increase scroll batch size to improve download performance

This commit is contained in:
gmega 2024-02-08 16:43:09 -03:00
parent 729c4d9867
commit 0210cda547
No known key found for this signature in database
GPG Key ID: FFD8DAF00660270F
2 changed files with 2 additions and 2 deletions

View File

@ -89,7 +89,7 @@ class ElasticSearchSource(LogSource[TimestampedLogLine[ElasticSearchLocation]]):
def _run_scan(self, query: Dict[str, Any], index: str):
# the search type stub does not contain the body argument for some reason so we disable typing here.
initial = self.client.search(index=index, body=query, size=5_000, scroll='2m') # type: ignore
initial = self.client.search(index=index, body=query, size=10_000, scroll='2m') # type: ignore
scroll_id = initial['_scroll_id']
results = initial

View File

@ -1,6 +1,6 @@
[tool.poetry]
name = "logtools"
version = "1.2.1"
version = "1.2.2"
description = ""
authors = ["gmega <giuliano@status.im>"]
readme = "README.md"