logos-storage/logtools
1
0
Fork 0
mirror of https://github.com/logos-storage/logtools.git synced 2026-01-02 13:33:07 +00:00
Code Issues Packages Projects Releases Wiki Activity

increase scroll batch size to improve download performance

Browse Source
This commit is contained in:
gmega 2024-02-08 16:43:09 -03:00
parent 729c4d9867
commit 0210cda547
No known key found for this signature in database
GPG Key ID: FFD8DAF00660270F
2 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
logtools/log/sources/input/elastic_search_source.py
View File

@ -89,7 +89,7 @@ class ElasticSearchSource(LogSource[TimestampedLogLine[ElasticSearchLocation]]):
def _run_scan(self, query: Dict[str, Any], index: str): def _run_scan(self, query: Dict[str, Any], index: str):
# the search type stub does not contain the body argument for some reason so we disable typing here. # the search type stub does not contain the body argument for some reason so we disable typing here.
initial = self.client.search(index=index, body=query, size=5_000, scroll='2m') # type: ignore initial = self.client.search(index=index, body=query, size=10_000, scroll='2m') # type: ignore
scroll_id = initial['_scroll_id'] scroll_id = initial['_scroll_id']
results = initial results = initial

2
pyproject.toml
View File

@ -1,6 +1,6 @@
[tool.poetry] [tool.poetry]
name = "logtools" name = "logtools"
version = "1.2.1" version = "1.2.2"
description = "" description = ""
authors = ["gmega <giuliano@status.im>"] authors = ["gmega <giuliano@status.im>"]
readme = "README.md" readme = "README.md"