From 0210cda547fd730edbfa53c19c4a4fbb9f7f1f48 Mon Sep 17 00:00:00 2001 From: gmega Date: Thu, 8 Feb 2024 16:43:09 -0300 Subject: [PATCH] increase scroll batch size to improve download performance --- logtools/log/sources/input/elastic_search_source.py | 2 +- pyproject.toml | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/logtools/log/sources/input/elastic_search_source.py b/logtools/log/sources/input/elastic_search_source.py index 98feddd..c290b63 100644 --- a/logtools/log/sources/input/elastic_search_source.py +++ b/logtools/log/sources/input/elastic_search_source.py @@ -89,7 +89,7 @@ class ElasticSearchSource(LogSource[TimestampedLogLine[ElasticSearchLocation]]): def _run_scan(self, query: Dict[str, Any], index: str): # the search type stub does not contain the body argument for some reason so we disable typing here. - initial = self.client.search(index=index, body=query, size=5_000, scroll='2m') # type: ignore + initial = self.client.search(index=index, body=query, size=10_000, scroll='2m') # type: ignore scroll_id = initial['_scroll_id'] results = initial diff --git a/pyproject.toml b/pyproject.toml index cd86b14..159a7fa 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -1,6 +1,6 @@ [tool.poetry] name = "logtools" -version = "1.2.1" +version = "1.2.2" description = "" authors = ["gmega "] readme = "README.md"