fix: adjust Codex logging cooldown, insert polling backoff on download completion, define default Codex experiment

benchmarks/codex/codex_node.py

@@ -130,7 +130,7 @@ class CodexDownloadHandle(DownloadHandle):
             completion = self.completion()
             return completion.downloaded == completion.total
 
-        return await_predicate(_predicate, timeout)
+        return await_predicate(_predicate, timeout, polling_interval=1)
 
     @property
     def node(self) -> Node:

benchmarks/codex/config.py

@@ -74,7 +74,7 @@ class CodexExperimentConfig(ExperimentBuilder[CodexDisseminationExperiment]):
     )
 
     logging_cooldown: int = Field(
-        gt=0,
+        ge=0,
         default=0,
         description="Time to wait after the last download completes before tearing down the experiment.",
     )

benchmarks/core/experiments/experiments.py

@@ -83,7 +83,7 @@ class ExperimentEnvironment(ExperimentComponent):
     def await_ready(self, timeout: float = 0) -> bool:
         """Awaits for all components to be ready, or until a timeout is reached."""
         logging.info(
-            f"Awaiting for components to be ready:\n {'\n'.join(self._component_names(self.not_ready))}"
+            f"Awaiting for components to be ready:\n {self._component_names(self.not_ready, sep='\n')}"
         )
 
         if not await_predicate(self.is_ready, timeout, self.polling_interval):
@@ -110,8 +110,8 @@ class ExperimentEnvironment(ExperimentComponent):
         return components[: self.ping_max]
 
     @staticmethod
-    def _component_names(components: List[ExperimentComponent]) -> str:
+    def _component_names(components: List[ExperimentComponent], sep: str = ", ") -> str:
-        return ", ".join(str(component) for component in components)
+        return sep.join(str(component) for component in components)
 
     def run(self, experiment: Experiment):
         """Runs the :class:`Experiment` within this :class:`ExperimentEnvironment`."""

benchmarks/deluge/config.py

@@ -84,7 +84,7 @@ class DelugeExperimentConfig(ExperimentBuilder[DelugeDisseminationExperiment]):
     )
 
     logging_cooldown: int = Field(
-        gt=0,
+        ge=0,
         default=0,
         description="Time to wait after the last download completes before tearing down the experiment.",
     )

config/codex/experiments.k8s.yaml

@@ -4,7 +4,8 @@ codex_experiment:
   seeders: ${SEEDERS}
   file_size: ${FILE_SIZE}
   repetitions: ${REPETITIONS}
-  logging_cooldown: 10
+  # No need for cooldown as Codex takes forever to remove files, so there's plenty of time to log stuff. :-)
+  logging_cooldown: 0
 
   nodes:
     network_size: ${NETWORK_SIZE}

k8s/charts/codex/values.yaml

@@ -1,9 +1,9 @@
 experiment:
-  networkSize: 5
+  networkSize: 10
   fileSize: "100MB"
-  seeders: 1
+  seeders: 4
-  seederSets: 1
+  seederSets: 4
-  repetitions: 1
+  repetitions: 10
 
   blockTTL: 360000
   blockMaintenanceInterval: 360000