From 8dbc3faed828875262fce298bfc651eccee86b78 Mon Sep 17 00:00:00 2001
From: gmega <giuliano.mega@gmail.com>
Date: Sun, 23 Feb 2025 11:33:49 -0300
Subject: [PATCH] feat: add tunable parallelism

---
 k8s/argo-workflows/benchmark-workflow.yaml | 15 ++++++++++-----
 1 file changed, 10 insertions(+), 5 deletions(-)

diff --git a/k8s/argo-workflows/benchmark-workflow.yaml b/k8s/argo-workflows/benchmark-workflow.yaml
index e0e9765..c47139e 100644
--- a/k8s/argo-workflows/benchmark-workflow.yaml
+++ b/k8s/argo-workflows/benchmark-workflow.yaml
@@ -7,10 +7,10 @@ spec:
   entrypoint: benchmark-workflow
   arguments:
     parameters:
-      # What are we benchmarking?
+      # What are we benchmarking (one of: codex, deluge)?
       - name: system
         value: "codex"
-      # How many times should we repeat for each parameter?
+      # How many times should we repeat experiment for each parameter set/random seeder set?
       - name: repetitions
         value: 5
       # How many random seeder sets should we have?
@@ -25,10 +25,15 @@ spec:
       # What's the maximum duration for this whole batch of experiments?
       - name: maxExperimentDuration
         value: 144h
-
-      # Which tag to use for the node (Codex, Deluge, whatnot) images?
+      # Which tag to use for the node (Codex, Deluge, whatnot) images? Useful if you want to run something
+      # off of a branch.
       - name: nodeTag
         value: "latest"
+      # How many experiments should we run at a time? In clusters with lots of resources, more parallelism
+      # means experiments can run a lot faster.
+      - name: experimentParallelism
+        value: 1
+
       # Set this to true to run workflows on Minikube.
       - name: minikubeEnv
         value: "false"
@@ -47,7 +52,7 @@ spec:
 
   templates:
     - name: benchmark-workflow
-      parallelism: 1
+      parallelism: {{workflow.parameters.experimentParallelism}}
       dag:
         tasks:
         - name: define-image-settings