test: workflow with shards

.github/workflows/nomos_daily.yml

@@ -1,10 +1,12 @@
-name: Nomos E2E Tests Daily
+name: Test Nomos E2E Tests Daily
 
 on:
   schedule:
     - cron:  '0 4 * * *'
   workflow_dispatch:
-
+  push:
+    branches:
+      - chore-sharding-github-workflows
 jobs:
   test-common:
     uses: ./.github/workflows/test_common.yml

.github/workflows/test_common.yml

@@ -9,6 +9,10 @@ env:
 jobs:
   tests:
     name: tests
+    strategy:
+      fail-fast: false
+      matrix:
+        shard: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]
     runs-on: ubuntu-latest
     timeout-minutes: 120
     steps:
@@ -29,4 +33,4 @@ jobs:
 
       - name: Run tests
         run: |
-          pytest
+          pytest --shard-id=${{ matrix.shard }} --num-shards=10

requirements.txt

@@ -41,4 +41,5 @@ typing_extensions==4.9.0
 urllib3==2.2.2
 virtualenv==20.25.0
 Jinja2~=3.1.5
-psutil~=7.0.0
+psutil~=7.0.0
+pytest-shard==0.1.2