chore(ci): split load across a constrained amount of workers

.github/workflows/reusable.yml

@@ -4,9 +4,14 @@ on:
       entry:
         required: true
         type: string
+      os:
+        required: true
+        type: string
+      node:
+        required: true
 jobs:
   reusable_workflow_job:
-    runs-on: ${{ matrix.os }}
+    runs-on: ${{ inputs.os }}
 
     env:
       BATI_TEST: true
@@ -17,26 +22,14 @@ jobs:
       TEST_GITHUB_CLIENT_ID: ${{ secrets.TEST_GITHUB_CLIENT_ID }}
       TEST_GITHUB_CLIENT_SECRET: ${{ secrets.TEST_GITHUB_CLIENT_SECRET }}
 
-    strategy:
-      matrix:
-        #        os: [ubuntu-latest, macos-latest, windows-latest]
-        os: [ ubuntu-latest ]
-        node: [ 20 ]
-#        include:
-#          - os: ubuntu-latest
-#            node: 18
-#          - os: ubuntu-latest
-#            node: 22
-      fail-fast: false
-
     steps:
       - name: Checkout
         uses: actions/checkout@v4
 
       - name: Install Node.js
         uses: actions/setup-node@v4
         with:
-          node-version: ${{ matrix.node }}
+          node-version: ${{ inputs.node }}
 
       - name: Cache for Turbo
         uses: rharkor/[email protected]
@@ -49,25 +42,25 @@ jobs:
       - name: Download Bati CLI
         uses: actions/download-artifact@v4
         with:
-          name: bati-cli-${{ matrix.os }}-${{ matrix.node }}
+          name: bati-cli-${{ inputs.os }}-${{ inputs.node }}
           path: ./bati-cli
 
       - name: Download Bati tests
         uses: actions/download-artifact@v4
         with:
-          name: bati-tests-${{ matrix.os }}-${{ matrix.node }}
+          name: bati-tests-${{ inputs.os }}-${{ inputs.node }}
           path: ./bati-tests
 
       - name: Download tests-utils
         uses: actions/download-artifact@v4
         with:
-          name: tests-utils-${{ matrix.os }}-${{ matrix.node }}
+          name: tests-utils-${{ inputs.os }}-${{ inputs.node }}
           path: ./bati-tests-utils
 
       - name: Download tests-files
         uses: actions/download-artifact@v4
         with:
-          name: tests-files-${{ matrix.os }}-${{ matrix.node }}
+          name: tests-files-${{ inputs.os }}-${{ inputs.node }}
           path: ./bati-tests-files
 
       - name: Generate dynamic composite action
@@ -77,8 +70,8 @@ jobs:
         id: gen
         uses: ./.github/actions/bati-gen
         with:
-          os: ${{ matrix.os }}
-          node: ${{ matrix.node }}
+          os: ${{ inputs.os }}
+          node: ${{ inputs.node }}
 
       - name: Cleanup
         if: always() && steps.gen.outcome != 'success'

.github/workflows/tests.yml

@@ -28,14 +28,8 @@ jobs:
 
     strategy:
       matrix:
-#        os: [ubuntu-latest, macos-latest, windows-latest]
-        os: [ubuntu-latest]
+        os: [ubuntu-latest, macos-latest, windows-latest]
         node: [20]
-        include:
-          - os: ubuntu-latest
-            node: 18
-          - os: ubuntu-latest
-            node: 22
       fail-fast: false
 
     steps:
@@ -172,7 +166,18 @@ jobs:
 
       - name: List e2e tests
         id: list-e2e
-        run: pnpm run test:e2e list --workers 10
+        run: pnpm run test:e2e list --workers 5
+        env:
+          TEST_AUTH0_CLIENT_ID: ${{ secrets.TEST_AUTH0_CLIENT_ID }}
+          TEST_AUTH0_ISSUER_BASE_URL: ${{ secrets.TEST_AUTH0_ISSUER_BASE_URL }}
+          TEST_FIREBASE_ACCOUNT: ${{ secrets.TEST_FIREBASE_ACCOUNT }}
+          TEST_FIREBASE_USER_UID: ${{ secrets.TEST_FIREBASE_USER_UID }}
+          TEST_GITHUB_CLIENT_ID: ${{ secrets.TEST_GITHUB_CLIENT_ID }}
+          TEST_GITHUB_CLIENT_SECRET: ${{ secrets.TEST_GITHUB_CLIENT_SECRET }}
+
+      - name: List e2e tests
+        id: list-e2e-small
+        run: pnpm run test:e2e list --workers 1 --filter=react,hono
         env:
           TEST_AUTH0_CLIENT_ID: ${{ secrets.TEST_AUTH0_CLIENT_ID }}
           TEST_AUTH0_ISSUER_BASE_URL: ${{ secrets.TEST_AUTH0_ISSUER_BASE_URL }}
@@ -183,6 +188,7 @@ jobs:
 
     outputs:
       test-matrix: ${{ steps.list-e2e.outputs.test-matrix }}
+      test-matrix-small: ${{ steps.list-e2e-small.outputs.test-matrix }}
 
 #      - name: Archive summary
 #        if: matrix.os == 'ubuntu-latest'
@@ -204,3 +210,35 @@ jobs:
     secrets: inherit
     with:
       entry: ${{ matrix.test-matrix[1] }}
+      os: ubuntu-latest
+      node: 20
+
+  generated-windows:
+    needs: monorepo
+    strategy:
+      fail-fast: false
+      matrix:
+        test-matrix: ${{ fromJson(needs.monorepo.outputs.test-matrix-small) }}
+    name: "Trigger e2e tests: Group Windows"
+
+    uses: ./.github/workflows/reusable.yml
+    secrets: inherit
+    with:
+      entry: ${{ matrix.test-matrix[1] }}
+      os: windows-latest
+      node: 20
+
+  generated-macos:
+    needs: monorepo
+    strategy:
+      fail-fast: false
+      matrix:
+        test-matrix: ${{ fromJson(needs.monorepo.outputs.test-matrix-small) }}
+    name: "Trigger e2e tests: Group MacOS"
+
+    uses: ./.github/workflows/reusable.yml
+    secrets: inherit
+    with:
+      entry: ${{ matrix.test-matrix[1] }}
+      os: macos-latest
+      node: 20

packages/tests/src/index.ts

@@ -183,11 +183,14 @@ async function spinner<T>(title: string, callback: () => T): Promise<T> {
   return zx.spinner(title, callback);
 }
 
-function chunkArray<T>(arr: T[], size: number): T[][] {
+function chunkArray<T>(arr: T[], maxChunks: number): T[][] {
+  if (maxChunks <= 0) throw new Error("The number of chunks must be greater than 0");
+
   const result: T[][] = [];
+  const chunkSize = Math.ceil(arr.length / Math.min(arr.length, maxChunks));
 
-  for (let i = 0; i < arr.length; i += size) {
-    result.push(arr.slice(i, i + size));
+  for (let i = 0; i < arr.length; i += chunkSize) {
+    result.push(arr.slice(i, i + chunkSize));
   }
 
   return result;