set gha to run multiple functional splits

Author: ben-c-at-moz

.github/workflows/check-beta-functional.yml

@@ -2,14 +2,23 @@ name: Check new beta version - Functional
 
 on:
   schedule:
-    - cron: "55 1/5 1 * *"
+    - cron: "55 * * * *"
 env:
   LATEST: ""
 permissions:
   contents: "write"
 
 jobs:
+  Get-Functional-Split:
+    runs-on: ubuntu-latest
+    outputs: ${{ steps.getsplit.outputs.split }}
+    steps:
+      - name: Get Split Based On Time
+        id: getsplit
+        run: echo "split=functional$(date +%H)" >> "$GITHUB_OUTPUT"
+
   Check-Beta-Version:
+    needs: Get-Functional-Split
     runs-on: ubuntu-latest
     outputs:
       win_reportable: ${{ steps.reportable.outputs.win }}
@@ -23,7 +32,7 @@ jobs:
       - name: Check if the run is reportable
         id: reportable
         env:
-          STARFOX_SPLIT: functional1
+          STARFOX_SPLIT: ${{ steps.getsplit.outputs.split }}
           TESTRAIL_REPORT: true
           TESTRAIL_BASE_URL: ${{ secrets.TESTRAIL_BASE_URL }}
           TESTRAIL_API_KEY: ${{ secrets.TESTRAIL_API_KEY }}
@@ -40,7 +49,7 @@ jobs:
     uses: ./.github/workflows/main.yml
     with:
       job_to_run: Test-Windows
-      test_set: functional
+      test_set: ${{ steps.getsplit.outputs.split }}
     secrets: inherit
 
   Run-Mac-Functional:
@@ -49,5 +58,5 @@ jobs:
     uses: ./.github/workflows/main.yml
     with:
       job_to_run: Test-MacOS
-      test_set: functional
+      test_set: ${{ steps.getsplit.outputs.split }}
     secrets: inherit

.github/workflows/main.yml

@@ -70,10 +70,6 @@ jobs:
         run: |
           echo "STARFOX_SPLIT=$TEST_SET" | Out-File -FilePath .env -Encoding utf8 -Append -Force
         shell: pwsh
-      - name: Set Functional Split
-        if: ${{ inputs.test_set == 'functional' }}
-        run: |
-          echo "STARFOX_SPLIT=$TEST_SET1" | Out-File -FilePath .env -Encoding utf8 -Append -Force
       - name: Install dependencies
         run: |
           mkdir -p artifacts;
@@ -175,9 +171,6 @@ jobs:
       - name: Select Test Set
         if: ${{ inputs.test_set != null }}
         run: echo "STARFOX_SPLIT=$TEST_SET" >> .env
-      - name: Set Functional Split
-        if: ${{ inputs.test_set == 'functional' }}
-        run: echo "STARFOX_SPLIT=$TEST_SET1" >> .env
       - name: Set Environment (Manual)
         if: ${{ inputs.mac_installer_link }}
         run: |

modules/testrail_integration.py

@@ -297,6 +297,8 @@ def reportable(platform_to_test=None):
         expected_suites = manifest.get_valid_suites_in_split(
             os.environ["STARFOX_SPLIT"], suite_numbers=True
         )
+        if not expected_suites:
+            logging.warning("This split is empty, not running or reporting.")
 
         uncovered_suites = list(set(expected_suites) - set(covered_suites))
         if len(uncovered_suites):