From 1d9b90902bcd22279b0c59c8750b38ef20b33102 Mon Sep 17 00:00:00 2001
From: Julien Jomier <jjomier@nvidia.com>
Date: Tue, 26 May 2026 20:10:02 -0400
Subject: [PATCH] Handle skipped tests in "Not run" column

This commit introduces a new `notRunSkippedDetailsRegex` property to the Project model, allowing users to define regex patterns for not-run test details. A corresponding validation rule is added to ensure the regex is valid. The Build model now includes a method to count not-run tests that do not match the specified patterns, and the GraphQL schema is updated to expose this functionality. Additionally, UI components are modified to display the warning count and adjust test status colors based on the new regex patterns. Tests are also added to verify the new functionality.
---
 .../UpdateProjectInputValidator.php           |   6 +
 app/Models/Build.php                          |  19 +++
 app/Models/Project.php                        |   4 +
 app/Rules/NotRunSkippedDetailsRegexRule.php   |  26 ++++
 app/Utils/TestDisplay.php                     | 142 ++++++++++++++++++
 app/cdash/app/Controller/Api/Index.php        |  14 ++
 app/cdash/app/Controller/Api/QueryTests.php   |   8 +-
 app/cdash/tests/test_testhistory.php          |   3 +
 ...otrun_skipped_details_regex_to_project.php |  15 ++
 graphql/schema.graphql                        |  19 +++
 .../js/angular/views/partials/build.html      |   2 +-
 resources/js/vue/components/BuildSummary.vue  |   9 +-
 .../js/vue/components/BuildTestsPage.vue      |  33 ++--
 .../components/ProjectSettings/GeneralTab.vue |  13 +-
 .../js/vue/components/ProjectSettingsPage.vue |  17 +++
 .../js/vue/components/TestDetailsPage.vue     |  17 ++-
 .../components/shared/BuildSummaryCard.vue    |  25 ++-
 .../js/vue/components/shared/FormSection.vue  |  11 +-
 .../js/vue/components/shared/TestDisplay.js   |  99 ++++++++++++
 tests/Browser/Pages/BuildTestsPageTest.php    |  46 ++++++
 tests/Feature/GraphQL/BuildTypeTest.php       |  54 +++++++
 .../GraphQL/Mutations/UpdateProjectTest.php   |  26 ++++
 tests/Feature/GraphQL/ProjectTypeTest.php     |   2 +
 tests/Unit/Utils/TestDisplayTest.php          |  82 ++++++++++
 24 files changed, 655 insertions(+), 37 deletions(-)
 create mode 100644 app/Rules/NotRunSkippedDetailsRegexRule.php
 create mode 100644 app/Utils/TestDisplay.php
 create mode 100644 database/migrations/2026_05_26_120000_add_notrun_skipped_details_regex_to_project.php
 create mode 100644 resources/js/vue/components/shared/TestDisplay.js
 create mode 100644 tests/Unit/Utils/TestDisplayTest.php

diff --git a/app/GraphQL/Validators/UpdateProjectInputValidator.php b/app/GraphQL/Validators/UpdateProjectInputValidator.php
index 0dc314ed3a..9d176a6436 100644
--- a/app/GraphQL/Validators/UpdateProjectInputValidator.php
+++ b/app/GraphQL/Validators/UpdateProjectInputValidator.php
@@ -3,6 +3,7 @@
 namespace App\GraphQL\Validators;
 
 use App\Models\Project;
+use App\Rules\NotRunSkippedDetailsRegexRule;
 use App\Rules\ProjectAuthenticateSubmissionsRule;
 use App\Rules\ProjectNameRule;
 use App\Rules\ProjectVisibilityRule;
@@ -25,6 +26,11 @@ public function rules(): array
             'authenticateSubmissions' => [
                 new ProjectAuthenticateSubmissionsRule(),
             ],
+            'notRunSkippedDetailsRegex' => [
+                'nullable',
+                'string',
+                new NotRunSkippedDetailsRegexRule(),
+            ],
         ];
     }
 
diff --git a/app/Models/Build.php b/app/Models/Build.php
index 12f4908378..72364a3231 100644
--- a/app/Models/Build.php
+++ b/app/Models/Build.php
@@ -2,6 +2,7 @@
 
 namespace App\Models;
 
+use App\Utils\TestDisplay;
 use Illuminate\Database\Eloquent\Builder;
 use Illuminate\Database\Eloquent\Model;
 use Illuminate\Database\Eloquent\Relations\BelongsTo;
@@ -386,4 +387,22 @@ public function percentCoverageForPath(string $path): ?float
 
         return ($loctested / $total_lines) * 100;
     }
+
+    /**
+     * The number of not-run tests whose details do not match the project's skipped pattern.
+     */
+    public function notRunTestsWarningCount(): int
+    {
+        $patterns = $this->project?->notrun_skipped_details_regex
+            ?? TestDisplay::DEFAULT_NOTRUN_SKIPPED_DETAILS_REGEX;
+
+        $count = 0;
+        foreach ($this->tests()->where('status', Test::NOTRUN)->pluck('details') as $details) {
+            if (!TestDisplay::isAcceptableNotRun($details, $patterns)) {
+                $count++;
+            }
+        }
+
+        return $count;
+    }
 }
diff --git a/app/Models/Project.php b/app/Models/Project.php
index 91f97712cf..8812677c85 100644
--- a/app/Models/Project.php
+++ b/app/Models/Project.php
@@ -2,6 +2,7 @@
 
 namespace App\Models;
 
+use App\Utils\TestDisplay;
 use Illuminate\Database\Eloquent\Builder;
 use Illuminate\Database\Eloquent\Casts\Attribute;
 use Illuminate\Database\Eloquent\Model;
@@ -47,6 +48,7 @@
  * @property ?string $banner
  * @property ?string $logoUrl
  * @property ?string $cmakeprojectroot
+ * @property string $notrun_skipped_details_regex
  *
  * @method Builder<Project> forUser()
  * @method Builder<Project> administeredByUser()
@@ -93,6 +95,7 @@ class Project extends Model
         'ldapfilter',
         'banner',
         'cmakeprojectroot',
+        'notrun_skipped_details_regex',
     ];
 
     protected $casts = [
@@ -135,6 +138,7 @@ class Project extends Model
         'uploadquota' => 10,
         'showcoveragecode' => true,
         'authenticatesubmissions' => false,
+        'notrun_skipped_details_regex' => TestDisplay::DEFAULT_NOTRUN_SKIPPED_DETAILS_REGEX,
     ];
 
     public const PROJECT_ADMIN = 2;
diff --git a/app/Rules/NotRunSkippedDetailsRegexRule.php b/app/Rules/NotRunSkippedDetailsRegexRule.php
new file mode 100644
index 0000000000..d6d9c402dd
--- /dev/null
+++ b/app/Rules/NotRunSkippedDetailsRegexRule.php
@@ -0,0 +1,26 @@
+<?php
+
+namespace App\Rules;
+
+use App\Utils\TestDisplay;
+use Closure;
+use Illuminate\Contracts\Validation\ValidationRule;
+
+final class NotRunSkippedDetailsRegexRule implements ValidationRule
+{
+    public function validate(string $attribute, mixed $value, Closure $fail): void
+    {
+        if ($value === null || $value === '') {
+            return;
+        }
+
+        if (!is_string($value)) {
+            $fail('The skipped test details pattern must be a string.');
+            return;
+        }
+
+        if (!TestDisplay::isValidPatternsText($value)) {
+            $fail('The skipped test details pattern contains an invalid regular expression.');
+        }
+    }
+}
diff --git a/app/Utils/TestDisplay.php b/app/Utils/TestDisplay.php
new file mode 100644
index 0000000000..a4e67670c7
--- /dev/null
+++ b/app/Utils/TestDisplay.php
@@ -0,0 +1,142 @@
+<?php
+
+namespace App\Utils;
+
+use App\Models\Test;
+
+final class TestDisplay
+{
+    public const DEFAULT_NOTRUN_SKIPPED_DETAILS_REGEX = '*skip*';
+
+    /**
+     * @return list<string>
+     */
+    public static function parsePatterns(?string $patternsText): array
+    {
+        if ($patternsText === null || trim($patternsText) === '') {
+            return [];
+        }
+
+        $patterns = [];
+        foreach (preg_split("/\r\n|\n|\r/", $patternsText) as $line) {
+            $line = trim($line);
+            if ($line !== '') {
+                $patterns[] = $line;
+            }
+        }
+
+        return $patterns;
+    }
+
+    public static function patternToPcre(string $pattern): string
+    {
+        $pattern = trim($pattern);
+        if ($pattern === '') {
+            return '';
+        }
+
+        if (str_starts_with($pattern, '/')) {
+            return $pattern;
+        }
+
+        $parts = preg_split('/(\*|\?)/', $pattern, -1, PREG_SPLIT_DELIM_CAPTURE);
+        if ($parts === false) {
+            return '';
+        }
+
+        $regex = '';
+        foreach ($parts as $part) {
+            if ($part === '*') {
+                $regex .= '.*';
+            } elseif ($part === '?') {
+                $regex .= '.';
+            } else {
+                $regex .= preg_quote($part, '/');
+            }
+        }
+
+        return '/(?i)' . $regex . '/';
+    }
+
+    public static function detailsMatchesSkippedPattern(?string $details, ?string $patternsText): bool
+    {
+        if ($details === null || $details === '') {
+            return false;
+        }
+
+        foreach (self::parsePatterns($patternsText) as $pattern) {
+            $pcre = self::patternToPcre($pattern);
+            if ($pcre === '') {
+                continue;
+            }
+
+            $result = @preg_match($pcre, $details);
+            if ($result === 1) {
+                return true;
+            }
+        }
+
+        return false;
+    }
+
+    public static function isAcceptableNotRun(?string $details, ?string $patternsText): bool
+    {
+        return self::detailsMatchesSkippedPattern($details, $patternsText);
+    }
+
+    public static function statusColorClass(string $status, ?string $details, ?string $patternsText): string
+    {
+        if ($status === Test::NOTRUN && self::isAcceptableNotRun($details, $patternsText)) {
+            return 'normal';
+        }
+
+        return match ($status) {
+            Test::PASSED => 'normal',
+            Test::FAILED => 'error',
+            Test::NOTRUN => 'warning',
+            default => '',
+        };
+    }
+
+    public static function statusTextColorClass(string $status, ?string $details, ?string $patternsText): string
+    {
+        return match (self::statusColorClass($status, $details, $patternsText)) {
+            'normal' => 'normal-text',
+            'warning' => 'warning-text',
+            'error' => 'error-text',
+            default => '',
+        };
+    }
+
+    public static function graphqlStatusColorClass(string $status, ?string $details, ?string $patternsText): string
+    {
+        $dbStatus = match ($status) {
+            'NOT_RUN' => Test::NOTRUN,
+            'PASSED' => Test::PASSED,
+            'FAILED' => Test::FAILED,
+            default => strtolower($status),
+        };
+
+        return self::statusColorClass($dbStatus, $details, $patternsText);
+    }
+
+    public static function isValidPatternsText(?string $patternsText): bool
+    {
+        foreach (self::parsePatterns($patternsText) as $pattern) {
+            $pcre = self::patternToPcre($pattern);
+            if ($pcre === '') {
+                return false;
+            }
+
+            set_error_handler(static fn (): bool => true);
+            $result = preg_match($pcre, '');
+            restore_error_handler();
+
+            if ($result === false) {
+                return false;
+            }
+        }
+
+        return true;
+    }
+}
diff --git a/app/cdash/app/Controller/Api/Index.php b/app/cdash/app/Controller/Api/Index.php
index b70f94fd90..7542f771bf 100644
--- a/app/cdash/app/Controller/Api/Index.php
+++ b/app/cdash/app/Controller/Api/Index.php
@@ -17,6 +17,7 @@
 
 namespace CDash\Controller\Api;
 
+use App\Models\Build as EloquentBuild;
 use App\Utils\TestingDay;
 use CDash\Database;
 use CDash\Model\BuildGroup;
@@ -1098,6 +1099,7 @@ public function generateBuildResponseFromRow(array $build_array): array|false
             }
 
             $test_response['notrun'] = $nnotrun;
+            $test_response['notrunwarning'] = $this->computeNotRunTestsWarningCount((int) $buildid, $nnotrun);
             $test_response['fail'] = $nfail;
             $test_response['pass'] = $npass;
 
@@ -1555,4 +1557,16 @@ public function recordGenerationTime(array &$response): void
     {
         $this->pageTimer->end($response);
     }
+
+    /**
+     * Count not-run tests that should display as warnings on the index page.
+     */
+    private function computeNotRunTestsWarningCount(int $buildid, int $notRunCount): int
+    {
+        if ($notRunCount <= 0) {
+            return 0;
+        }
+
+        return EloquentBuild::find($buildid)?->notRunTestsWarningCount() ?? 0;
+    }
 }
diff --git a/app/cdash/app/Controller/Api/QueryTests.php b/app/cdash/app/Controller/Api/QueryTests.php
index 7f00f75295..0899abe869 100644
--- a/app/cdash/app/Controller/Api/QueryTests.php
+++ b/app/cdash/app/Controller/Api/QueryTests.php
@@ -20,6 +20,7 @@
 use App\Models\PinnedTestMeasurement;
 use App\Models\Project as EloquentProject;
 use App\Models\TestMeasurement;
+use App\Utils\TestDisplay;
 use CDash\Database;
 use CDash\Model\Build;
 use CDash\Model\Project;
@@ -375,6 +376,7 @@ public function getResponse(): array
                 ", $query_params);
 
         // Rows of test data to be displayed to the user.
+        $notRunSkippedDetailsRegex = EloquentProject::findOrFail($this->project->Id)->notrun_skipped_details_regex;
         $tests = [];
         foreach ($rows as $row) {
             $test = [];
@@ -423,7 +425,11 @@ public function getResponse(): array
 
                 case 'notrun':
                     $test['status'] = 'Not Run';
-                    $test['statusclass'] = 'warning';
+                    $test['statusclass'] = TestDisplay::statusColorClass(
+                        'notrun',
+                        $row->details,
+                        $notRunSkippedDetailsRegex,
+                    );
                     break;
             }
 
diff --git a/app/cdash/tests/test_testhistory.php b/app/cdash/tests/test_testhistory.php
index 7f06fb55fc..e9bd2f3a24 100644
--- a/app/cdash/tests/test_testhistory.php
+++ b/app/cdash/tests/test_testhistory.php
@@ -134,6 +134,9 @@ private function generateXML($mm, $timestamp, $include_sporadic, $flaky_passed)
                   <FullName>./notrun</FullName>
                   <FullCommandLine></FullCommandLine>
                   <Results>
+                    <NamedMeasurement type="text/string" name="Exit Code">
+                      <Value>Skipped</Value>
+                    </NamedMeasurement>
                     <NamedMeasurement type="text/string" name="Command Line">
                       <Value></Value>
                     </NamedMeasurement>
diff --git a/database/migrations/2026_05_26_120000_add_notrun_skipped_details_regex_to_project.php b/database/migrations/2026_05_26_120000_add_notrun_skipped_details_regex_to_project.php
new file mode 100644
index 0000000000..e2a61e4547
--- /dev/null
+++ b/database/migrations/2026_05_26_120000_add_notrun_skipped_details_regex_to_project.php
@@ -0,0 +1,15 @@
+<?php
+
+use Illuminate\Database\Migrations\Migration;
+use Illuminate\Support\Facades\DB;
+
+return new class extends Migration {
+    public function up(): void
+    {
+        DB::statement("ALTER TABLE project ADD COLUMN notrun_skipped_details_regex text NOT NULL DEFAULT '*skip*'");
+    }
+
+    public function down(): void
+    {
+    }
+};
diff --git a/graphql/schema.graphql b/graphql/schema.graphql
index 444df702fc..5a5df93556 100644
--- a/graphql/schema.graphql
+++ b/graphql/schema.graphql
@@ -389,6 +389,13 @@ type Project {
   "Invitations to this project which have not been accepted yet."
   invitations: [ProjectInvitation!]! @canRoot(ability: "inviteUser") @hasMany(type: CONNECTION) @orderBy(column: "id")
 
+  """
+  Regular expression(s), one per line, matched against not-run test details. Matching tests are
+  displayed in green instead of yellow. Glob wildcards (*) are supported. The default pattern is
+  *skip* (case insensitive).
+  """
+  notRunSkippedDetailsRegex: String! @rename(attribute: "notrun_skipped_details_regex")
+
   """
   Pinned test measurements are test measurements, identified by name, which should be shown
   alongside Test details throughout the site.
@@ -506,6 +513,12 @@ input UpdateProjectInput @validator {
   showCoverageCode: Boolean @rename(attribute: "showcoveragecode")
 
   banner: String
+
+  """
+  Regular expression(s), one per line, matched against not-run test details. Matching tests are
+  displayed in green instead of yellow.
+  """
+  notRunSkippedDetailsRegex: String @rename(attribute: "notrun_skipped_details_regex")
 }
 
 
@@ -847,6 +860,12 @@ type Build {
   "The number of tests not run for this build."
   notRunTestsCount: Int @rename(attribute: "testnotrun")
 
+  """
+  The number of not-run tests counted as warnings (excludes tests whose details match the
+  project's skipped-test pattern).
+  """
+  notRunTestsWarningCount: Int! @method(name: "notRunTestsWarningCount")
+
   "The duration of the test step in seconds."
   testDuration: Int! @rename(attribute: "testduration")
 
diff --git a/resources/js/angular/views/partials/build.html b/resources/js/angular/views/partials/build.html
index 6b4d202463..b1e39c79c8 100644
--- a/resources/js/angular/views/partials/build.html
+++ b/resources/js/angular/views/partials/build.html
@@ -329,7 +329,7 @@
   </div>
 </td>
 
-<td ng-if="::buildgroup.hastestdata" align="center" ng-class="::{'warning': build.test.notrun > 0, 'normal': build.test.notrun == 0}">
+<td ng-if="::buildgroup.hastestdata" align="center" ng-class="::{'warning': build.test.notrunwarning > 0, 'normal': build.test.notrunwarning == 0}">
   <div ng-if="::build.hastest"
        ng-class="::{'valuewithsub': build.test.nnotrundiffp > 0 || build.test.nnotrundiffn > 0}">
     <a class="cdash-link" ng-href="{{ 'builds/' + build.id + '/tests?filters=%7B%22all%22%3A%5B%7B%22eq%22%3A%7B%22status%22%3A%22NOT_RUN%22%7D%7D%5D%7D' }}">
diff --git a/resources/js/vue/components/BuildSummary.vue b/resources/js/vue/components/BuildSummary.vue
index ce0e703b4a..a0bbd71311 100644
--- a/resources/js/vue/components/BuildSummary.vue
+++ b/resources/js/vue/components/BuildSummary.vue
@@ -710,6 +710,7 @@ export default {
             buildWarningsCount
             failedTestsCount
             notRunTestsCount
+            notRunTestsWarningCount
             site {
               id
               name
@@ -730,6 +731,7 @@ export default {
             buildWarningsCount
             failedTestsCount
             notRunTestsCount
+            notRunTestsWarningCount
           }
           nextBuild: build(id: $nextId) @include(if: $hasNext) {
             id
@@ -739,6 +741,7 @@ export default {
             buildWarningsCount
             failedTestsCount
             notRunTestsCount
+            notRunTestsWarningCount
           }
         }
       `,
@@ -767,7 +770,7 @@ export default {
             nerrors: Math.max(0, prev.buildErrorsCount),
             nwarnings: Math.max(0, prev.buildWarningsCount),
             ntestfailed: Math.max(0, prev.failedTestsCount),
-            ntestnotrun: Math.max(0, prev.notRunTestsCount),
+            ntestnotrun: Math.max(0, prev.notRunTestsWarningCount),
           };
         }
         else {
@@ -783,7 +786,7 @@ export default {
             nerrors: Math.max(0, next.buildErrorsCount),
             nwarnings: Math.max(0, next.buildWarningsCount),
             ntestfailed: Math.max(0, next.failedTestsCount),
-            ntestnotrun: Math.max(0, next.notRunTestsCount),
+            ntestnotrun: Math.max(0, next.notRunTestsWarningCount),
           };
         }
         else {
@@ -809,7 +812,7 @@ export default {
 
         this.cdash.test = {
           nfailed: Math.max(0, build.failedTestsCount),
-          nnotrun: Math.max(0, build.notRunTestsCount),
+          nnotrun: Math.max(0, build.notRunTestsWarningCount),
         };
 
         this.cdash.projectname_encoded = encodeURIComponent(build.project.name);
diff --git a/resources/js/vue/components/BuildTestsPage.vue b/resources/js/vue/components/BuildTestsPage.vue
index 215e6ce991..0852ee9a16 100644
--- a/resources/js/vue/components/BuildTestsPage.vue
+++ b/resources/js/vue/components/BuildTestsPage.vue
@@ -73,6 +73,7 @@ import LoadingIndicator from './shared/LoadingIndicator.vue';
 import BuildSummaryCard from './shared/BuildSummaryCard.vue';
 import BuildSidebar from './shared/BuildSidebar.vue';
 import {DateTime} from 'luxon';
+import {testStatusToColorClass} from './shared/TestDisplay';
 
 const TEST_QUERY = gql`
   query(
@@ -82,6 +83,9 @@ const TEST_QUERY = gql`
   ) {
     build(id: $buildid) {
       id
+      project {
+        notRunSkippedDetailsRegex
+      }
       tests(filters: $filters, first: 1000000) {
         edges {
           node {
@@ -205,6 +209,11 @@ export default {
         });
         return tests;
       },
+      result({ data }) {
+        if (data?.build?.project?.notRunSkippedDetailsRegex !== undefined) {
+          this.notRunSkippedDetailsRegex = data.build.project.notRunSkippedDetailsRegex;
+        }
+      },
       variables() {
         return {
           buildid: this.buildId,
@@ -237,6 +246,11 @@ export default {
         });
         return tests;
       },
+      result({ data }) {
+        if (data?.build?.project?.notRunSkippedDetailsRegex !== undefined) {
+          this.notRunSkippedDetailsRegex = data.build.project.notRunSkippedDetailsRegex;
+        }
+      },
       variables() {
         return {
           buildid: this.previousBuildId,
@@ -259,6 +273,7 @@ export default {
   data() {
     return {
       changedFilters: JSON.parse(JSON.stringify(this.initialFilters)),
+      notRunSkippedDetailsRegex: '*skip*',
     };
   },
 
@@ -308,6 +323,7 @@ export default {
     },
 
     formattedTestRows() {
+      const notRunSkippedDetailsRegex = this.notRunSkippedDetailsRegex;
       return this.filteredTests?.map(edge => {
         return {
           name: {
@@ -325,14 +341,14 @@ export default {
             value: edge.node.status,
             text: this.humanReadableTestStatus(edge.node.status),
             href: `${this.$baseURL}/tests/${edge.node.id}`,
-            classes: [this.testStatusToColorClass(edge.node.status)],
+            classes: [testStatusToColorClass(edge.node.status, edge.node.details, notRunSkippedDetailsRegex)],
           },
           subProject: edge.subProject ?? '',
           timeStatus: {
             value: edge.node.timeStatusCategory,
             text: this.humanReadableTestStatus(edge.node.timeStatusCategory),
             href: `${this.$baseURL}/tests/${edge.node.id}?graph=time`,
-            classes: [this.testStatusToColorClass(edge.node.timeStatusCategory)],
+            classes: [testStatusToColorClass(edge.node.timeStatusCategory, edge.node.details, notRunSkippedDetailsRegex)],
           },
           history: {
             value: '',
@@ -349,19 +365,6 @@ export default {
   },
 
   methods: {
-    testStatusToColorClass(status) {
-      switch (status) {
-      case 'PASSED':
-        return 'normal';
-      case 'FAILED':
-        return 'error';
-      case 'NOT_RUN':
-        return 'warning';
-      default:
-        return '';
-      }
-    },
-
     humanReadableTestStatus(status) {
       switch (status) {
       case 'PASSED':
diff --git a/resources/js/vue/components/ProjectSettings/GeneralTab.vue b/resources/js/vue/components/ProjectSettings/GeneralTab.vue
index 6fdb6c0abd..cc0e68fd21 100644
--- a/resources/js/vue/components/ProjectSettings/GeneralTab.vue
+++ b/resources/js/vue/components/ProjectSettings/GeneralTab.vue
@@ -362,7 +362,8 @@
       </FormSection>
 
       <FormSection
-        title="Tests"
+        title="Testing"
+        section-id="Testing"
       >
         <CheckboxField
           v-model="form.enableTestTiming"
@@ -416,6 +417,14 @@
           min="0"
           test-id="test-time-std-multiplier-input"
         />
+
+        <TextAreaField
+          v-model="form.notRunSkippedDetailsRegex"
+          :validation-error="validationErrors?.notRunSkippedDetailsRegex?.[0]"
+          label="Skipped Not Run Test Details Pattern"
+          description="One pattern per line. When a not-run test's details match a pattern, it is shown in green. Glob wildcards (*) are supported; the default *skip* matches skip case-insensitively."
+          test-id="not-run-skipped-details-regex-input"
+        />
       </FormSection>
 
       <FormSection title="">
@@ -533,6 +542,7 @@ export default {
         fileUploadLimit: 50,
         showCoverageCode: true,
         banner: '',
+        notRunSkippedDetailsRegex: '*skip*',
       },
       validationErrors: {},
       fatalError: null,
@@ -576,6 +586,7 @@ export default {
             fileUploadLimit
             showCoverageCode
             banner
+            notRunSkippedDetailsRegex
           }
         }
       `,
diff --git a/resources/js/vue/components/ProjectSettingsPage.vue b/resources/js/vue/components/ProjectSettingsPage.vue
index 95afb86d03..8294870bd7 100644
--- a/resources/js/vue/components/ProjectSettingsPage.vue
+++ b/resources/js/vue/components/ProjectSettingsPage.vue
@@ -95,5 +95,22 @@ export default {
       currentSection: 'general',
     };
   },
+
+  mounted() {
+    this.navigateToHashSection();
+  },
+
+  methods: {
+    navigateToHashSection() {
+      if (window.location.hash !== '#Testing') {
+        return;
+      }
+
+      this.currentSection = 'general';
+      this.$nextTick(() => {
+        document.getElementById('Testing')?.scrollIntoView();
+      });
+    },
+  },
 };
 </script>
diff --git a/resources/js/vue/components/TestDetailsPage.vue b/resources/js/vue/components/TestDetailsPage.vue
index 5e2d6515ec..370ce5d6f4 100644
--- a/resources/js/vue/components/TestDetailsPage.vue
+++ b/resources/js/vue/components/TestDetailsPage.vue
@@ -276,6 +276,7 @@ import BuildSidebar from './shared/BuildSidebar.vue';
 import gql from 'graphql-tag';
 import {getRepository} from './shared/RepositoryIntegrations';
 import Utils from './shared/Utils';
+import {testStatusToTextColorClass} from './shared/TestDisplay';
 
 export default {
   name: 'TestDetails',
@@ -322,6 +323,7 @@ export default {
               name
               enableTestTiming
               testTimeStdMultiplier
+              notRunSkippedDetailsRegex
               vcsViewer
               vcsUrl
               cmakeProjectRoot
@@ -473,16 +475,15 @@ export default {
      * TODO: Convert these to Tailwind colors
      */
     testStatusColorClass() {
-      switch (this.test.status) {
-      case 'PASSED':
-        return 'normal-text';
-      case 'FAILED':
-        return 'error-text';
-      case 'NOT_RUN':
-        return 'warning-text';
-      default:
+      if (!this.test) {
         return '';
       }
+
+      return testStatusToTextColorClass(
+        this.test.status,
+        this.test.details,
+        this.build?.project?.notRunSkippedDetailsRegex ?? '*skip*',
+      );
     },
 
     testTimeStatus() {
diff --git a/resources/js/vue/components/shared/BuildSummaryCard.vue b/resources/js/vue/components/shared/BuildSummaryCard.vue
index 732ab8e6e6..005d2f9f39 100644
--- a/resources/js/vue/components/shared/BuildSummaryCard.vue
+++ b/resources/js/vue/components/shared/BuildSummaryCard.vue
@@ -347,6 +347,7 @@ export default {
             passedTestsCount
             failedTestsCount
             notRunTestsCount
+            notRunTestsWarningCount
             site {
               id
               name
@@ -454,9 +455,15 @@ export default {
         return 'No Submission';
       }
 
+      const notRunWarningCount = Math.max(0, this.build.notRunTestsWarningCount);
+      const notRunSkippedCount = Math.max(0, this.build.notRunTestsCount - notRunWarningCount);
+
       let retval = '';
-      if (this.build.notRunTestsCount > 0) {
-        retval += `${this.build.notRunTestsCount} Not Run${this.commaSeparator(this.build.failedTestsCount > 0 || this.build.passedTestsCount)}`;
+      if (notRunWarningCount > 0) {
+        retval += `${notRunWarningCount} Not Run${this.commaSeparator(this.build.failedTestsCount > 0 || this.build.passedTestsCount > 0 || notRunSkippedCount > 0)}`;
+      }
+      if (notRunSkippedCount > 0) {
+        retval += `${notRunSkippedCount} Skipped${this.commaSeparator(this.build.failedTestsCount > 0 || this.build.passedTestsCount > 0)}`;
       }
       if (this.build.failedTestsCount > 0) {
         retval += `${this.build.failedTestsCount} Failed${this.commaSeparator(this.build.passedTestsCount)}`;
@@ -575,21 +582,25 @@ export default {
       if (this.build.failedTestsCount > 0) {
         return 'tw-bg-red-400';
       }
-      else {
-        return 'tw-bg-green-400';
+      if (this.build.notRunTestsWarningCount > 0) {
+        return 'tw-bg-orange-400';
       }
+
+      return 'tw-bg-green-400';
     },
 
     testHighlightColor() {
       if (!this.hasTest) {
         return 'tw-border-x-gray-400';
       }
-      else if (this.build.failedTestsCount > 0) {
+      if (this.build.failedTestsCount > 0) {
         return 'tw-border-x-red-400';
       }
-      else {
-        return 'tw-border-x-green-400';
+      if (this.build.notRunTestsWarningCount > 0) {
+        return 'tw-border-x-orange-400';
       }
+
+      return 'tw-border-x-green-400';
     },
 
     /**
diff --git a/resources/js/vue/components/shared/FormSection.vue b/resources/js/vue/components/shared/FormSection.vue
index 611d76698c..09c193bad7 100644
--- a/resources/js/vue/components/shared/FormSection.vue
+++ b/resources/js/vue/components/shared/FormSection.vue
@@ -1,5 +1,8 @@
 <template>
-  <section class="tw-container tw-mx-auto">
+  <section
+    :id="sectionId"
+    class="tw-container tw-mx-auto"
+  >
     <h4 class="tw-text-xl tw-font-semibold tw-border-b tw-pb-2 tw-mb-2">
       {{ title }}
     </h4>
@@ -16,6 +19,12 @@ export default {
       type: String,
       required: true,
     },
+
+    sectionId: {
+      type: String,
+      required: false,
+      default: null,
+    },
   },
 };
 </script>
diff --git a/resources/js/vue/components/shared/TestDisplay.js b/resources/js/vue/components/shared/TestDisplay.js
new file mode 100644
index 0000000000..5a0979a390
--- /dev/null
+++ b/resources/js/vue/components/shared/TestDisplay.js
@@ -0,0 +1,99 @@
+/**
+ * @param {string} pattern
+ * @returns {RegExp|null}
+ */
+export function patternToRegExp(pattern) {
+  const trimmed = pattern.trim();
+  if (trimmed === '') {
+    return null;
+  }
+
+  if (trimmed.startsWith('/')) {
+    const lastSlash = trimmed.lastIndexOf('/');
+    if (lastSlash > 0) {
+      const body = trimmed.slice(1, lastSlash);
+      const flags = trimmed.slice(lastSlash + 1);
+      try {
+        return new RegExp(body, flags);
+      } catch {
+        return null;
+      }
+    }
+  }
+
+  let regexBody = '';
+  for (const part of trimmed.split(/([*?])/)) {
+    if (part === '*') {
+      regexBody += '.*';
+    } else if (part === '?') {
+      regexBody += '.';
+    } else {
+      regexBody += part.replace(/[.*+?^${}()|[\]\\]/g, '\\$&');
+    }
+  }
+
+  try {
+    return new RegExp(regexBody, 'i');
+  } catch {
+    return null;
+  }
+}
+
+/**
+ * @param {string} details
+ * @param {string} patternsText
+ */
+export function detailsMatchesSkippedPattern(details, patternsText) {
+  if (!details || !patternsText?.trim()) {
+    return false;
+  }
+
+  return patternsText
+    .split(/\r\n|\n|\r/)
+    .map((line) => line.trim())
+    .filter((line) => line.length > 0)
+    .some((pattern) => {
+      const regexp = patternToRegExp(pattern);
+      return regexp !== null && regexp.test(details);
+    });
+}
+
+/**
+ * @param {string} status GraphQL TestStatus enum value.
+ * @param {string} details
+ * @param {string} patternsText
+ */
+export function testStatusToColorClass(status, details = '', patternsText = '') {
+  if (status === 'NOT_RUN' && detailsMatchesSkippedPattern(details, patternsText)) {
+    return 'normal';
+  }
+
+  switch (status) {
+  case 'PASSED':
+    return 'normal';
+  case 'FAILED':
+    return 'error';
+  case 'NOT_RUN':
+    return 'warning';
+  default:
+    return '';
+  }
+}
+
+/**
+ * @param {string} status
+ * @param {string} details
+ * @param {string} patternsText
+ */
+export function testStatusToTextColorClass(status, details = '', patternsText = '') {
+  switch (testStatusToColorClass(status, details, patternsText)) {
+  case 'normal':
+    return 'normal-text';
+  case 'warning':
+    return 'warning-text';
+  case 'error':
+    return 'error-text';
+  default:
+    return '';
+  }
+}
diff --git a/tests/Browser/Pages/BuildTestsPageTest.php b/tests/Browser/Pages/BuildTestsPageTest.php
index e478fb4036..9f74b39485 100644
--- a/tests/Browser/Pages/BuildTestsPageTest.php
+++ b/tests/Browser/Pages/BuildTestsPageTest.php
@@ -524,4 +524,50 @@ public function testOnlyDeltaNoResults(): void
             ;
         });
     }
+
+    public function testNotRunMatchingSkippedPatternShownInGreen(): void
+    {
+        $this->project->notrun_skipped_details_regex = '*skip*';
+        $this->project->save();
+
+        /** @var Build $build */
+        $build = $this->project->builds()->create([
+            'siteid' => $this->site->id,
+            'name' => Str::uuid()->toString(),
+            'uuid' => Str::uuid()->toString(),
+        ]);
+
+        /** @var Test $skipped_not_run_test */
+        $skipped_not_run_test = $build->tests()->create([
+            'testname' => Str::uuid()->toString(),
+            'status' => 'notrun',
+            'details' => 'Test SKIPPED intentionally',
+            'outputid' => $this->testOutput->id,
+        ]);
+
+        /** @var Test $warning_not_run_test */
+        $warning_not_run_test = $build->tests()->create([
+            'testname' => Str::uuid()->toString(),
+            'status' => 'notrun',
+            'details' => 'Unable to find executable',
+            'outputid' => $this->testOutput->id,
+        ]);
+
+        $this->browse(function (Browser $browser) use ($skipped_not_run_test, $warning_not_run_test, $build): void {
+            $browser->visit("/builds/{$build->id}/tests")
+                ->waitFor('@tests-table')
+                ->waitForText($skipped_not_run_test->testname)
+            ;
+
+            self::assertTrue($browser->script(
+                'return document.querySelector(\'a[href*="/tests/' . $skipped_not_run_test->id . '"]\')'
+                . '?.closest("tr")?.querySelector("td.normal") !== null',
+            )[0]);
+
+            self::assertTrue($browser->script(
+                'return document.querySelector(\'a[href*="/tests/' . $warning_not_run_test->id . '"]\')'
+                . '?.closest("tr")?.querySelector("td.warning") !== null',
+            )[0]);
+        });
+    }
 }
diff --git a/tests/Feature/GraphQL/BuildTypeTest.php b/tests/Feature/GraphQL/BuildTypeTest.php
index 2118b44190..6d63282743 100644
--- a/tests/Feature/GraphQL/BuildTypeTest.php
+++ b/tests/Feature/GraphQL/BuildTypeTest.php
@@ -8,6 +8,7 @@
 use App\Models\CoverageFile;
 use App\Models\Project;
 use App\Models\Target;
+use App\Models\TestOutput;
 use Illuminate\Foundation\Testing\DatabaseTransactions;
 use Illuminate\Support\Carbon;
 use Illuminate\Support\Str;
@@ -657,4 +658,57 @@ public function testPercentCoverageForPath(string $path, ?float $expected_percen
             ],
         ]);
     }
+
+    public function testNotRunTestsWarningCountExcludesSkippedPatterns(): void
+    {
+        $this->project->notrun_skipped_details_regex = '*skip*';
+        $this->project->save();
+
+        $output = TestOutput::create([
+            'path' => 'a',
+            'command' => 'b',
+            'output' => 'c',
+        ]);
+
+        /** @var Build $build */
+        $build = $this->project->builds()->create([
+            'name' => 'build-with-skipped-tests',
+            'uuid' => Str::uuid()->toString(),
+            'testnotrun' => 2,
+        ]);
+
+        $build->tests()->create([
+            'testname' => 'skipped_test',
+            'status' => 'notrun',
+            'details' => 'skipped',
+            'outputid' => $output->id,
+        ]);
+
+        $build->tests()->create([
+            'testname' => 'missing_test',
+            'status' => 'notrun',
+            'details' => 'Unable to find executable',
+            'outputid' => $output->id,
+        ]);
+
+        $this->graphQL('
+            query build($id: ID!) {
+                build(id: $id) {
+                    notRunTestsCount
+                    notRunTestsWarningCount
+                }
+            }
+        ', [
+            'id' => $build->id,
+        ])->assertExactJson([
+            'data' => [
+                'build' => [
+                    'notRunTestsCount' => 2,
+                    'notRunTestsWarningCount' => 1,
+                ],
+            ],
+        ]);
+
+        $output->delete();
+    }
 }
diff --git a/tests/Feature/GraphQL/Mutations/UpdateProjectTest.php b/tests/Feature/GraphQL/Mutations/UpdateProjectTest.php
index 282660c9ec..d3c865c4de 100644
--- a/tests/Feature/GraphQL/Mutations/UpdateProjectTest.php
+++ b/tests/Feature/GraphQL/Mutations/UpdateProjectTest.php
@@ -207,6 +207,8 @@ public static function fieldValues(): array
             ['fileUploadLimit', 50, 'uploadquota', 53687091200],
             ['showCoverageCode', false, 'showcoveragecode', false],
             ['banner', 'new banner', 'banner', 'new banner'],
+            ['notRunSkippedDetailsRegex', '*skip*', 'notrun_skipped_details_regex', '*skip*'],
+            ['notRunSkippedDetailsRegex', "Skip\nDisabled", 'notrun_skipped_details_regex', "Skip\nDisabled"],
         ];
     }
 
@@ -269,6 +271,30 @@ public function testCannotChangeNameToExistingProjectName(): void
         self::assertSame($original_name, $project1->fresh()?->name);
     }
 
+    public function testCannotSetInvalidNotRunSkippedDetailsRegex(): void
+    {
+        $project = $this->makePublicProject();
+        $user = $this->makeAdminUser();
+
+        $this->actingAs($user)->graphQL('
+            mutation updateProject($input: UpdateProjectInput!) {
+                updateProject(input: $input) {
+                    project {
+                        notRunSkippedDetailsRegex
+                    }
+                    message
+                }
+            }
+        ', [
+            'input' => [
+                'id' => $project->id,
+                'notRunSkippedDetailsRegex' => '(',
+            ],
+        ])->assertGraphQLErrorMessage('Validation failed for the field [updateProject].');
+
+        self::assertSame('*skip*', $project->fresh()?->notrun_skipped_details_regex);
+    }
+
     public function testCannotChangeNameToInvalidName(): void
     {
         $project = $this->makePublicProject();
diff --git a/tests/Feature/GraphQL/ProjectTypeTest.php b/tests/Feature/GraphQL/ProjectTypeTest.php
index 710636bece..8d2bc2cc96 100644
--- a/tests/Feature/GraphQL/ProjectTypeTest.php
+++ b/tests/Feature/GraphQL/ProjectTypeTest.php
@@ -167,6 +167,8 @@ public static function fieldValues(): array
             ['showcoveragecode', false, 'showCoverageCode', false],
             ['banner', 'test', 'banner', 'test'],
             ['banner', null, 'banner', null],
+            ['notrun_skipped_details_regex', '*skip*', 'notRunSkippedDetailsRegex', '*skip*'],
+            ['notrun_skipped_details_regex', 'Disabled', 'notRunSkippedDetailsRegex', 'Disabled'],
         ];
     }
 
diff --git a/tests/Unit/Utils/TestDisplayTest.php b/tests/Unit/Utils/TestDisplayTest.php
new file mode 100644
index 0000000000..8376ee988c
--- /dev/null
+++ b/tests/Unit/Utils/TestDisplayTest.php
@@ -0,0 +1,82 @@
+<?php
+
+namespace Tests\Unit\Utils;
+
+use App\Models\Test;
+use App\Utils\TestDisplay;
+use PHPUnit\Framework\Attributes\DataProvider;
+use Tests\TestCase;
+
+class TestDisplayTest extends TestCase
+{
+    #[DataProvider('detailsMatchesSkippedPatternCases')]
+    public function testDetailsMatchesSkippedPattern(
+        string $details,
+        string $patternsText,
+        bool $expected,
+    ): void {
+        self::assertSame(
+            $expected,
+            TestDisplay::detailsMatchesSkippedPattern($details, $patternsText),
+        );
+    }
+
+    /**
+     * @return list<array{string, string, bool}>
+     */
+    public static function detailsMatchesSkippedPatternCases(): array
+    {
+        return [
+            ['Test skipped by user', '*skip*', true],
+            ['Test SKIPPED by user', '*skip*', true],
+            ['Test SkIpPeD by user', '*skip*', true],
+            ['Disabled', '*skip*', false],
+            ['', '*skip*', false],
+            ['Skipped', 'Skipped', true],
+            ['Skipped', 'Disabled', false],
+            ['foo bar baz', "*bar*", true],
+        ];
+    }
+
+    #[DataProvider('statusColorClassCases')]
+    public function testStatusColorClass(
+        string $status,
+        ?string $details,
+        string $patternsText,
+        string $expected,
+    ): void {
+        self::assertSame(
+            $expected,
+            TestDisplay::statusColorClass($status, $details, $patternsText),
+        );
+    }
+
+    /**
+     * @return list<array{string, ?string, string, string}>
+     */
+    public static function statusColorClassCases(): array
+    {
+        return [
+            [Test::PASSED, null, '*skip*', 'normal'],
+            [Test::FAILED, null, '*skip*', 'error'],
+            [Test::NOTRUN, 'Some reason', '*skip*', 'warning'],
+            [Test::NOTRUN, 'Test skipped', '*skip*', 'normal'],
+            [Test::NOTRUN, 'Test SKIPPED', '*skip*', 'normal'],
+        ];
+    }
+
+    public function testDefaultPatternConstant(): void
+    {
+        self::assertSame('*skip*', TestDisplay::DEFAULT_NOTRUN_SKIPPED_DETAILS_REGEX);
+    }
+
+    public function testIsValidPatternsTextRejectsInvalidRegex(): void
+    {
+        self::assertFalse(TestDisplay::isValidPatternsText('('));
+    }
+
+    public function testIsValidPatternsTextAcceptsDefaultPattern(): void
+    {
+        self::assertTrue(TestDisplay::isValidPatternsText('*skip*'));
+    }
+}