RunTests action

Actions/.Modules/ReadSettings.psm1

@@ -174,6 +174,8 @@ function GetDefaultSettings
         "doNotBuildTests"                               = $false
         "doNotPerformUpgrade"                           = $false
         "doNotRunTests"                                 = $false
+        "useSeparateTestAction"                         = $false
+        "testType"                                      = ""
         "doNotRunBcptTests"                             = $false
         "doNotRunPageScriptingTests"                    = $false
         "doNotPublishApps"                              = $false

Actions/.Modules/settings.schema.json

@@ -344,6 +344,16 @@
         "doNotRunTests": {
             "type": "boolean"
         },
+        "useSeparateTestAction": {
+            "type": "boolean",
+            "default": false,
+            "description": "PREVIEW: When set to true, normal tests (testFolders) run in a separate RunTests action against the build container kept alive by RunPipeline. Builds with additionalCountries continue to run normal tests inside RunPipeline so every country is tested. See https://aka.ms/ALGoSettings#useSeparateTestAction"
+        },
+        "testType": {
+            "type": "string",
+            "default": "",
+            "description": "Optional test type used by the separate RunTests action. The built-in AlTool runner supports UnitTest, IntegrationTest, and Uncategorized; blank runs all test types. Custom RunTestsInBcContainer overrides may interpret other values. See https://aka.ms/ALGoSettings#testType"
+        },
         "doNotRunBcptTests": {
             "type": "boolean"
         },

Actions/AnalyzeTests/TestResultAnalyzer.ps1

@@ -185,11 +185,14 @@ function GetTestResultSummaryMD {
                             $suiteFailureNode = [FailureNode]::new($false)
                             $suiteFailureNode.summaryDetails = "$($suite.name), $($suite.tests) tests, $($suite.failures) failed, $($suite.skipped) skipped, $($suite.time) seconds"
                             foreach($testcase in $suite.testcase) {
-                                if ($testcase.ChildNodes.Count -gt 0) {
+                                $failureNodes = @($testcase.ChildNodes | Where-Object {
+                                        $_.NodeType -eq [System.Xml.XmlNodeType]::Element -and $_.LocalName -eq 'failure'
+                                    })
+                                if ($failureNodes.Count -gt 0) {
                                     Write-Host "    - $($testcase.name), Failure, $($testcase.time) seconds"
                                     $testCaseFailureNode = [FailureNode]::new($false)
                                     $testCaseFailureNode.summaryDetails = "$($testcase.name), Failure"
-                                    foreach($failure in $testcase.ChildNodes) {
+                                    foreach($failure in $failureNodes) {
                                         Write-Host "      - Error: $($failure.message)"
                                         Write-Host "        Stacktrace:"
                                         Write-Host "        $($failure.InnerText.Trim().Replace("`n","`n        "))"

Actions/RunPipeline/README.md

@@ -32,6 +32,8 @@ Run pipeline in AL-Go repository
 | Name | Description |
 | :-- | :-- |
 | containerName | Container name of a container used during build |
+| containerCredential | Masked, base64-encoded JSON credential for reconnecting to a container kept alive for the RunTests action |
+| runTestsInSeparateAction | True only when RunPipeline kept a single local build container alive for the RunTests action |
 
 ## OUTPUT variables
 

Actions/RunPipeline/RunPipeline.ps1

@@ -19,6 +19,20 @@ Param(
     [string] $previousAppsPath = ''
 )
 
+function New-KeepAliveContainerCredential {
+    <#
+    .SYNOPSIS
+        Creates a credential for a build container kept alive for the RunTests action.
+    .DESCRIPTION
+        Returns a random administrator credential so the RunTests action can reconnect to the
+        container after RunPipeline completes.
+    #>
+    [Diagnostics.CodeAnalysis.SuppressMessageAttribute('PSAvoidUsingConvertToSecureStringWithPlainText', '', Justification = 'A container password must be generated as plain text to build a reusable credential')]
+    param()
+    $password = "Pass!$([GUID]::NewGuid().ToString())"
+    return (New-Object pscredential 'admin', (ConvertTo-SecureString -String $password -AsPlainText -Force))
+}
+
 $containerBaseFolder = $null
 $projectPath = $null
 
@@ -473,6 +487,30 @@ try {
     $runAlPipelineParams["preprocessorsymbols"] = $settings.preprocessorSymbols
     $runAlPipelineParams["features"] = $settings.features
 
+    # The separate action needs one local container that remains alive after RunPipeline. Multi-country
+    # builds keep normal tests here because Run-AlPipeline creates and tests a container per country.
+    $runTestsInSeparateAction = $settings.useSeparateTestAction -and -not $settings.doNotRunTests -and -not $settings.doNotPublishApps -and @($additionalCountries).Count -eq 0
+    Add-Content -Encoding UTF8 -Path $env:GITHUB_ENV -Value "runTestsInSeparateAction=$runTestsInSeparateAction"
+
+    if ($runTestsInSeparateAction) {
+        Write-Host "useSeparateTestAction is enabled: skipping normal test execution in RunPipeline and keeping the container alive for the RunTests action"
+        $runAlPipelineParams["doNotRunTests"] = $true
+
+        # Surface a reusable credential so RunTests can reconnect to the kept-alive container.
+        $containerCredential = New-KeepAliveContainerCredential
+        $runAlPipelineParams["credential"] = $containerCredential
+
+        $containerCredentialPassword = $containerCredential.GetNetworkCredential().Password
+        $containerCredentialJson = @{ "username" = $containerCredential.UserName; "password" = $containerCredentialPassword } | ConvertTo-Json -Compress
+        $containerCredentialBase64 = [System.Convert]::ToBase64String([System.Text.Encoding]::UTF8.GetBytes($containerCredentialJson))
+        Write-Host "::add-mask::$containerCredentialPassword"
+        Write-Host "::add-mask::$containerCredentialBase64"
+        Add-Content -Encoding UTF8 -Path $env:GITHUB_ENV -Value "containerCredential=$containerCredentialBase64"
+    }
+    elseif ($settings.useSeparateTestAction -and -not $settings.doNotRunTests) {
+        Write-Host "::Notice::useSeparateTestAction is enabled, but either additionalCountries is configured or no local build container is created. The separate RunTests action will be skipped."
+    }
+
     Write-Host "Invoke Run-AlPipeline with buildmode $buildMode"
     Run-AlPipeline @runAlPipelineParams `
         -accept_insiderEula `
@@ -518,6 +556,7 @@ try {
         -pageScriptingTestResultsFolder (Join-Path $buildArtifactFolder 'PageScriptingTestResultDetails') `
         -CreateRuntimePackages:$CreateRuntimePackages `
         -appVersion ($versionNumber.MajorMinorVersion) -appBuild ($versionNumber.BuildNumber) -appRevision ($versionNumber.RevisionNumber) `
+        -keepContainer:$runTestsInSeparateAction `
         -uninstallRemovedApps
 
     if ($containerBaseFolder) {