Add SelfContainedLiveTests concept to test CSPROJs

core/Azure.Mcp.Core/tests/Azure.Mcp.Core.Tests/Azure.Mcp.Core.Tests.csproj

@@ -4,6 +4,7 @@
     <OutputType>Exe</OutputType>
     <HasLiveTests>true</HasLiveTests>
     <HasUnitTests>true</HasUnitTests>
+    <SelfContainedLiveTests>true</SelfContainedLiveTests>
   </PropertyGroup>
   <ItemGroup>
     <ProjectReference Include="..\..\src\Azure.Mcp.Core.csproj" />

eng/pipelines/templates/jobs/analyze.yml

@@ -6,6 +6,7 @@ jobs:
   steps:
   - checkout: self
     fetchDepth: 0
+    fetchTags: false
 
   - template: /eng/pipelines/templates/steps/install-dotnet.yml
 

eng/pipelines/templates/jobs/build.yml

@@ -51,6 +51,8 @@ jobs:
     displayName: 'Download build info artifact'
 
   - checkout: self
+    fetchDepth: 1
+    fetchTags: false
 
   - template: /eng/pipelines/templates/steps/install-dotnet.yml
 

eng/pipelines/templates/jobs/initialize.yml

@@ -14,6 +14,7 @@ jobs:
   steps:
   - checkout: self
     fetchDepth: 0
+    fetchTags: false
 
   - template: /eng/pipelines/templates/steps/install-dotnet.yml
 

eng/pipelines/templates/jobs/live-test.yml

@@ -17,6 +17,8 @@ jobs:
     matrix: $[ ${{ parameters.Matrix }} ]
   steps:
   - checkout: self
+    fetchDepth: 1
+    fetchTags: false
 
   - template: /eng/pipelines/templates/steps/install-dotnet.yml
 
@@ -27,20 +29,6 @@ jobs:
 
   - template: /eng/common/pipelines/templates/steps/create-authenticated-npmrc.yml
 
-  - pwsh: |
-      $serverName = $env:SERVERNAME
-
-      if ([string]::IsNullOrWhiteSpace($serverName)) {
-        ./eng/scripts/Build-Local.ps1 -VerifyNpx
-      }
-      else {
-        ./eng/scripts/Build-Local.ps1 -ServerName $serverName -VerifyNpx
-      }
-
-      exit $LastExitCode
-    displayName: "Build local package"
-    workingDirectory: $(Build.SourcesDirectory)
-
   - pwsh: >
       ./eng/scripts/Test-Code.ps1
       -TestType 'Live'
@@ -79,17 +67,20 @@ jobs:
       pwsh: true
       workingDirectory: $(Build.SourcesDirectory)
 
-  - template: /eng/common/TestResources/remove-test-resources.yml
-    parameters:
-      ServiceConnection: azure-sdk-tests-public
-
-  - template: /eng/common/TestResources/deploy-test-resources.yml
-    parameters:
-      ServiceConnection: azure-sdk-tests-public
-      PersistOidcToken: true
-      TestResourcesDirectory: $(Build.SourcesDirectory)/$(TestResourcesPath)
-      AdditionalParameters: "@{ UseHttpTransport = true }"
-      SkipEnvironmentSetup: true # environment setup was performed in the first deployment
+  # Only perform a second deployment of test resources if the live tests are not self-contained.
+  # Self-contained live tests do not require a fresh set of test resources to be deployed.
+  - ${{ if ne($(HasSelfContainedLiveTests), 'true') }}:
+    - template: /eng/common/TestResources/remove-test-resources.yml
+      parameters:
+        ServiceConnection: azure-sdk-tests-public
+
+    - template: /eng/common/TestResources/deploy-test-resources.yml
+      parameters:
+        ServiceConnection: azure-sdk-tests-public
+        PersistOidcToken: true
+        TestResourcesDirectory: $(Build.SourcesDirectory)/$(TestResourcesPath)
+        AdditionalParameters: "@{ UseHttpTransport = true }"
+        SkipEnvironmentSetup: true # environment setup was performed in the first deployment
 
   - task: AzurePowershell@5
     displayName: "Run tests (http) - az pwsh"

eng/scripts/Get-ProjectProperties.ps1

@@ -67,7 +67,8 @@ $propertyList = @(
     'AzureSupportedClouds',
 
     'HasLiveTests',
-    'HasUnitTests'
+    'HasUnitTests',
+    'SelfContainedLiveTests'
 )
 
 $projectFile = $projectFiles | Select-Object -First 1

eng/scripts/New-BuildInfo.ps1

@@ -338,6 +338,7 @@ function Get-PathsToTest {
         $hasUnitTests = $hasTestsProject -and [bool]::TryParse($testProjectDetails.HasUnitTests, [ref]$result) -and $result
         $hasLiveTests = $hasTestsProject -and [bool]::TryParse($testProjectDetails.HasLiveTests, [ref]$result) -and $result
         $hasRecordedTests = $hasLiveTests -and (Get-ChildItem $rootedTestResourcesPath -Filter 'assets.json' -Recurse).Count -gt 0
+        $hasSelfContainedLiveTests = $hasTestsProject -and [bool]::TryParse($testProjectDetails.SelfContainedLiveTests, [ref]$result) -and $result
 
         $sourcePath = Join-Path $using:RepoRoot $path "src"
 
@@ -359,14 +360,15 @@ function Get-PathsToTest {
         }
 
         return @{
-            _error               = $false
-            path                 = $path
-            hasTestResources     = $hasTestResources
-            testResourcesPath    = $hasTestResources ? $testResourcesPath : $null
-            hasLiveTests         = $hasLiveTests
-            hasUnitTests         = $hasUnitTests
-            hasRecordedTests     = $hasRecordedTests
-            azureSupportedClouds = $resolvedClouds
+            _error                      = $false
+            path                        = $path
+            hasTestResources            = $hasTestResources
+            testResourcesPath           = $hasTestResources ? $testResourcesPath : $null
+            hasLiveTests                = $hasLiveTests
+            hasUnitTests                = $hasUnitTests
+            hasSelfContainedLiveTests   = $hasSelfContainedLiveTests
+            hasRecordedTests            = $hasRecordedTests
+            azureSupportedClouds        = $resolvedClouds
         }
     }
 
@@ -401,6 +403,7 @@ function Get-TestMatrix {
 
             $entry.testResourcesPath = $path.TestResourcesPath
             $entry.hasTestResources = $path.HasTestResources
+            $entry.hasSelfContainedLiveTests = $path.hasSelfContainedLiveTests
 
             if ($ServerName) {
                 $entry.serverName = $ServerName

tools/Azure.Mcp.Tools.Acr/tests/Azure.Mcp.Tools.Acr.Tests/Azure.Mcp.Tools.Acr.Tests.csproj

@@ -7,6 +7,7 @@
     <IsPackable>false</IsPackable>
     <HasLiveTests>true</HasLiveTests>
     <HasUnitTests>true</HasUnitTests>
+    <SelfContainedLiveTests>true</SelfContainedLiveTests>
   </PropertyGroup>
 
   <ItemGroup>

tools/Azure.Mcp.Tools.Aks/tests/Azure.Mcp.Tools.Aks.Tests/Azure.Mcp.Tools.Aks.Tests.csproj

@@ -4,6 +4,7 @@
     <OutputType>Exe</OutputType>
     <HasLiveTests>true</HasLiveTests>
     <HasUnitTests>true</HasUnitTests>
+    <SelfContainedLiveTests>true</SelfContainedLiveTests>
   </PropertyGroup>
   <ItemGroup>
     <ProjectReference Include="$(RepoRoot)servers\Azure.Mcp.Server\src\Azure.Mcp.Server.csproj" />

tools/Azure.Mcp.Tools.Authorization/tests/Azure.Mcp.Tools.Authorization.Tests/Azure.Mcp.Tools.Authorization.Tests.csproj

@@ -4,6 +4,7 @@
     <OutputType>Exe</OutputType>
     <HasLiveTests>true</HasLiveTests>
     <HasUnitTests>true</HasUnitTests>
+    <SelfContainedLiveTests>true</SelfContainedLiveTests>
   </PropertyGroup>
   <ItemGroup>
     <ProjectReference Include="$(RepoRoot)servers\Azure.Mcp.Server\src\Azure.Mcp.Server.csproj" />

tools/Azure.Mcp.Tools.AzureIsv/tests/Azure.Mcp.Tools.AzureIsv.Tests/Azure.Mcp.Tools.AzureIsv.Tests.csproj

@@ -4,6 +4,7 @@
     <OutputType>Exe</OutputType>
     <HasLiveTests>true</HasLiveTests>
     <HasUnitTests>true</HasUnitTests>
+    <SelfContainedLiveTests>true</SelfContainedLiveTests>
   </PropertyGroup>
   <ItemGroup>
     <ProjectReference Include="$(RepoRoot)servers\Azure.Mcp.Server\src\Azure.Mcp.Server.csproj" />

tools/Azure.Mcp.Tools.Deploy/tests/Azure.Mcp.Tools.Deploy.Tests/Azure.Mcp.Tools.Deploy.Tests.csproj

@@ -4,6 +4,7 @@
     <IsTestProject>true</IsTestProject>
     <HasLiveTests>true</HasLiveTests>
     <HasUnitTests>true</HasUnitTests>
+    <SelfContainedLiveTests>true</SelfContainedLiveTests>
   </PropertyGroup>
   <ItemGroup>
     <PackageReference Include="NSubstitute" />

tools/Azure.Mcp.Tools.DeviceRegistry/tests/Azure.Mcp.Tools.DeviceRegistry.Tests/Azure.Mcp.Tools.DeviceRegistry.Tests.csproj

@@ -4,6 +4,7 @@
     <OutputType>Exe</OutputType>
     <HasLiveTests>true</HasLiveTests>
     <HasUnitTests>true</HasUnitTests>
+    <SelfContainedLiveTests>true</SelfContainedLiveTests>
   </PropertyGroup>
   <ItemGroup>
     <ProjectReference Include="$(RepoRoot)servers\Azure.Mcp.Server\src\Azure.Mcp.Server.csproj" />

tools/Azure.Mcp.Tools.EventGrid/tests/Azure.Mcp.Tools.EventGrid.Tests/Azure.Mcp.Tools.EventGrid.Tests.csproj

@@ -5,6 +5,7 @@
     <OutputType>Exe</OutputType>
     <HasLiveTests>true</HasLiveTests>
     <HasUnitTests>true</HasUnitTests>
+    <SelfContainedLiveTests>true</SelfContainedLiveTests>
   </PropertyGroup>
   <ItemGroup>
     <ProjectReference Include="$(RepoRoot)servers\Azure.Mcp.Server\src\Azure.Mcp.Server.csproj" />

tools/Azure.Mcp.Tools.FunctionApp/tests/Azure.Mcp.Tools.FunctionApp.Tests/Azure.Mcp.Tools.FunctionApp.Tests.csproj

@@ -4,6 +4,7 @@
     <OutputType>Exe</OutputType>
     <HasLiveTests>true</HasLiveTests>
     <HasUnitTests>true</HasUnitTests>
+    <SelfContainedLiveTests>true</SelfContainedLiveTests>
   </PropertyGroup>
   <ItemGroup>
     <ProjectReference Include="$(RepoRoot)servers\Azure.Mcp.Server\src\Azure.Mcp.Server.csproj" />

tools/Azure.Mcp.Tools.Functions/tests/Azure.Mcp.Tools.Functions.Tests/Azure.Mcp.Tools.Functions.Tests.csproj

@@ -4,6 +4,7 @@
     <OutputType>Exe</OutputType>
     <HasLiveTests>true</HasLiveTests>
     <HasUnitTests>true</HasUnitTests>
+    <SelfContainedLiveTests>true</SelfContainedLiveTests>
   </PropertyGroup>
   <ItemGroup>
     <ProjectReference Include="$(RepoRoot)servers\Azure.Mcp.Server\src\Azure.Mcp.Server.csproj" />

tools/Azure.Mcp.Tools.Grafana/tests/Azure.Mcp.Tools.Grafana.Tests/Azure.Mcp.Tools.Grafana.Tests.csproj

@@ -4,6 +4,7 @@
     <OutputType>Exe</OutputType>
     <HasLiveTests>true</HasLiveTests>
     <HasUnitTests>true</HasUnitTests>
+    <SelfContainedLiveTests>true</SelfContainedLiveTests>
   </PropertyGroup>
   <ItemGroup>
     <ProjectReference Include="$(RepoRoot)servers\Azure.Mcp.Server\src\Azure.Mcp.Server.csproj" />

tools/Azure.Mcp.Tools.IoTHub/tests/Azure.Mcp.Tools.IoTHub.Tests/Azure.Mcp.Tools.IoTHub.Tests.csproj

@@ -4,6 +4,7 @@
     <OutputType>Exe</OutputType>
     <HasLiveTests>true</HasLiveTests>
     <HasUnitTests>true</HasUnitTests>
+    <SelfContainedLiveTests>true</SelfContainedLiveTests>
   </PropertyGroup>
   <ItemGroup>
     <ProjectReference Include="$(RepoRoot)servers\Azure.Mcp.Server\src\Azure.Mcp.Server.csproj" />

tools/Azure.Mcp.Tools.Kusto/tests/Azure.Mcp.Tools.Kusto.Tests/Azure.Mcp.Tools.Kusto.Tests.csproj

@@ -4,6 +4,7 @@
     <OutputType>Exe</OutputType>
     <HasLiveTests>true</HasLiveTests>
     <HasUnitTests>true</HasUnitTests>
+    <SelfContainedLiveTests>true</SelfContainedLiveTests>
   </PropertyGroup>
   <ItemGroup>
     <PackageReference Include="NSubstitute" />

tools/Azure.Mcp.Tools.Marketplace/tests/Azure.Mcp.Tools.Marketplace.Tests/Azure.Mcp.Tools.Marketplace.Tests.csproj

@@ -4,6 +4,7 @@
     <OutputType>Exe</OutputType>
     <HasLiveTests>true</HasLiveTests>
     <HasUnitTests>true</HasUnitTests>
+    <SelfContainedLiveTests>true</SelfContainedLiveTests>
   </PropertyGroup>
   <ItemGroup>
     <ProjectReference Include="$(RepoRoot)servers\Azure.Mcp.Server\src\Azure.Mcp.Server.csproj" />

tools/Azure.Mcp.Tools.Pricing/tests/Azure.Mcp.Tools.Pricing.Tests/Azure.Mcp.Tools.Pricing.Tests.csproj

@@ -4,6 +4,7 @@
     <OutputType>Exe</OutputType>
     <HasLiveTests>true</HasLiveTests>
     <HasUnitTests>true</HasUnitTests>
+    <SelfContainedLiveTests>true</SelfContainedLiveTests>
   </PropertyGroup>
   <ItemGroup>
     <PackageReference Include="NSubstitute" />

tools/Azure.Mcp.Tools.Quota/tests/Azure.Mcp.Tools.Quota.Tests/Azure.Mcp.Tools.Quota.Tests.csproj

@@ -4,6 +4,7 @@
     <IsTestProject>true</IsTestProject>
     <HasLiveTests>true</HasLiveTests>
     <HasUnitTests>true</HasUnitTests>
+    <SelfContainedLiveTests>true</SelfContainedLiveTests>
   </PropertyGroup>
   <ItemGroup>
     <PackageReference Include="NSubstitute" />

tools/Azure.Mcp.Tools.Search/tests/Azure.Mcp.Tools.Search.Tests/Azure.Mcp.Tools.Search.Tests.csproj

@@ -4,6 +4,7 @@
     <OutputType>Exe</OutputType>
     <HasLiveTests>true</HasLiveTests>
     <HasUnitTests>true</HasUnitTests>
+    <SelfContainedLiveTests>true</SelfContainedLiveTests>
   </PropertyGroup>
   <ItemGroup>
     <ProjectReference Include="$(RepoRoot)servers\Azure.Mcp.Server\src\Azure.Mcp.Server.csproj" />

tools/Azure.Mcp.Tools.ServiceBus/tests/Azure.Mcp.Tools.ServiceBus.Tests/Azure.Mcp.Tools.ServiceBus.Tests.csproj

@@ -4,6 +4,7 @@
     <OutputType>Exe</OutputType>
     <HasLiveTests>true</HasLiveTests>
     <HasUnitTests>true</HasUnitTests>
+    <SelfContainedLiveTests>true</SelfContainedLiveTests>
   </PropertyGroup>
   <ItemGroup>
     <ProjectReference Include="$(RepoRoot)servers\Azure.Mcp.Server\src\Azure.Mcp.Server.csproj" />

tools/Azure.Mcp.Tools.SignalR/tests/Azure.Mcp.Tools.SignalR.Tests/Azure.Mcp.Tools.SignalR.Tests.csproj

@@ -4,6 +4,7 @@
     <OutputType>Exe</OutputType>
     <HasLiveTests>true</HasLiveTests>
     <HasUnitTests>true</HasUnitTests>
+    <SelfContainedLiveTests>true</SelfContainedLiveTests>
   </PropertyGroup>
   <ItemGroup>
     <ProjectReference Include="$(RepoRoot)servers\Azure.Mcp.Server\src\Azure.Mcp.Server.csproj" />

tools/Azure.Mcp.Tools.Speech/tests/Azure.Mcp.Tools.Speech.Tests/Azure.Mcp.Tools.Speech.Tests.csproj

@@ -4,6 +4,7 @@
     <OutputType>Exe</OutputType>
     <HasLiveTests>true</HasLiveTests>
     <HasUnitTests>true</HasUnitTests>
+    <SelfContainedLiveTests>true</SelfContainedLiveTests>
   </PropertyGroup>
   <ItemGroup>
     <ProjectReference Include="$(RepoRoot)servers\Azure.Mcp.Server\src\Azure.Mcp.Server.csproj" />

tools/Azure.Mcp.Tools.VirtualDesktop/tests/Azure.Mcp.Tools.VirtualDesktop.Tests/Azure.Mcp.Tools.VirtualDesktop.Tests.csproj

@@ -4,6 +4,7 @@
     <OutputType>Exe</OutputType>
     <HasLiveTests>true</HasLiveTests>
     <HasUnitTests>true</HasUnitTests>
+    <SelfContainedLiveTests>true</SelfContainedLiveTests>
   </PropertyGroup>
   <ItemGroup>
     <ProjectReference Include="$(RepoRoot)servers\Azure.Mcp.Server\src\Azure.Mcp.Server.csproj" />