User Story 39839: Move existing MDS tests to Azure package

- Moved existing tests that use ActiveDirectoryAuthenticationProvider into Azure tests.
- Updated some MDS tests that unnecessarily used ActiveDirectoryAuthenticationProvider.
- Fixed project-based builds so we can restore MDS netcore and netfx projects at the same time.
- Added a Managed Identity provider that is installed by default for the Manual Tests suite.
- Moved some tests from ManualTests to Azure that require the provider.
- Avoiding calling SetProvider with a null value, since it isn't possible to unset a provider once set.
- Added caching to the managed identity provider for the ManualTest project.
- Added environment variable debug logging to Abstractions and Azure pipeline jobs.
- Moved username/password Entra auth provider into its own file for sharing across tests.
- Added ADO service connection for test tasks that require access to Azure resources.
- Added workload identity federation tests.
- Disabling xUnit shadow copy to prevent strong name varification failures.

Author: paulmedynski

eng/pipelines/dotnet-sqlclient-ci-core.yml

@@ -89,6 +89,17 @@ parameters:
   type: string
   default: 90
 
+- name: dotnetVerbosity
+  displayName: dotnet CLI Verbosity
+  type: string
+  default: normal
+  values:
+    - quiet
+    - minimal
+    - normal
+    - detailed
+    - diagnostic
+
 variables:
   - template: libraries/ci-build-variables.yml@self
 
@@ -110,11 +121,11 @@ stages:
   # under the given artifact name.
   - template: stages/build-abstractions-package-ci-stage.yml@self
     parameters:
-      buildConfiguration: ${{ parameters.buildConfiguration }}
+      abstractionsArtifactName: $(abstractionsArtifactName)
       abstractionsPackageVersion: $(abstractionsPackageVersion)
-      artifactName: $(abstractionsArtifactName)
-      ${{if eq(parameters.debug, 'true')}}:
-        verbosity: diagnostic
+      buildConfiguration: ${{ parameters.buildConfiguration }}
+      debug: ${{ parameters.debug }}
+      dotnetVerbosity: ${{ parameters.dotnetVerbosity }}
 
   # Build MDS and its NuGet packages.
   - stage: build_mds_akv_packages_stage
@@ -153,25 +164,29 @@ stages:
       azureArtifactName: $(azureArtifactName)
       azurePackageVersion: $(azurePackageVersion)
       buildConfiguration: ${{ parameters.buildConfiguration }}
+      debug: ${{ parameters.debug }}
+      mdsArtifactName: $(mdsArtifactName)
+      mdsPackageVersion: $(mdsPackageVersion)
       # When building via package references, we must depend on the Abstractions
-      # package.
+      # and MDS packages
       ${{ if eq(parameters.referenceType, 'Package') }}:
         dependsOn:
           - build_abstractions_package_stage
+          - build_mds_akv_packages_stage
       referenceType: ${{ parameters.referenceType }}
-      ${{if eq(parameters.debug, 'true')}}:
-        verbosity: diagnostic
+      dotnetVerbosity: ${{ parameters.dotnetVerbosity }}
 
   # Run the stress tests, if desired.
   - ${{ if eq(parameters.enableStressTests, true) }}:
     - template: stages/stress-tests-ci-stage.yml@self
       parameters:
         buildConfiguration: ${{ parameters.buildConfiguration }}
-        dependsOn: [build_mds_akv_packages_stage]
+        dependsOn:
+          - build_mds_akv_packages_stage
+          - build_azure_package_stage
         pipelineArtifactName: $(artifactName)
         mdsPackageVersion: $(mdsPackageVersion)
-        ${{ if eq(parameters.debug, 'true') }}:
-          verbosity: 'detailed'
+        dotnetVerbosity: ${{ parameters.dotnetVerbosity }}
 
   # Run the MDS and AKV tests.
   - template: common/templates/stages/ci-run-tests-stage.yml@self

eng/pipelines/dotnet-sqlclient-ci-package-reference-pipeline.yml

@@ -133,6 +133,18 @@ parameters: # parameters are shown up in ADO UI in a build queue time
   type: string
   default: 90
 
+# Dotnet CLI verbosity level.
+- name: dotnetVerbosity
+  displayName: dotnet CLI Verbosity
+  type: string
+  default: normal
+  values:
+    - quiet
+    - minimal
+    - normal
+    - detailed
+    - diagnostic
+
 extends:
   template: dotnet-sqlclient-ci-core.yml@self
   parameters:
@@ -147,3 +159,4 @@ extends:
     buildConfiguration: ${{ parameters.buildConfiguration }}
     enableStressTests: ${{ parameters.enableStressTests }}
     testsTimeout: ${{ parameters.testsTimeout }}
+    dotnetVerbosity: ${{ parameters.dotnetVerbosity }}

eng/pipelines/dotnet-sqlclient-ci-project-reference-pipeline.yml

@@ -133,6 +133,18 @@ parameters: # parameters are shown up in ADO UI in a build queue time
   type: string
   default: 90
 
+# Dotnet CLI verbosity level.
+- name: dotnetVerbosity
+  displayName: dotnet CLI Verbosity
+  type: string
+  default: normal
+  values:
+    - quiet
+    - minimal
+    - normal
+    - detailed
+    - diagnostic
+
 extends:
   template: dotnet-sqlclient-ci-core.yml@self
   parameters:
@@ -147,3 +159,4 @@ extends:
     buildConfiguration: ${{ parameters.buildConfiguration }}
     enableStressTests: ${{ parameters.enableStressTests }}
     testsTimeout: ${{ parameters.testsTimeout }}
+    dotnetVerbosity: ${{ parameters.dotnetVerbosity }}

eng/pipelines/jobs/pack-abstractions-package-ci-job.yml

@@ -12,29 +12,34 @@
 
 parameters:
 
-  # The version to apply to the Abstractions NuGet package and its assemblies.
-  - name: abstractionsPackageVersion
-    type: string
-
   # The name to apply to the published pipeline artifact.
-  - name: artifactName
+  - name: abstractionsArtifactName
     type: string
     default: Abstractions.Artifact
 
+  # The version to apply to the Abstractions NuGet package and its assemblies.
+  - name: abstractionsPackageVersion
+    type: string
+
   # The type of build to test (Release or Debug)
   - name: buildConfiguration
     type: string
     values:
     - Release
     - Debug
+
+  # True to enable extra debug steps and logging.
+  - name: debug
+    type: boolean
+    default: false
 
   # The list of upstream jobs to depend on.
   - name: dependsOn
     type: object
     default: []
 
   # The verbosity level for the dotnet CLI commands.
-  - name: verbosity
+  - name: dotnetVerbosity
     type: string
     default: normal
     values:
@@ -69,7 +74,7 @@ jobs:
       # dotnet CLI arguments common to all commands.
       - name: commonArguments
         value: >-
-          --verbosity ${{ parameters.verbosity }}
+          --verbosity ${{ parameters.dotnetVerbosity }}
 
       # dotnet CLI arguments for build/test/pack commands
       - name: buildArguments
@@ -102,6 +107,11 @@ jobs:
 
     steps:
 
+      # Emit environment variables if debug is enabled.
+      - ${{ if eq(parameters.debug, true) }}:
+        - pwsh: 'Get-ChildItem Env: | Sort-Object Name'
+          displayName: '[Debug] Print Environment Variables'
+
       # Install the .NET 9.0 SDK.
       - task: UseDotNet@2
         displayName: Install .NET 9.0 SDK
@@ -144,5 +154,5 @@ jobs:
         displayName: Publish Pipeline Artifact
         inputs:
           targetPath: $(dotnetPackagesDir)
-          artifactName: ${{ parameters.artifactName }}
+          artifactName: ${{ parameters.abstractionsArtifactName }}
           publishLocation: pipeline

eng/pipelines/jobs/pack-azure-package-ci-job.yml

@@ -40,12 +40,28 @@ parameters:
     values:
     - Release
     - Debug
+
+  # True to enable extra debug steps and logging.
+  - name: debug
+    type: boolean
+    default: false
 
   # The list of upstream jobs to depend on.
   - name: dependsOn
     type: object
     default: []
 
+  # The verbosity level for the dotnet CLI commands.
+  - name: dotnetVerbosity
+    type: string
+    default: normal
+    values:
+    - quiet
+    - minimal
+    - normal
+    - detailed
+    - diagnostic
+
   # The reference type to use:
   #
   # Project - dependent projects are referenced directly.
@@ -57,17 +73,6 @@ parameters:
     - Package
     - Project
 
-  # The verbosity level for the dotnet CLI commands.
-  - name: verbosity
-    type: string
-    default: normal
-    values:
-    - quiet
-    - minimal
-    - normal
-    - detailed
-    - diagnostic
-
 jobs:
 
   - job: pack_azure_package_job
@@ -93,8 +98,9 @@ jobs:
       # dotnet CLI arguments common to all commands.
       - name: commonArguments
         value: >-
-          --verbosity ${{ parameters.verbosity }}
+          --verbosity ${{ parameters.dotnetVerbosity }}
           -p:ReferenceType=${{ parameters.referenceType }}
+          -p:ForceMdsAssemblyNameSuffix=true
           -p:AbstractionsPackageVersion=${{ parameters.abstractionsPackageVersion }}
 
       # dotnet CLI arguments for build/test/pack commands
@@ -128,6 +134,11 @@ jobs:
 
     steps:
 
+      # Emit environment variables if debug is enabled.
+      - ${{ if eq(parameters.debug, true) }}:
+        - pwsh: 'Get-ChildItem Env: | Sort-Object Name'
+          displayName: '[Debug] Print Environment Variables'
+
       # We have a few extra steps for Package reference builds.
       - ${{ if eq(parameters.referenceType, 'Package') }}:
 

eng/pipelines/jobs/test-abstractions-package-ci-job.yml

@@ -19,13 +19,29 @@ parameters:
     - Release
     - Debug
 
+  # True to enable extra debug steps and logging.
+  - name: debug
+    type: boolean
+    default: false
+
   # The prefix to prepend to the job's display name:
   #
   #   [<prefix>] Run Stress Tests
   #
   - name: displayNamePrefix
     type: string
 
+  # The verbosity level for the dotnet CLI commands.
+  - name: dotnetVerbosity
+    type: string
+    default: normal
+    values:
+    - quiet
+    - minimal
+    - normal
+    - detailed
+    - diagnostic
+
   # The suffix to append to the job name.
   - name: jobNameSuffix
     type: string
@@ -44,17 +60,6 @@ parameters:
   - name: poolName
     type: string
 
-  # The verbosity level for the dotnet CLI commands.
-  - name: verbosity
-    type: string
-    default: normal
-    values:
-    - quiet
-    - minimal
-    - normal
-    - detailed
-    - diagnostic
-
   # The pool VM image to use.
   - name: vmImage
     type: string
@@ -83,7 +88,7 @@ jobs:
       # dotnet CLI arguments common to all commands.
       - name: commonArguments
         value: >-
-          --verbosity ${{ parameters.verbosity }}
+          --verbosity ${{ parameters.dotnetVerbosity }}
 
       # dotnet CLI arguments for build/test/pack commands
       - name: buildArguments
@@ -115,6 +120,11 @@ jobs:
 
     steps:
 
+      # Emit environment variables if debug is enabled.
+      - ${{ if eq(parameters.debug, true) }}:
+        - pwsh: 'Get-ChildItem Env: | Sort-Object Name'
+          displayName: '[Debug] Print Environment Variables'
+
       # Install the .NET 9.0 SDK.
       - task: UseDotNet@2
         displayName: Install .NET 9.0 SDK