⚙️ [Maintenance]: Test infrastructure consolidated with shared repos and run-scoped cleanup

tests/Actions.Tests.ps1

@@ -16,9 +16,12 @@
 param()
 
 BeforeAll {
-    $testName = 'ActionsTests'
+    $testName = 'Actions'
     $os = $env:RUNNER_OS
-    $guid = [guid]::NewGuid().ToString()
+    $id = $env:GITHUB_RUN_ID
+    if (-not $id) {
+        throw 'GITHUB_RUN_ID is required for Actions tests because it is used to build repository-scoped names for OIDC operations.'
+    }
 }
 
 Describe 'Actions' {
@@ -51,37 +54,23 @@ Describe 'Actions' {
                     Write-Host ($context | Format-List | Out-String)
                 }
             }
-            $repoPrefix = "$testName-$os-$TokenType"
-            $repoName = "$repoPrefix-$guid"
+            $repoPrefix = "Test-$os-$TokenType"
+            $repoName = "$repoPrefix-$id"
 
-            switch ($OwnerType) {
-                'user' {
-                    Get-GitHubRepository | Where-Object { $_.Name -like "$repoPrefix*" } |
-                        Remove-GitHubRepository -Confirm:$false
-                    $repo = New-GitHubRepository -Name $repoName -Confirm:$false
-                }
-                'organization' {
-                    Get-GitHubRepository -Organization $Owner | Where-Object { $_.Name -like "$repoPrefix*" } |
-                        Remove-GitHubRepository -Confirm:$false
-                    $repo = New-GitHubRepository -Organization $Owner -Name $repoName -Confirm:$false
+            LogGroup "Using Repository - [$repoName]" {
+                if ($OwnerType -in ('repository', 'enterprise')) {
+                    $repo = $null
+                } else {
+                    $repo = Get-GitHubRepository -Owner $Owner -Name $repoName
+                    if (-not $repo) {
+                        throw "Shared test repository '$repoName' was not found for owner '$Owner' (OwnerType: '$OwnerType'). Ensure the repository was provisioned and the repository name is correct."
+                    }
+                    Write-Host ($repo | Select-Object * | Out-String)
                 }
             }
-            LogGroup "Repository - [$repoName]" {
-                Write-Host ($repo | Select-Object * | Out-String)
-            }
         }
 
         AfterAll {
-            switch ($OwnerType) {
-                'user' {
-                    Get-GitHubRepository | Where-Object { $_.Name -like "$repoPrefix*" } |
-                        Remove-GitHubRepository -Confirm:$false
-                }
-                'organization' {
-                    Get-GitHubRepository -Organization $Owner | Where-Object { $_.Name -like "$repoPrefix*" } |
-                        Remove-GitHubRepository -Confirm:$false
-                }
-            }
             Get-GitHubContext -ListAvailable | Disconnect-GitHubAccount -Silent
             Write-Host ('-' * 60)
         }

tests/AfterAll.ps1

@@ -0,0 +1,77 @@
+[CmdletBinding()]
+param()
+
+LogGroup 'AfterAll - Global Test Teardown' {
+    $authCases = . "$PSScriptRoot/Data/AuthCases.ps1"
+
+    $id = $env:GITHUB_RUN_ID
+    if (-not $id) {
+        throw 'GITHUB_RUN_ID environment variable is not set. Refusing to clean up test repositories with an unscoped wildcard (would impact concurrent runs).'
+    }
+    if (-not $env:Settings) {
+        throw 'Settings environment variable is not set. Process-PSModule must populate it with the test suite configuration.'
+    }
+    $prefix = 'Test'
+
+    # Derive the list of OS names from the Settings JSON provided by Process-PSModule.
+    try {
+        $settings = $env:Settings | ConvertFrom-Json
+    } catch {
+        throw "Settings environment variable contains invalid JSON. Expected TestSuites.Module.OSName to be present. $_"
+    }
+
+    $osNames = @($settings.TestSuites.Module.OSName | Sort-Object -Unique)
+    if (-not $osNames) {
+        throw 'Settings JSON must include at least one non-empty TestSuites.Module.OSName value.'
+    }
+    $invalidOsNames = @($osNames | Where-Object { -not $_ -or -not $_.ToString().Trim() })
+    if ($invalidOsNames.Count -gt 0) {
+        throw 'Settings JSON contains one or more null or empty TestSuites.Module.OSName values.'
+    }
+    Write-Host "Cleaning up test repositories for OSes: $($osNames -join ', ')"
+
+    foreach ($authCase in $authCases) {
+        $authCase.GetEnumerator() | ForEach-Object { Set-Variable -Name $_.Key -Value $_.Value }
+
+        if ($TokenType -eq 'GITHUB_TOKEN') {
+            Write-Host "Skipping teardown for $AuthType-$TokenType (uses existing repository)"
+            continue
+        }
+
+        LogGroup "Teardown - $AuthType-$TokenType" {
+            $context = Connect-GitHubAccount @connectParams -PassThru -Silent
+            if ($AuthType -eq 'APP') {
+                $context = Connect-GitHubApp @connectAppParams -PassThru -Default -Silent
+            }
+            Write-Host ($context | Format-List | Out-String)
+
+            foreach ($os in $osNames) {
+                $repoPrefix = "$prefix-$os-$TokenType"
+                $repoName = "$repoPrefix-$id"
+
+                LogGroup "Repository cleanup - $AuthType-$TokenType - $os" {
+                    # Use deterministic name lookups instead of listing all repos to reduce API calls.
+                    $cleanupRepoNames = @($repoName)
+                    if ($OwnerType -eq 'organization') {
+                        $cleanupRepoNames += "$repoName-2", "$repoName-3"
+                    }
+
+                    foreach ($cleanupRepoName in $cleanupRepoNames) {
+                        switch ($OwnerType) {
+                            'user' {
+                                Get-GitHubRepository -Name $cleanupRepoName -ErrorAction SilentlyContinue |
+                                    Remove-GitHubRepository -Confirm:$false
+                            }
+                            'organization' {
+                                Get-GitHubRepository -Owner $Owner -Name $cleanupRepoName -ErrorAction SilentlyContinue |
+                                    Remove-GitHubRepository -Confirm:$false
+                            }
+                        }
+                    }
+                }
+            }
+
+            Get-GitHubContext -ListAvailable | Disconnect-GitHubAccount -Silent
+        }
+    }
+}

tests/Apps.Tests.ps1

@@ -19,6 +19,12 @@
 [CmdletBinding()]
 param()
 
+BeforeAll {
+    $testName = 'Apps'
+    $os = $env:RUNNER_OS
+    $id = $env:GITHUB_RUN_ID
+}
+
 Describe 'Apps' {
     $authCases = . "$PSScriptRoot/Data/AuthCases.ps1"
 

tests/Artifacts.Tests.ps1

@@ -19,6 +19,12 @@
 [CmdletBinding()]
 param()
 
+BeforeAll {
+    $testName = 'Artifacts'
+    $os = $env:RUNNER_OS
+    $id = $env:GITHUB_RUN_ID
+}
+
 Describe 'Artifacts' {
     $authCases = . "$PSScriptRoot/Data/AuthCases.ps1"
 

tests/BeforeAll.ps1

@@ -0,0 +1,99 @@
+[CmdletBinding()]
+param()
+
+LogGroup 'BeforeAll - Global Test Setup' {
+    $authCases = . "$PSScriptRoot/Data/AuthCases.ps1"
+    $id = $env:GITHUB_RUN_ID
+    if (-not $id) {
+        throw 'GITHUB_RUN_ID environment variable is not set. Refusing to create or clean up test repositories with a non-deterministic name.'
+    }
+    if (-not $env:Settings) {
+        throw 'Settings environment variable is not set. Process-PSModule must populate it with the test suite configuration.'
+    }
+
+    # Derive the list of OS names from the Settings JSON provided by Process-PSModule.
+    try {
+        $settings = $env:Settings | ConvertFrom-Json
+    } catch {
+        throw "Settings environment variable does not contain valid JSON. Process-PSModule must populate it with a valid test suite configuration. $_"
+    }
+
+    $osNames = @($settings.TestSuites.Module.OSName | Sort-Object -Unique)
+    if (-not $osNames) {
+        throw 'Settings JSON must contain TestSuites.Module.OSName with at least one OS name.'
+    }
+    $invalidOsNames = @($osNames | Where-Object { -not $_ -or -not $_.ToString().Trim() })
+    if ($invalidOsNames.Count -gt 0) {
+        throw 'Settings JSON contains one or more null or empty values in TestSuites.Module.OSName.'
+    }
+    Write-Host "Creating test repositories for OSes: $($osNames -join ', ')"
+
+    foreach ($authCase in $authCases) {
+        $authCase.GetEnumerator() | ForEach-Object { Set-Variable -Name $_.Key -Value $_.Value }
+
+        if ($TokenType -eq 'GITHUB_TOKEN') {
+            Write-Host "Skipping setup for $AuthType-$TokenType (uses existing repository)"
+            continue
+        }
+
+        $context = Connect-GitHubAccount @connectParams -PassThru -Silent
+        if ($AuthType -eq 'APP') {
+            $context = Connect-GitHubApp @connectAppParams -PassThru -Default -Silent
+        }
+        Write-Host ($context | Format-List | Out-String)
+
+        foreach ($os in $osNames) {
+            $repoPrefix = "Test-$os-$TokenType"
+            $repoName = "$repoPrefix-$id"
+
+            LogGroup "Repository setup - $AuthType-$TokenType - $os" {
+                # Clean up repos from a previous attempt of the same run (re-runs).
+                # Use deterministic name lookups instead of listing all repos to reduce API calls.
+                $cleanupRepoNames = @($repoName)
+                if ($OwnerType -eq 'organization') {
+                    $cleanupRepoNames += "$repoName-2", "$repoName-3"
+                }
+
+                foreach ($cleanupRepoName in $cleanupRepoNames) {
+                    switch ($OwnerType) {
+                        'user' {
+                            Get-GitHubRepository -Name $cleanupRepoName -ErrorAction SilentlyContinue |
+                                Remove-GitHubRepository -Confirm:$false
+                        }
+                        'organization' {
+                            Get-GitHubRepository -Owner $Owner -Name $cleanupRepoName -ErrorAction SilentlyContinue |
+                                Remove-GitHubRepository -Confirm:$false
+                        }
+                    }
+                }
+
+                # Create the primary shared repository (with readme, license, gitignore for release tests).
+                $repoParams = @{
+                    Name      = $repoName
+                    AddReadme = $true
+                    License   = 'mit'
+                    Gitignore = 'VisualStudio'
+                }
+                switch ($OwnerType) {
+                    'user' {
+                        New-GitHubRepository @repoParams
+                    }
+                    'organization' {
+                        New-GitHubRepository @repoParams -Organization $Owner
+                    }
+                }
+
+                # Create extra repositories needed by Secrets/Variables SelectedRepository tests.
+                # Only organization owners need them — those tests are skipped for user owners.
+                if ($OwnerType -eq 'organization') {
+                    foreach ($suffix in 2, 3) {
+                        $extraName = "$repoName-$suffix"
+                        New-GitHubRepository -Organization $Owner -Name $extraName
+                    }
+                }
+            }
+        }
+
+        Get-GitHubContext -ListAvailable | Disconnect-GitHubAccount -Silent
+    }
+}

tests/Emojis.Tests.ps1

@@ -19,6 +19,12 @@
 [CmdletBinding()]
 param()
 
+BeforeAll {
+    $testName = 'Emojis'
+    $os = $env:RUNNER_OS
+    $id = $env:GITHUB_RUN_ID
+}
+
 Describe 'Emojis' {
     $authCases = . "$PSScriptRoot/Data/AuthCases.ps1"
 
@@ -28,26 +34,18 @@ Describe 'Emojis' {
             LogGroup 'Context' {
                 Write-Host ($context | Format-List | Out-String)
             }
-        }
-        AfterAll {
-            Get-GitHubContext -ListAvailable | Disconnect-GitHubAccount -Silent
-            Write-Host ('-' * 60)
-        }
-
-        # Tests for APP goes here
-        if ($AuthType -eq 'APP') {
-            It 'Connect-GitHubApp - Connects as a GitHub App to <Owner>' {
+            if ($AuthType -eq 'APP') {
                 $context = Connect-GitHubApp @connectAppParams -PassThru -Default -Silent
                 LogGroup 'Context' {
                     Write-Host ($context | Format-List | Out-String)
                 }
             }
         }
+        AfterAll {
+            Get-GitHubContext -ListAvailable | Disconnect-GitHubAccount -Silent
+            Write-Host ('-' * 60)
+        }
 
-        # Tests for runners goes here
-        if ($Type -eq 'GitHub Actions') {}
-
-        # Tests for IAT UAT and PAT goes here
         It 'Get-GitHubEmoji - Gets a list of all emojis' {
             $emojis = Get-GitHubEmoji
             LogGroup 'emojis' {

tests/Enterprise.Tests.ps1

@@ -20,10 +20,12 @@
 param()
 
 BeforeAll {
-    # DEFAULTS ACROSS ALL TESTS
+    $testName = 'Enterprise'
+    $os = $env:RUNNER_OS
+    $id = $env:GITHUB_RUN_ID
 }
 
-Describe 'Template' {
+Describe 'Enterprise' {
     $authCases = . "$PSScriptRoot/Data/AuthCases.ps1"
 
     Context 'As <Type> using <Case> on <Target>' -ForEach $authCases {

tests/Environments.Tests.ps1

@@ -20,9 +20,12 @@
 param()
 
 BeforeAll {
-    $testName = 'EnvironmentsTests'
+    $testName = 'Environments'
     $os = $env:RUNNER_OS
-    $guid = [guid]::NewGuid().ToString()
+    $id = $env:GITHUB_RUN_ID
+    if (-not $id) {
+        throw 'GITHUB_RUN_ID is required for Environments tests.'
+    }
 }
 
 Describe 'Environments' {
@@ -40,34 +43,20 @@ Describe 'Environments' {
                     Write-Host ($context | Format-List | Out-String)
                 }
             }
-            $repoPrefix = "$testName-$os-$TokenType"
-            $repoName = "$repoPrefix-$guid"
-            $environmentName = "$testName-$os-$TokenType-$guid"
+            $repoPrefix = "Test-$os-$TokenType"
+            $repoName = "$repoPrefix-$id"
+            $environmentName = "$testName-$os-$TokenType-$id"
 
-            switch ($OwnerType) {
-                'user' {
-                    Get-GitHubRepository | Where-Object { $_.Name -like "$repoPrefix*" } | Remove-GitHubRepository -Confirm:$false
-                    $repo = New-GitHubRepository -Name $repoName -Confirm:$false
-                }
-                'organization' {
-                    Get-GitHubRepository -Organization $Owner | Where-Object { $_.Name -like "$repoPrefix*" } | Remove-GitHubRepository -Confirm:$false
-                    $repo = New-GitHubRepository -Organization $owner -Name $repoName -Confirm:$false
+            LogGroup "Using Repository - [$repoName]" {
+                $repo = Get-GitHubRepository -Owner $Owner -Name $repoName
+                if (($OwnerType -notin ('repository', 'enterprise')) -and (-not $repo)) {
+                    throw "Shared test repository '$repoName' was not found for owner '$Owner'. Ensure the repository was created before running the environment tests."
                 }
-            }
-            LogGroup "Repository - [$repoName]" {
                 Write-Host ($repo | Select-Object * | Out-String)
             }
         }
 
         AfterAll {
-            switch ($OwnerType) {
-                'user' {
-                    Get-GitHubRepository | Where-Object { $_.Name -like "$repoPrefix*" } | Remove-GitHubRepository -Confirm:$false
-                }
-                'organization' {
-                    Get-GitHubRepository -Organization $Owner | Where-Object { $_.Name -like "$repoPrefix*" } | Remove-GitHubRepository -Confirm:$false
-                }
-            }
             Get-GitHubContext -ListAvailable | Disconnect-GitHubAccount -Silent
             Write-Host ('-' * 60)
         }