function Get-ATestDirectory {

param(

[Parameter(Mandatory)]

[object]

$RuleObject,

[Parameter(Mandatory)]

[ValidateSet('c', 'cpp')]

[string]

$Language

)

$ruleDir = Get-TestDirectory -RuleObject $RuleObject -Language $Language

# return value MUST include the explicit test directory

$dirs = @($ruleDir)

$dirs += (Get-Item "$($ruleDir).*" | ForEach-Object { $_.FullName })

$dirs

}

$testDirs = (Get-ATestDirectory -RuleObject $q -Language $Language)

foreach($testDirectory in $testDirs){

# resolve path to be compatible

$testPath = Join-Path (Resolve-Path . -Relative) $testDirectory

# see if the TEST directory is a substring of the full path

if($modifiedPath.StartsWith($testPath)){

$matchingRules += $q

continue

}

if($modifiedPathWithReplacement.StartsWith($testPath)){

$matchingRules += $q

continue

}

"clang" = "-fsyntax-only";

# all the test directories -- there may be more than one for a given rule

$testDirs = (Get-ATestDirectory -RuleObject $q -Language $using:Language)

foreach($testDirectory in $testDirs){

Write-Host "====================[Rule=$CurrentRuleName,Suite=$CurrentSuiteName/Query=$CurrentQueryName]===================="

###########################################################

###########################################################

# Push context

###########################################################

$fileSet = (Get-CompilerSpecificFiles -Configuration $using:Configuration -Language $using:Language -TestDirectory $testDirectory)

if($fileSet){

$context = Push-CompilerSpecificFiles -Configuration $using:Configuration -Language $using:Language -FileSet $fileSet

}

Write-Host "Compiling database in $testDirectory..." -NoNewline

try {

$db = New-Database-For-Rule -RuleName $CurrentRuleName -RuleTestDir $testDirectory -Configuration $using:Configuration -Language $using:Language

Write-Host -ForegroundColor ([ConsoleColor]2) "OK"

}

catch {

Write-Host -ForegroundColor ([ConsoleColor]4) "FAILED"

$row["COMPILE_ERROR_OUTPUT"] = $_

continue # although it is unlikely to succeed with the next rule skipping to the next rule

# ensures all of the rules will be reported in the

# output.

}

$row["COMPILE_PASS"] = $true

Write-Host "Checking expected output..."

# Dragons below 🐉🐉🐉

#

# Note this technique uses so-called "wizard" settings to make it possible

# to compare hand compiled databases using qltest. The relative paths and

# other options are required to be set as below (especially the detail about

# the relative path of the dataset and the test).

# the "dataset" should be the `db-cpp` directory inside the database

# directory. HOWEVER. It should be the path relative to the test directory.

$rulePath = Resolve-Path $testDirectory

$dbPath = Resolve-Path $db

Write-Host "Resolving database $dbPath relative to test directory $rulePath"

$dataset = Resolve-Path (Join-Path $dbPath "db-cpp")

Push-Location $rulePath

$datasetRelPath = Resolve-Path -Relative $dataset

Pop-Location

Write-Host "Using relative path: $datasetRelPath"

# Actually do the qltest run.

# codeql test run <qltest file> --dataset "relpath"

if ($q.shared_implementation_short_name) {

$qlRefFile = Join-Path $rulePath "$($q.shared_implementation_short_name).ql"

}

else {

$qlRefFile = Join-Path $rulePath "$CurrentQueryName.qlref"

}

Write-Host "codeql test run $qlRefFile --search-path ../../../../../../ --dataset=`"$datasetRelPath`""

$stdOut = Join-Path ([System.IO.Path]::GetTempPath()) ([System.Guid]::NewGuid())

$stdErr = Join-Path ([System.IO.Path]::GetTempPath()) ([System.Guid]::NewGuid())

Write-Host "Standard Out Buffered to: $stdOut"

Write-Host "Standard Error Buffered to: $stdErr"

$procDetails = Start-Process -FilePath "codeql" -PassThru -NoNewWindow -Wait -ArgumentList "test run $qlRefFile --search-path ../../../../ --dataset=`"$datasetRelPath`"" -RedirectStandardOutput $stdOut -RedirectStandardError $stdErr

if (-Not $procDetails.ExitCode -eq 0) {

Write-Host -ForegroundColor ([ConsoleColor]4) "FAILED"

Get-Content $stdOut | Out-String | Write-Host

$row["TEST_DIFFERENCE"] = Get-Content $stdOut | Out-String

}

else {

$row["TEST_PASS"] = $true

Write-Host -ForegroundColor ([ConsoleColor]2) "OK"

}

}finally {

# output current row state

$row

###########################################################

###########################################################

# Context is restored here

###########################################################

if($context){

Pop-CompilerSpecificFiles -Context $context

}

# go to next row