SILVER/NODEDC_MISSION_CORE
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity
Files
421a8c515ae9f5ba8e1a2156fe9b82ba5eea2a8c
NODEDC_MISSION_CORE/experiments/perception/worker/Invoke-M48NNativeVs704.ps1
T

276 lines
11 KiB
PowerShell
Raw Blame History

[CmdletBinding()]
param(
[Parameter(Mandatory = $true)]
[string]$ReleaseRoot,
[Parameter(Mandatory = $true)]
[string]$CandidateRoot,
[Parameter(Mandatory = $true)]
[ValidatePattern("^[A-Za-z0-9._-]{1,96}$")]
[string]$RunId,
[ValidateRange(0, 1000000)]
[int]$MaximumFrames = 0,
[string]$OutputRoot = "D:\NDC_MISSIONCORE\runtime\results\m48n-native-vs-704"
)
$ErrorActionPreference = "Stop"
$ProgressPreference = "SilentlyContinue"
function Assert-LastExitCode([string]$Operation) {
if ($LASTEXITCODE -ne 0) { throw "$Operation failed with exit code $LASTEXITCODE" }
}
function Get-Sha256([string]$Path) {
return (Get-FileHash -LiteralPath $Path -Algorithm SHA256).Hash.ToLowerInvariant()
}
function Resolve-DDirectory([string]$Path, [string]$Label, [bool]$Create) {
if ($Create -and -not (Test-Path -LiteralPath $Path)) {
$null = New-Item -ItemType Directory -Path $Path
}
$item = Get-Item -LiteralPath (Resolve-Path -LiteralPath $Path).Path -Force
if (
-not $item.PSIsContainer -or
($item.Attributes -band [IO.FileAttributes]::ReparsePoint) -or
[IO.Path]::GetPathRoot($item.FullName).TrimEnd("\") -ine "D:"
) {
throw "$Label must be a real D: directory"
}
return $item.FullName
}
function Assert-RegularFile([string]$Path, [string]$Label) {
$item = Get-Item -LiteralPath (Resolve-Path -LiteralPath $Path).Path -Force
if ($item.PSIsContainer -or ($item.Attributes -band [IO.FileAttributes]::ReparsePoint)) {
throw "$Label must be a regular file"
}
return $item.FullName
}
function Convert-ToDockerPath([string]$Path) { return $Path.Replace("\", "/") }
function Get-Container([string]$Name) {
$rows = @((& docker inspect $Name) | ConvertFrom-Json)
Assert-LastExitCode "Docker inspection for $Name"
if ($rows.Count -ne 1) { throw "Container identity for $Name is not unique" }
return $rows[0]
}
if ($env:COMPUTERNAME -cne "DESKTOP-OPJ8J04") {
throw "M48N native/704 comparison is pinned to DESKTOP-OPJ8J04"
}
$release = Resolve-DDirectory $ReleaseRoot "M48N release root" $false
$candidate = Resolve-DDirectory $CandidateRoot "M48N candidate root" $false
$output = Resolve-DDirectory $OutputRoot "M48N comparison output root" $true
$runOutput = Join-Path $output $RunId
if (Test-Path -LiteralPath $runOutput) { throw "M48N comparison output already exists" }
$null = New-Item -ItemType Directory -Path $runOutput
$runOutput = Resolve-DDirectory $runOutput "M48N comparison run output" $false
$runner = Assert-RegularFile (
Join-Path $release "run_m48n_native_vs_704_worker.py"
) "native/704 comparison runner"
$nativeConfig = Assert-RegularFile (
Join-Path $release "rf_detr_large_native_kb4_config.pbtxt"
) "native Triton config"
$nativeEngine = Assert-RegularFile (
Join-Path $candidate "rf-detr-native-uint8.plan"
) "native TensorRT engine"
$nativeEngineSha256 = Get-Sha256 $nativeEngine
if ($nativeEngineSha256 -cne "b8a40b3580edff001ec9680de68707242294ff590ab296000fae371f1083f695") {
throw "native TensorRT engine SHA-256 changed"
}
$baselineRoot = Resolve-DDirectory (
"D:\NDC_MISSIONCORE\runtime\experiments\m48t-fixed-detector-20260825T095425Z" +
"\triton-models\rf_detr_large"
) "frozen RF-DETR 704 model root" $false
$baselineConfig = Assert-RegularFile (
Join-Path $baselineRoot "config.pbtxt"
) "frozen RF-DETR 704 Triton config"
if ((Get-Sha256 $baselineConfig) -cne "80947cad235e5b000f11aa869a33af0e8c727f07e04046691468df1e171479b6") {
throw "frozen RF-DETR 704 Triton config SHA-256 changed"
}
$baselineEngine = Assert-RegularFile (
Join-Path $baselineRoot "1\model.plan"
) "frozen RF-DETR 704 TensorRT engine"
$baselineEngineSha256 = Get-Sha256 $baselineEngine
if ($baselineEngineSha256 -cne "986399ce706b7380472cf5e473232249fed6e628971d8007f6609e83128d46b8") {
throw "frozen RF-DETR 704 TensorRT engine SHA-256 changed"
}
$video = Assert-RegularFile (
"D:\NDC_MISSIONCORE\runtime\experiments\e46e\inputs" +
"\right-cadd1696ff000904eb78633a0a8418104b8024f178b91f3421789021ccb160e8.mp4"
) "RAVNOVES00 video"
$videoSha256 = Get-Sha256 $video
if ($videoSha256 -cne "cadd1696ff000904eb78633a0a8418104b8024f178b91f3421789021ccb160e8") {
throw "RAVNOVES00 video SHA-256 changed"
}
$mask = Assert-RegularFile (
"D:\NDC_MISSIONCORE\runtime\inputs\e2" +
"\valid-fov-mask-b4dd8ddf2b87c1d520ee8a0868c4fea062d7c14d1bae73ccabd3abe1f3acbac2" +
"\mask.png"
) "valid-FOV mask"
$maskSha256 = Get-Sha256 $mask
if ($maskSha256 -cne "a40cee06b7c6f69b6a09a11563dcfd237f3de833b1ccd31459e66692e528ba63") {
throw "valid-FOV mask SHA-256 changed"
}
$opencvPackages = Resolve-DDirectory (
"D:\NDC_MISSIONCORE\runtime\derived\perception-e3-opencv413092-v1\packages"
) "pinned OpenCV packages" $false
$historical = Get-Container "ndc-mission-core-triton"
if (-not $historical.State.Running -or $historical.State.Health.Status -cne "healthy") {
throw "Canonical Triton must remain healthy"
}
$historicalId = [string]$historical.Id
$baseImage = (
"nvcr.io/nvidia/tritonserver:26.06-py3@" +
"sha256:58df7489c3f2276f9591d500a012dee03e23d35543ce3c390b4c001e6bf90794"
)
& docker image inspect $baseImage *> $null
Assert-LastExitCode "pinned base image inspection"
$runtimeVolume = "ndc-mission-core-m48t-upstream-parity-env"
if (-not (& docker volume ls --quiet --filter "name=^$runtimeVolume$")) {
throw "pinned RF-DETR dependency volume is unavailable"
}
$modelRoot = Join-Path $runOutput "triton-models"
$baselineModelDirectory = Join-Path $modelRoot "rf_detr_large"
$baselineVersionDirectory = Join-Path $baselineModelDirectory "1"
$nativeModelDirectory = Join-Path $modelRoot "rf_detr_large_native_kb4"
$nativeVersionDirectory = Join-Path $nativeModelDirectory "1"
$null = New-Item -ItemType Directory -Path $baselineVersionDirectory
$null = New-Item -ItemType Directory -Path $nativeVersionDirectory
Copy-Item -LiteralPath $baselineConfig -Destination (Join-Path $baselineModelDirectory "config.pbtxt")
Copy-Item -LiteralPath $baselineEngine -Destination (Join-Path $baselineVersionDirectory "model.plan")
Copy-Item -LiteralPath $nativeConfig -Destination (Join-Path $nativeModelDirectory "config.pbtxt")
Copy-Item -LiteralPath $nativeEngine -Destination (Join-Path $nativeVersionDirectory "model.plan")
if ((Get-Sha256 (Join-Path $baselineVersionDirectory "model.plan")) -cne $baselineEngineSha256) {
throw "staged RF-DETR 704 TensorRT engine SHA-256 changed"
}
if ((Get-Sha256 (Join-Path $nativeVersionDirectory "model.plan")) -cne $nativeEngineSha256) {
throw "staged native TensorRT engine SHA-256 changed"
}
$tritonName = "ndc-mission-core-m48n-native-vs-704-triton"
$runnerName = "ndc-mission-core-m48n-native-vs-704"
foreach ($name in @($tritonName, $runnerName)) {
if (& docker ps -a --format "{{.Names}}" --filter "name=^/$name$") {
throw "M48N comparison container $name already exists"
}
}
try {
& docker create `
--name $tritonName `
--label "com.nodedc.product=mission-core" `
--label "com.nodedc.stack=ndc-mission-core-compute" `
--label "com.nodedc.role=bounded-rf-detr-native-vs-704" `
--label "com.nodedc.managed-by=codex-bounded-experiment" `
--read-only `
--security-opt "no-new-privileges:true" `
--cap-drop ALL `
--pids-limit 512 `
--shm-size 1g `
--gpus all `
--tmpfs "/tmp:rw,noexec,nosuid,size=2g" `
--health-cmd "curl --fail --silent http://127.0.0.1:8000/v2/health/ready" `
--health-interval 5s `
--health-timeout 3s `
--health-start-period 30s `
--health-retries 30 `
-v ((Convert-ToDockerPath $modelRoot) + ":/models:ro") `
$baseImage `
tritonserver `
--model-repository=/models `
--model-control-mode=explicit `
--load-model=rf_detr_large `
--load-model=rf_detr_large_native_kb4 `
--disable-auto-complete-config `
--strict-readiness=true `
--exit-on-error=true `
--allow-http=true `
--allow-grpc=false `
--allow-metrics=false *> $null
Assert-LastExitCode "M48N comparison Triton creation"
& docker start $tritonName *> $null
Assert-LastExitCode "M48N comparison Triton start"
$ready = $false
foreach ($attempt in 1..90) {
Start-Sleep -Seconds 2
$comparisonContainer = Get-Container $tritonName
if (-not $comparisonContainer.State.Running) {
& docker logs $tritonName
throw "M48N comparison Triton stopped during startup"
}
if ($comparisonContainer.State.Health.Status -ceq "healthy") {
$ready = $true
break
}
}
if (-not $ready) { throw "M48N comparison Triton did not become healthy" }
$runnerArguments = @(
"run",
"--name", $runnerName,
"--label", "com.nodedc.product=mission-core",
"--label", "com.nodedc.stack=ndc-mission-core-compute",
"--label", "com.nodedc.role=bounded-rf-detr-native-vs-704-runner",
"--label", "com.nodedc.managed-by=codex-bounded-experiment",
"--network", ("container:{0}" -f $tritonName),
"--read-only",
"--security-opt", "no-new-privileges:true",
"--cap-drop", "ALL",
"--pids-limit", "512",
"--shm-size", "1g",
"--tmpfs", "/tmp:rw,noexec,nosuid,size=2g",
"-e", "PYTHONDONTWRITEBYTECODE=1",
"-e", "PYTHONPATH=/opt/opencv:/opt/parity",
"-v", ($runtimeVolume + ":/opt/parity:ro"),
"-v", ((Convert-ToDockerPath $opencvPackages) + ":/opt/opencv:ro"),
"-v", ((Convert-ToDockerPath $release) + ":/release:ro"),
"-v", ((Convert-ToDockerPath $video) + ":/input/video.mp4:ro"),
"-v", ((Convert-ToDockerPath $mask) + ":/input/mask.png:ro"),
"-v", ((Convert-ToDockerPath $runOutput) + ":/output:rw"),
"--entrypoint", "python3",
$baseImage,
"/release/run_m48n_native_vs_704_worker.py",
"--video", "/input/video.mp4",
"--expected-video-sha256", $videoSha256,
"--mask", "/input/mask.png",
"--expected-mask-sha256", $maskSha256,
"--baseline-triton-origin", "http://127.0.0.1:8000",
"--native-triton-origin", "http://127.0.0.1:8000",
"--baseline-engine-sha256", $baselineEngineSha256,
"--native-engine-sha256", $nativeEngineSha256,
"--output", "/output/result.json",
"--frames", "/output/frames.jsonl"
)
if ($MaximumFrames -gt 0) {
$runnerArguments += @("--maximum-frames", [string]$MaximumFrames)
}
& docker @runnerArguments
Assert-LastExitCode "M48N native/704 RAVNOVES00 comparison"
if (-not (Test-Path -LiteralPath (Join-Path $runOutput "result.json") -PathType Leaf)) {
throw "M48N native/704 comparison result was not written"
}
} finally {
foreach ($name in @($runnerName, $tritonName)) {
if (& docker ps -a --format "{{.Names}}" --filter "name=^/$name$") {
& docker rm -f $name *> $null
}
}
$historicalAfter = Get-Container "ndc-mission-core-triton"
if (
$historicalAfter.Id -cne $historicalId -or
-not $historicalAfter.State.Running -or
$historicalAfter.State.Health.Status -cne "healthy"
) {
throw "Canonical Triton changed during M48N native/704 comparison"
}
}
Write-Output ("M48N_NATIVE_VS_704_RESULT={0}" -f (Join-Path $runOutput "result.json"))
Write-Output "CANONICAL_TRITON_ACTION=none"
Write-Output "SEMANTIC_AUTHORITY_CHANGED=false"
Reference in New Issue View Git Blame Copy Permalink