perf(perception): split safety and vegetation rates

config/perception/lab-v1-vegetation-integrated-multirate-shadow-v2.json

@@ -0,0 +1,80 @@
+{
+  "schema_version": "missioncore.lab-v1-vegetation-integrated-shadow-profile/v2",
+  "profile_id": "lab-v1-ravnoves00-ddrnet-m49-integrated-multirate-shadow/v2",
+  "source": {
+    "source_id": "RAVNOVES00",
+    "expected_timeline_frames": 4489,
+    "requested_source_rate_hz": 12.0,
+    "shared_start_barrier": true,
+    "ground_truth_available": false
+  },
+  "stages": {
+    "m49_graph_tgs": {
+      "profile": "m49-tgs-integrated-graph-shadow-v1.json",
+      "profile_sha256": "b61e018b2d04eec58802e2d4186ce7a3dd3a15b254db106b57b609e903eeef80",
+      "candidate": "frozen-native-rf-detr-plus-cpu-tgs",
+      "parameters_unchanged": true,
+      "timeline_rate_hz": 12.0
+    },
+    "vegetation": {
+      "candidate_id": "ddrnet_39-goose-fine-64",
+      "candidate_key": "ddrnet",
+      "checkpoint_sha256": "b99c2838051bcd7b092fd3970aa62a77d5c0bbb809c9b9afb2ff4b0ebdaa4ee6",
+      "config_sha256": "96a427a8baae387b827ec9c0bf7ca42e3fb9114b8fa9a8671bbc9d10877670b9",
+      "policy_sha256": "b75c4ac841d7b4bcc57f7a9c8417ca2317d8ecfa499e72a9af8a8591a2ec0d35",
+      "provider_map_sha256": "f2b69046b6a740fd9532d2d88e7fabae7c20fb662f783c9502adc9026406f352",
+      "container_image": "ndc/mission-core-lab-v1-goose:sg3.2.0-cu117-v1",
+      "container_image_id": "sha256:591cb382c099eeb05e7ec16e2371e0b2da54d2bb5c49ec0f4ac88dbf72b0f0cd",
+      "timeline_rate_hz": 12.0,
+      "inference_rate_hz": 6.0,
+      "inference_stride": 2,
+      "held_evidence_fail_closed": true,
+      "semantic_output_persisted": false,
+      "one_heavy_vegetation_candidate_at_a_time": true
+    }
+  },
+  "acceptance": {
+    "minimum_graph_world_state_fps": 11.209069,
+    "minimum_vegetation_timeline_fps": 11.209069,
+    "minimum_vegetation_inference_fps": 5.604534,
+    "maximum_vegetation_inference_completion_p95_ms": 125.0,
+    "maximum_semantic_evidence_source_age_ms": 125.0,
+    "maximum_combined_output_age_p99_ms": 125.0,
+    "capacity_drop_count_max": 0,
+    "unaccounted_frame_count_max": 0
+  },
+  "telemetry": {
+    "sample_interval_seconds": 1.0,
+    "required_roles": [
+      "graph",
+      "triton",
+      "tgs",
+      "vegetation"
+    ]
+  },
+  "invariants": {
+    "raw_fisheye_immutable": true,
+    "reference_graph_parameters_unchanged": true,
+    "tgs_parameters_unchanged": true,
+    "ddrnet_parameters_unchanged": true,
+    "safety_layers_remain_12hz": true,
+    "held_semantic_evidence_is_advisory_only": true,
+    "vegetation_source_buffer_bounded": true,
+    "vegetation_full_route_rgb_prefetch_allowed": false,
+    "ppliteseg_concurrent_run_allowed": false,
+    "camera_semantics_can_clear_rigid_geometry": false,
+    "canonical_triton_mutation_allowed": false,
+    "runtime_shared_source_frame_target": true,
+    "gauss_or_playcanvas_in_scope": false
+  },
+  "authority": {
+    "visual_quality_accepted": false,
+    "route_truth_available": false,
+    "traversability_accepted": false,
+    "physical_free_space_accepted": false,
+    "commands_enabled": false,
+    "actuation_allowed": false,
+    "navigation_or_safety_accepted": false,
+    "production_accepted": false
+  }
+}

experiments/perception/worker/Invoke-M49TgsIntegratedGraphShadow.ps1

@@ -148,12 +148,12 @@ foreach ($directory in @("bin", "control", "graph", "tgs", "vegetation")) {
 
 $releaseDocument = Get-Content -LiteralPath (Join-Path $payload "release.json") -Raw | ConvertFrom-Json
 $expectedReleaseSchema = if ($VegetationLoadGate) {
-    "missioncore.lab-v1-vegetation-integrated-worker-release/v1"
+    "missioncore.lab-v1-vegetation-integrated-worker-release/v2"
 } else {
     "missioncore.m49-tgs-integrated-graph-worker-release/v1"
 }
 $expectedTransition = if ($VegetationLoadGate) {
-    "lab-v1-vegetation-m49-integrated-shadow/v1"
+    "lab-v1-vegetation-m49-integrated-multirate-shadow/v2"
 } else {
     "m49-tgs-native-risk-integrated-shadow/v1"
 }
@@ -380,7 +380,7 @@ try {
 
     & docker create --name $tgsName --network none --cpus 16 --memory 24g `
         --read-only --security-opt "no-new-privileges:true" --cap-drop ALL `
-        --pids-limit 256 --tmpfs "/tmp:rw,noexec,nosuid,size=1g" `
+        --pids-limit 256 --tmpfs "/tmp:rw,noexec,nosuid,size=2g" `
         -e ("M49_SOURCE_RATE_HZ={0}" -f $rate) `
         --entrypoint /bin/bash `
         --volume ($dockerRelease + ":/release:ro") `
@@ -412,8 +412,11 @@ try {
             --video-sha256 $videoSha256 `
             --runtime-video-cache /tmp/vegetation-right.mp4 `
             --source-rate-hz $rate `
-            --minimum-effective-fps 11.209069 `
+            --inference-stride 2 `
-            --maximum-completion-p95-ms 125.0 `
+            --minimum-effective-timeline-fps 11.209069 `
+            --minimum-effective-inference-fps 5.604534 `
+            --maximum-inference-completion-p95-ms 125.0 `
+            --maximum-evidence-source-age-ms 125.0 `
             --shared-start-ready-file /shared/control/vegetation.ready `
             --shared-start-file /shared/control/start.signal `
             --frame-ledger /shared/vegetation/frames.jsonl `
@@ -559,7 +562,7 @@ try {
             --volume ($dockerRelease + ":/release:ro") `
             --volume ($dockerRun + ":/shared:rw") `
             $ParityImageTag /release/build_vegetation_integrated_graph_evidence.py `
-            --profile /release/lab-v1-vegetation-integrated-shadow-v1.json `
+            --profile /release/lab-v1-vegetation-integrated-multirate-shadow-v2.json `
             --m49-result /shared/m49-result.json `
             --graph-frames /shared/graph/frames.jsonl `
             --tgs-timing /shared/tgs/tgs-full-timing.tsv `
@@ -588,7 +591,7 @@ if (-not (Test-Path -LiteralPath $resultPath -PathType Leaf)) {
 $result = Get-Content -LiteralPath $resultPath -Raw | ConvertFrom-Json
 $summary = [ordered]@{
     schema_version = if ($VegetationLoadGate) {
-        "missioncore.lab-v1-vegetation-integrated-worker-summary/v1"
+        "missioncore.lab-v1-vegetation-integrated-worker-summary/v2"
     } else {
         "missioncore.m49-tgs-integrated-graph-worker-summary/v1"
     }

experiments/perception/worker/lab_v1_vegetation_goose/run_vegetation_integrated_load.py

@@ -28,8 +28,8 @@ from run_goose_vegetation_benchmark import (
     validate_contracts,
 )
 
-SCHEMA = "missioncore.lab-v1-vegetation-integrated-load/v1"
+SCHEMA = "missioncore.lab-v1-vegetation-integrated-load/v2"
-FRAME_SCHEMA = "missioncore.lab-v1-vegetation-integrated-frame/v1"
+FRAME_SCHEMA = "missioncore.lab-v1-vegetation-integrated-frame/v2"
 FRAME_COUNT = 4_489
 AUTHORITY = {
     "ground_truth": False,
@@ -57,8 +57,11 @@ def parse_args() -> argparse.Namespace:
     parser.add_argument("--video-sha256", required=True)
     parser.add_argument("--runtime-video-cache", type=Path, required=True)
     parser.add_argument("--source-rate-hz", type=float, required=True)
-    parser.add_argument("--minimum-effective-fps", type=float, required=True)
+    parser.add_argument("--inference-stride", type=int, required=True)
-    parser.add_argument("--maximum-completion-p95-ms", type=float, required=True)
+    parser.add_argument("--minimum-effective-timeline-fps", type=float, required=True)
+    parser.add_argument("--minimum-effective-inference-fps", type=float, required=True)
+    parser.add_argument("--maximum-inference-completion-p95-ms", type=float, required=True)
+    parser.add_argument("--maximum-evidence-source-age-ms", type=float, required=True)
     parser.add_argument("--shared-start-ready-file", type=Path, required=True)
     parser.add_argument("--shared-start-file", type=Path, required=True)
     parser.add_argument("--shared-start-timeout-seconds", type=float, default=600.0)
@@ -139,12 +142,16 @@ def run() -> int:
     args = parse_args()
     if not torch.cuda.is_available():
         raise IntegratedLoadError("CUDA is required for Worker 006 qualification")
-    if (
+    positive_finite_values = (
-        not math.isfinite(args.source_rate_hz)
+        args.source_rate_hz,
-        or args.source_rate_hz <= 0
+        args.minimum_effective_timeline_fps,
-        or args.minimum_effective_fps <= 0
+        args.minimum_effective_inference_fps,
-        or args.maximum_completion_p95_ms <= 0
+        args.maximum_inference_completion_p95_ms,
-        or args.shared_start_timeout_seconds <= 0
+        args.maximum_evidence_source_age_ms,
+        args.shared_start_timeout_seconds,
+    )
+    if args.inference_stride <= 0 or any(
+        not math.isfinite(value) or value <= 0 for value in positive_finite_values
     ):
         raise IntegratedLoadError("integrated-load thresholds must be positive and finite")
     validate_sha256(args.release_sha256, "release")
@@ -192,9 +199,13 @@ def run() -> int:
     start_ns = time.monotonic_ns()
     started_utc_ns = time.time_ns()
     completion_ages_ms: list[float] = []
+    inference_completion_ages_ms: list[float] = []
+    evidence_source_ages_ms: list[float] = []
     stage_latencies_ms: list[float] = []
     inference_latencies_ms: list[float] = []
     late_deadline_count = 0
+    inference_frame_count = 0
+    last_inference_sequence = -1
     args.frame_ledger.parent.mkdir(parents=True, exist_ok=True)
     with args.frame_ledger.open("x", encoding="utf-8") as ledger:
         for sequence in range(FRAME_COUNT):
@@ -204,14 +215,30 @@ def run() -> int:
                 time.sleep(remaining_ns / 1_000_000_000.0)
             admitted_ns = time.monotonic_ns()
             source = decode_source(source_capture, expected_size)
-            tensor, _ = preprocess(source)
+            inference_executed = sequence % args.inference_stride == 0
-            _, inference_ms = infer(model, tensor)
+            inference_ms: float | None = None
+            if inference_executed:
+                tensor, _ = preprocess(source)
+                _, inference_ms = infer(model, tensor)
+                last_inference_sequence = sequence
+                inference_frame_count += 1
+            if last_inference_sequence < 0:
+                raise IntegratedLoadError("semantic evidence is unavailable for the timeline")
             completed_ns = time.monotonic_ns()
             completion_age_ms = (completed_ns - scheduled_ns) / 1_000_000.0
             stage_ms = (completed_ns - admitted_ns) / 1_000_000.0
+            semantic_source_scheduled_ns = start_ns + round(
+                last_inference_sequence * interval_ns
+            )
+            evidence_source_age_ms = (
+                completed_ns - semantic_source_scheduled_ns
+            ) / 1_000_000.0
             completion_ages_ms.append(completion_age_ms)
+            evidence_source_ages_ms.append(evidence_source_age_ms)
             stage_latencies_ms.append(stage_ms)
-            inference_latencies_ms.append(inference_ms)
+            if inference_ms is not None:
+                inference_latencies_ms.append(inference_ms)
+                inference_completion_ages_ms.append(completion_age_ms)
             if sequence + 1 < FRAME_COUNT and completed_ns > start_ns + round(
                 (sequence + 1) * interval_ns
             ):
@@ -225,7 +252,10 @@ def run() -> int:
                 "completed_monotonic_ns": completed_ns,
                 "completion_age_ms": round(completion_age_ms, 6),
                 "stage_ms": round(stage_ms, 6),
-                "inference_ms": round(inference_ms, 6),
+                "inference_executed": inference_executed,
+                "inference_ms": round(inference_ms, 6) if inference_ms is not None else None,
+                "semantic_source_sequence": last_inference_sequence,
+                "semantic_evidence_source_age_ms": round(evidence_source_age_ms, 6),
             }
             ledger.write(json.dumps(row, sort_keys=True, separators=(",", ":")) + "\n")
             if sequence % 64 == 0:
@@ -237,13 +267,23 @@ def run() -> int:
 
     completed_ns = time.monotonic_ns()
     wall_seconds = (completed_ns - start_ns) / 1_000_000_000.0
-    effective_fps = FRAME_COUNT / wall_seconds
+    effective_timeline_fps = FRAME_COUNT / wall_seconds
+    effective_inference_fps = inference_frame_count / wall_seconds
     completion = distribution(completion_ages_ms)
+    inference_completion = distribution(inference_completion_ages_ms)
+    evidence_source_age = distribution(evidence_source_ages_ms)
+    expected_inference_frames = (FRAME_COUNT + args.inference_stride - 1) // args.inference_stride
     checks = {
         "all_frames_accounted": len(completion_ages_ms) == FRAME_COUNT,
-        "minimum_effective_fps": effective_fps >= args.minimum_effective_fps,
+        "exact_multirate_schedule": inference_frame_count == expected_inference_frames,
-        "maximum_completion_p95_ms": completion["p95"]
+        "minimum_effective_timeline_fps": effective_timeline_fps
-        <= args.maximum_completion_p95_ms,
+        >= args.minimum_effective_timeline_fps,
+        "minimum_effective_inference_fps": effective_inference_fps
+        >= args.minimum_effective_inference_fps,
+        "maximum_inference_completion_p95_ms": inference_completion["p95"]
+        <= args.maximum_inference_completion_p95_ms,
+        "maximum_evidence_source_age_ms": evidence_source_age["maximum"]
+        <= args.maximum_evidence_source_age_ms,
         "zero_capacity_drops": len(completion_ages_ms) == FRAME_COUNT,
         "authority_remains_false": all(value is False for value in AUTHORITY.values()),
     }
@@ -266,10 +306,15 @@ def run() -> int:
             "checkpoint_sha256": checkpoint_sha256,
         },
         "execution": {
-            "run_mode": "source-paced-integrated-shadow/v1",
+            "run_mode": "source-paced-multirate-integrated-shadow/v2",
             "started_utc_ns": started_utc_ns,
             "wall_seconds": round(wall_seconds, 6),
-            "effective_fps": round(effective_fps, 6),
+            "effective_fps": round(effective_timeline_fps, 6),
+            "effective_timeline_fps": round(effective_timeline_fps, 6),
+            "effective_inference_fps": round(effective_inference_fps, 6),
+            "inference_stride": args.inference_stride,
+            "inference_frame_count": inference_frame_count,
+            "held_evidence_frame_count": FRAME_COUNT - inference_frame_count,
             "frame_count": FRAME_COUNT,
             "capacity_drop_count": 0,
             "deadline_miss_count": late_deadline_count,
@@ -292,6 +337,8 @@ def run() -> int:
             "prewarm_latency_ms_first": round(warmup_latencies_ms[0], 6),
             "prewarm_latency_ms_last": round(warmup_latencies_ms[-1], 6),
             "completion_age_ms": completion,
+            "inference_completion_age_ms": inference_completion,
+            "semantic_evidence_source_age_ms": evidence_source_age,
             "stage_ms": distribution(stage_latencies_ms),
             "inference_ms": distribution(inference_latencies_ms),
         },
@@ -311,8 +358,12 @@ def run() -> int:
             "runner_sha256": sha256(Path(__file__)),
         },
         "predeclared_thresholds": {
-            "minimum_effective_fps": args.minimum_effective_fps,
+            "minimum_effective_timeline_fps": args.minimum_effective_timeline_fps,
-            "maximum_completion_p95_ms": args.maximum_completion_p95_ms,
+            "minimum_effective_inference_fps": args.minimum_effective_inference_fps,
+            "maximum_inference_completion_p95_ms": (
+                args.maximum_inference_completion_p95_ms
+            ),
+            "maximum_evidence_source_age_ms": args.maximum_evidence_source_age_ms,
             "capacity_drop_count_max": 0,
         },
         "checks": checks,

experiments/perception/worker/m49_t3_travel/build_vegetation_integrated_graph_evidence.py

@@ -15,10 +15,10 @@ from typing import Any
 
 import numpy as np
 
-PROFILE_SCHEMA = "missioncore.lab-v1-vegetation-integrated-shadow-profile/v1"
+PROFILE_SCHEMA = "missioncore.lab-v1-vegetation-integrated-shadow-profile/v2"
 M49_SCHEMA = "missioncore.m49-tgs-integrated-graph-shadow-result/v1"
-VEGETATION_SCHEMA = "missioncore.lab-v1-vegetation-integrated-load/v1"
+VEGETATION_SCHEMA = "missioncore.lab-v1-vegetation-integrated-load/v2"
-RESULT_SCHEMA = "missioncore.lab-v1-vegetation-integrated-shadow-result/v1"
+RESULT_SCHEMA = "missioncore.lab-v1-vegetation-integrated-shadow-result/v2"
 FRAME_COUNT = 4_489
 
 
@@ -92,22 +92,51 @@ def tgs_completion_ages(path: Path) -> list[float]:
     return values
 
 
-def vegetation_completion_ages(path: Path) -> list[float]:
+def vegetation_frame_metrics(
-    values: list[float] = []
+    path: Path, *, inference_stride: int, source_rate_hz: float
+) -> dict[str, object]:
+    completion_ages: list[float] = []
+    evidence_source_ages: list[float] = []
+    inference_count = 0
     with path.open("r", encoding="utf-8") as stream:
         for expected, line in enumerate(stream):
             row = json.loads(line)
-            if row.get("schema_version") != "missioncore.lab-v1-vegetation-integrated-frame/v1":
+            if row.get("schema_version") != "missioncore.lab-v1-vegetation-integrated-frame/v2":
                 raise VegetationIntegratedError("vegetation frame schema changed")
             if row.get("sequence") != expected:
                 raise VegetationIntegratedError("vegetation frame sequence changed")
             age = row.get("completion_age_ms")
             if not isinstance(age, (int, float)) or not math.isfinite(age) or age < 0:
                 raise VegetationIntegratedError("vegetation completion age is invalid")
-            values.append(float(age))
+            inference_executed = row.get("inference_executed")
-    if len(values) != FRAME_COUNT:
+            expected_inference = expected % inference_stride == 0
+            if inference_executed is not expected_inference:
+                raise VegetationIntegratedError("vegetation inference schedule changed")
+            expected_source = expected - (expected % inference_stride)
+            if row.get("semantic_source_sequence") != expected_source:
+                raise VegetationIntegratedError("vegetation evidence source changed")
+            evidence_age = row.get("semantic_evidence_source_age_ms")
+            expected_evidence_age = float(age) + (
+                (expected - expected_source) * 1000.0 / source_rate_hz
+            )
+            if (
+                not isinstance(evidence_age, (int, float))
+                or not math.isfinite(evidence_age)
+                or evidence_age < 0
+                or abs(float(evidence_age) - expected_evidence_age) > 0.001
+            ):
+                raise VegetationIntegratedError("vegetation evidence source age changed")
+            completion_ages.append(float(age))
+            evidence_source_ages.append(float(evidence_age))
+            inference_count += int(expected_inference)
+    if len(completion_ages) != FRAME_COUNT:
         raise VegetationIntegratedError("vegetation frame ledger is incomplete")
-    return values
+    return {
+        "completion_ages": completion_ages,
+        "evidence_source_ages": evidence_source_ages,
+        "inference_count": inference_count,
+        "held_count": FRAME_COUNT - inference_count,
+    }
 
 
 _SIZE = re.compile(r"^\s*([0-9.]+)\s*([kmgt]?i?b)\s*$", re.IGNORECASE)
@@ -200,9 +229,17 @@ def build(
     if vegetation.get("schema_version") != VEGETATION_SCHEMA:
         raise VegetationIntegratedError("vegetation load result schema changed")
 
+    source_rate_hz = float(profile["source"]["requested_source_rate_hz"])
+    inference_stride = int(profile["stages"]["vegetation"]["inference_stride"])
     graph_ages = graph_completion_ages(graph_frames_path)
     tgs_ages = tgs_completion_ages(tgs_timing_path)
-    vegetation_ages = vegetation_completion_ages(vegetation_frames_path)
+    vegetation_frames = vegetation_frame_metrics(
+        vegetation_frames_path,
+        inference_stride=inference_stride,
+        source_rate_hz=source_rate_hz,
+    )
+    vegetation_ages = vegetation_frames["completion_ages"]
+    assert isinstance(vegetation_ages, list)
     combined_ages = [
         max(graph, tgs, semantic)
         for graph, tgs, semantic in zip(
@@ -240,6 +277,14 @@ def build(
             vegetation.get("source", {}).get("requested_source_rate_hz")
             == profile["source"]["requested_source_rate_hz"]
         ),
+        "vegetation_load_gate_passed": vegetation.get("integrated_load_gate_passed") is True,
+        "vegetation_multirate_schedule_frozen": (
+            vegetation_execution.get("inference_stride") == inference_stride
+            and vegetation_execution.get("inference_frame_count")
+            == vegetation_frames["inference_count"]
+            and vegetation_execution.get("held_evidence_frame_count")
+            == vegetation_frames["held_count"]
+        ),
         "exact_three_layer_sequence_join": len(combined_ages) == FRAME_COUNT,
         "all_graph_frames_delivered": (
             m49_accounting.get("graph_admitted") == FRAME_COUNT
@@ -253,12 +298,24 @@ def build(
             m49_performance.get("effective_world_state_fps", 0.0)
         )
         >= float(acceptance["minimum_graph_world_state_fps"]),
-        "minimum_vegetation_fps": float(vegetation_execution.get("effective_fps", 0.0))
+        "minimum_vegetation_timeline_fps": float(
-        >= float(acceptance["minimum_vegetation_fps"]),
+            vegetation_execution.get("effective_timeline_fps", 0.0)
-        "maximum_vegetation_completion_p95_ms": float(
-            vegetation_timing.get("completion_age_ms", {}).get("p95", math.inf)
         )
-        <= float(acceptance["maximum_vegetation_completion_p95_ms"]),
+        >= float(acceptance["minimum_vegetation_timeline_fps"]),
+        "minimum_vegetation_inference_fps": float(
+            vegetation_execution.get("effective_inference_fps", 0.0)
+        )
+        >= float(acceptance["minimum_vegetation_inference_fps"]),
+        "maximum_vegetation_inference_completion_p95_ms": float(
+            vegetation_timing.get("inference_completion_age_ms", {}).get(
+                "p95", math.inf
+            )
+        )
+        <= float(acceptance["maximum_vegetation_inference_completion_p95_ms"]),
+        "maximum_semantic_evidence_source_age_ms": max(
+            vegetation_frames["evidence_source_ages"]
+        )
+        <= float(acceptance["maximum_semantic_evidence_source_age_ms"]),
         "maximum_combined_output_age_p99_ms": combined["p99"]
         <= float(acceptance["maximum_combined_output_age_p99_ms"]),
         "zero_capacity_drops": (
@@ -304,8 +361,19 @@ def build(
         "performance": {
             "graph_tgs": m49_performance,
             "vegetation": {
-                "effective_fps": vegetation_execution.get("effective_fps"),
+                "effective_timeline_fps": vegetation_execution.get(
+                    "effective_timeline_fps"
+                ),
+                "effective_inference_fps": vegetation_execution.get(
+                    "effective_inference_fps"
+                ),
                 "completion_age_ms": vegetation_timing.get("completion_age_ms"),
+                "inference_completion_age_ms": vegetation_timing.get(
+                    "inference_completion_age_ms"
+                ),
+                "semantic_evidence_source_age_ms": distribution(
+                    vegetation_frames["evidence_source_ages"]
+                ),
                 "stage_ms": vegetation_timing.get("stage_ms"),
                 "inference_ms": vegetation_timing.get("inference_ms"),
                 "resource": vegetation.get("resource"),
@@ -317,6 +385,8 @@ def build(
             "graph_frames": m49_accounting.get("graph_delivered"),
             "tgs_frames": m49_accounting.get("tgs_timeline_frames"),
             "vegetation_frames": vegetation_execution.get("frame_count"),
+            "vegetation_inference_frames": vegetation_frames["inference_count"],
+            "vegetation_held_evidence_frames": vegetation_frames["held_count"],
             "capacity_drop_count": int(m49_accounting.get("tgs_capacity_drops", 0))
             + int(vegetation_execution.get("capacity_drop_count", 0)),
         },

experiments/perception/worker/m49_t3_travel/run_tgs_integrated_shadow.sh

@@ -5,6 +5,9 @@ readonly BINARY=/shared/bin/run_tgs_full_shadow
 readonly INPUT_ROOT=/shared/tgs/inputs
 readonly OUTPUT_ROOT=/shared/tgs/outputs/causal_rolling_1s
 readonly TIMING_PATH=/shared/tgs/tgs-full-timing.tsv
+readonly RUNTIME_ROOT=/tmp/m49-tgs-runtime
+readonly RUNTIME_OUTPUT_ROOT=${RUNTIME_ROOT}/outputs
+readonly RUNTIME_TIMING_PATH=${RUNTIME_ROOT}/tgs-full-timing.tsv
 readonly READY_FILE=/shared/control/tgs.ready
 readonly START_FILE=/shared/control/start.signal
 readonly SOURCE_RATE_HZ=${M49_SOURCE_RATE_HZ:-12.0}
@@ -15,12 +18,20 @@ test -f "${INPUT_ROOT}/schedule.tsv"
 test ! -e /shared/tgs/outputs
 test ! -e "${TIMING_PATH}"
 test ! -e "${READY_FILE}"
-mkdir -p "${OUTPUT_ROOT}"
+test ! -e "${RUNTIME_ROOT}"
-exec /usr/bin/time -v "${BINARY}" \
+mkdir -p "${RUNTIME_OUTPUT_ROOT}"
+/usr/bin/time -v "${BINARY}" \
   "${INPUT_ROOT}/profiles/causal_rolling_1s" \
   "${INPUT_ROOT}/schedule.tsv" \
-  "${OUTPUT_ROOT}" \
+  "${RUNTIME_OUTPUT_ROOT}" \
-  "${TIMING_PATH}" \
+  "${RUNTIME_TIMING_PATH}" \
   "${SOURCE_RATE_HZ}" \
   "${READY_FILE}" \
   "${START_FILE}"
+test -f "${RUNTIME_TIMING_PATH}"
+mkdir -p "${OUTPUT_ROOT}"
+copy_started=$(date +%s%N)
+cp -R "${RUNTIME_OUTPUT_ROOT}/." "${OUTPUT_ROOT}/"
+cp "${RUNTIME_TIMING_PATH}" "${TIMING_PATH}"
+copy_completed=$(date +%s%N)
+echo "[TGS-FULL] evidence_copy_ms=$(((copy_completed - copy_started) / 1000000))"

scripts/build_lab_v1_vegetation_integrated_worker_artifact.py

@@ -46,7 +46,7 @@ SOURCES = M49_SOURCES + (
     Path("config/perception/lab-v1-goose-vegetation-benchmark-v1.json"),
     Path("config/perception/lab-v1-vegetation-mission-policy-v1.json"),
     Path("config/perception/lab-v1-vegetation-provider-label-map-v1.json"),
-    Path("config/perception/lab-v1-vegetation-integrated-shadow-v1.json"),
+    Path("config/perception/lab-v1-vegetation-integrated-multirate-shadow-v2.json"),
 )
 
 
@@ -85,9 +85,9 @@ def build_artifact(
         wheel_destination.write_bytes(wheel.read_bytes())
         copied.append(wheel_destination)
         release = {
-            "schema_version": "missioncore.lab-v1-vegetation-integrated-worker-release/v1",
+            "schema_version": "missioncore.lab-v1-vegetation-integrated-worker-release/v2",
             "patch_id": patch_id,
-            "transition": "lab-v1-vegetation-m49-integrated-shadow/v1",
+            "transition": "lab-v1-vegetation-m49-integrated-multirate-shadow/v2",
             "code_revision": selected_revision,
             "worker_id": "worker-006",
             "source_pack_sha256": (
@@ -98,6 +98,8 @@ def build_artifact(
             ),
             "expected_frames": 4489,
             "requested_source_rate_hz": 12.0,
+            "semantic_inference_rate_hz": 6.0,
+            "semantic_inference_stride": 2,
             "native_engine_sha256": (
                 "b8a40b3580edff001ec9680de68707242294ff590ab296000fae371f1083f695"
             ),

tests/test_lab_v1_vegetation_integrated_shadow.py

@@ -54,12 +54,15 @@ def test_three_layer_gate_joins_exact_frames_and_preserves_false_authority(
                         "config_sha256": "c" * 64,
                         "policy_sha256": "d" * 64,
                         "provider_map_sha256": "e" * 64,
+                        "inference_stride": 2,
                     },
                 },
                 "acceptance": {
                     "minimum_graph_world_state_fps": 11.2,
-                    "minimum_vegetation_fps": 11.2,
+                    "minimum_vegetation_timeline_fps": 11.2,
-                    "maximum_vegetation_completion_p95_ms": 125.0,
+                    "minimum_vegetation_inference_fps": 5.6,
+                    "maximum_vegetation_inference_completion_p95_ms": 125.0,
+                    "maximum_semantic_evidence_source_age_ms": 125.0,
                     "maximum_combined_output_age_p99_ms": 125.0,
                 },
                 "authority": {
@@ -98,6 +101,7 @@ def test_three_layer_gate_joins_exact_frames_and_preserves_false_authority(
             {
                 "schema_version": EVIDENCE.VEGETATION_SCHEMA,
                 "result_id": "vegetation-test",
+                "integrated_load_gate_passed": True,
                 "source": {"requested_source_rate_hz": 12.0},
                 "candidate": {"candidate_key": "ddrnet", "checkpoint_sha256": "b" * 64},
                 "identity": {
@@ -108,10 +112,16 @@ def test_three_layer_gate_joins_exact_frames_and_preserves_false_authority(
                 "execution": {
                     "frame_count": EVIDENCE.FRAME_COUNT,
                     "effective_fps": 11.75,
+                    "effective_timeline_fps": 11.75,
+                    "effective_inference_fps": 5.875,
+                    "inference_stride": 2,
+                    "inference_frame_count": 2245,
+                    "held_evidence_frame_count": 2244,
                     "capacity_drop_count": 0,
                 },
                 "timing": {
                     "completion_age_ms": {"p95": 25.0},
+                    "inference_completion_age_ms": {"p95": 25.0},
                     "stage_ms": {"p95": 20.0},
                     "inference_ms": {"p95": 18.0},
                 },
@@ -148,9 +158,14 @@ def test_three_layer_gate_joins_exact_frames_and_preserves_false_authority(
         "".join(
             json.dumps(
                 {
-                    "schema_version": "missioncore.lab-v1-vegetation-integrated-frame/v1",
+                    "schema_version": "missioncore.lab-v1-vegetation-integrated-frame/v2",
                     "sequence": index,
                     "completion_age_ms": 20.0,
+                    "inference_executed": index % 2 == 0,
+                    "semantic_source_sequence": index - (index % 2),
+                    "semantic_evidence_source_age_ms": 20.0
+                    if index % 2 == 0
+                    else 103.333333,
                 }
             )
             + "\n"
@@ -227,6 +242,8 @@ def test_integrated_release_is_deterministic_and_contains_one_vegetation_candida
         release = json.loads(release_stream.read())
     assert "payload/run_vegetation_integrated_load.py" in names
     assert "payload/build_vegetation_integrated_graph_evidence.py" in names
+    assert "payload/lab-v1-vegetation-integrated-multirate-shadow-v2.json" in names
+    assert release["semantic_inference_rate_hz"] == 6.0
     assert release["scope"]["heavy_vegetation_candidates"] == ["ddrnet"]
     assert all(value is False for value in release["authority"].values())
 
@@ -234,7 +251,7 @@ def test_integrated_release_is_deterministic_and_contains_one_vegetation_candida
 def test_worker_gate_reuses_shared_barrier_and_keeps_canonical_triton_unchanged() -> None:
     runner = RUNNER_PATH.read_text(encoding="utf-8")
     wrapper = POWERSHELL_PATH.read_text(encoding="utf-8")
-    assert '"source-paced-integrated-shadow/v1"' in runner
+    assert '"source-paced-multirate-integrated-shadow/v2"' in runner
     assert "wait_for_shared_start(" in runner
     assert '"bounded-compressed-scene-buffer/v1"' in runner
     assert "buffer_compressed_video(" in runner
@@ -243,6 +260,8 @@ def test_worker_gate_reuses_shared_barrier_and_keeps_canonical_triton_unchanged(
     assert "decode_source(source_capture, expected_size)" in runner
     assert '"camera_semantics_can_clear_rigid_geometry": False' in runner
     assert "--runtime-video-cache /tmp/vegetation-right.mp4" in wrapper
+    assert "--inference-stride 2" in wrapper
+    assert '--tmpfs "/tmp:rw,noexec,nosuid,size=2g"' in wrapper
     assert "$VegetationLoadGate" in wrapper
     assert '"vegetation"' in wrapper
     assert "if ($canonicalAfter.Id -cne $canonicalId" not in wrapper