feat(laboratory): compare M48S runtime hardening

This commit is contained in:
DCCONSTRUCTIONS
2026-08-25 19:38:11 +03:00
parent 84624ae3ea
commit 078b8421a6
8 changed files with 445 additions and 39 deletions
@@ -80,6 +80,31 @@ export interface M48SIntegratedWorldState {
failures: number;
}
export interface M48SRuntimeHardeningFullRun {
sourceFramesAdmitted: number;
deliveredWorldStates: number;
supersededFrames: number;
effectiveWorldStateFps: number;
worldStateCompletionAgeP95Ms: number;
worldStateCompletionAgeP99Ms: number;
worldStateCompletionAgeMaximumMs: number;
rollingMaximumMs: number;
geometryMaximumMs: number;
additionalInferencePasses: number;
}
export interface M48SRuntimeHardeningComparison {
baseline: M48SRuntimeHardeningFullRun;
hardened: M48SRuntimeHardeningFullRun;
startup: {
baseline: { detectorMs: number; worldStateMs: number };
prewarmed: { detectorMs: number; worldStateMs: number };
prewarmDurationMs: number;
prewarmInferencePasses: number;
validationFrames: number;
};
}
export interface M48SFixedClassDetectorResult {
resultId: string;
createdAtUtc: string;
@@ -118,6 +143,7 @@ export interface M48SFixedClassDetectorResult {
failures: number;
};
integratedWorldState: M48SIntegratedWorldState | null;
runtimeHardening: M48SRuntimeHardeningComparison | null;
};
decision: {
selectedCandidate: "rf-detr";
@@ -366,6 +392,71 @@ function integratedWorldStateValue(value: unknown): M48SIntegratedWorldState {
};
}
function runtimeHardeningFullRunValue(
value: unknown,
label: string,
): M48SRuntimeHardeningFullRun {
const run = objectValue(value, label);
return {
sourceFramesAdmitted: integerValue(run.source_frames_admitted, `${label}.source_frames_admitted`),
deliveredWorldStates: integerValue(run.delivered_world_states, `${label}.delivered_world_states`),
supersededFrames: integerValue(run.superseded_frames, `${label}.superseded_frames`),
effectiveWorldStateFps: numberValue(run.effective_world_state_fps, `${label}.effective_world_state_fps`),
worldStateCompletionAgeP95Ms: numberValue(run.world_state_completion_age_p95_ms, `${label}.world_state_completion_age_p95_ms`),
worldStateCompletionAgeP99Ms: numberValue(run.world_state_completion_age_p99_ms, `${label}.world_state_completion_age_p99_ms`),
worldStateCompletionAgeMaximumMs: numberValue(run.world_state_completion_age_maximum_ms, `${label}.world_state_completion_age_maximum_ms`),
rollingMaximumMs: numberValue(run.rolling_maximum_ms, `${label}.rolling_maximum_ms`),
geometryMaximumMs: numberValue(run.geometry_maximum_ms, `${label}.geometry_maximum_ms`),
additionalInferencePasses: integerValue(run.additional_inference_passes, `${label}.additional_inference_passes`),
};
}
function runtimeHardeningComparisonValue(value: unknown): M48SRuntimeHardeningComparison {
const comparison = objectValue(value, "M4.8S.metrics.runtime_hardening");
exact(
comparison.schema_version,
"missioncore.m48s-runtime-hardening-comparison/v1",
"M4.8S.metrics.runtime_hardening.schema_version",
);
const startup = objectValue(comparison.startup, "M4.8S.runtime_hardening.startup");
const startupFrame = (
candidate: unknown,
label: string,
): { detectorMs: number; worldStateMs: number } => {
const frame = objectValue(candidate, label);
return {
detectorMs: numberValue(frame.detector_ms, `${label}.detector_ms`),
worldStateMs: numberValue(frame.world_state_ms, `${label}.world_state_ms`),
};
};
return {
baseline: runtimeHardeningFullRunValue(
comparison.baseline,
"M4.8S.runtime_hardening.baseline",
),
hardened: runtimeHardeningFullRunValue(
comparison.hardened,
"M4.8S.runtime_hardening.hardened",
),
startup: {
baseline: startupFrame(startup.baseline, "M4.8S.runtime_hardening.startup.baseline"),
prewarmed: startupFrame(startup.prewarmed, "M4.8S.runtime_hardening.startup.prewarmed"),
prewarmDurationMs: numberValue(
startup.prewarm_duration_ms,
"M4.8S.runtime_hardening.startup.prewarm_duration_ms",
),
prewarmInferencePasses: integerValue(
startup.prewarm_inference_passes,
"M4.8S.runtime_hardening.startup.prewarm_inference_passes",
),
validationFrames: integerValue(
startup.validation_frames,
"M4.8S.runtime_hardening.startup.validation_frames",
),
},
};
}
function parseResult(value: unknown, resultId: string): M48SFixedClassDetectorResult {
const payload = objectValue(value, "M4.8S");
exact(
@@ -457,6 +548,9 @@ function parseResult(value: unknown, resultId: string): M48SFixedClassDetectorRe
integratedWorldState: integratedGate
? integratedWorldStateValue(metrics.integrated_world_state)
: null,
runtimeHardening: metrics.runtime_hardening === undefined
? null
: runtimeHardeningComparisonValue(metrics.runtime_hardening),
},
decision: {
selectedCandidate: "rf-detr",