|
|
|
@@ -0,0 +1,754 @@
|
|
|
|
|
"""Immutable M4.8R2 qualification of conservative static LiDAR occupancy.
|
|
|
|
|
|
|
|
|
|
The experiment does not run a detector and does not mutate the accepted M4.7
|
|
|
|
|
graph. It measures the accepted current/rolling occupied output on the frozen
|
|
|
|
|
operator-assisted small-static anchors, then evaluates one additive CPU-only
|
|
|
|
|
candidate already present in the local-surface artifact: low step candidates.
|
|
|
|
|
Neither missing evidence nor a camera miss is ever converted to free space.
|
|
|
|
|
"""
|
|
|
|
|
|
|
|
|
|
from __future__ import annotations
|
|
|
|
|
|
|
|
|
|
import hashlib
|
|
|
|
|
import json
|
|
|
|
|
import os
|
|
|
|
|
import shutil
|
|
|
|
|
import uuid
|
|
|
|
|
from dataclasses import dataclass, replace
|
|
|
|
|
from datetime import UTC, datetime
|
|
|
|
|
from pathlib import Path
|
|
|
|
|
from typing import Any, Final
|
|
|
|
|
|
|
|
|
|
import numpy as np
|
|
|
|
|
|
|
|
|
|
from k1link.laboratory.m47_reference_graph import (
|
|
|
|
|
M47ReferenceGraphLabError,
|
|
|
|
|
read_m47_reference_graph_lab,
|
|
|
|
|
)
|
|
|
|
|
from k1link.laboratory.m48_small_static_regression import (
|
|
|
|
|
M48SmallStaticRegressionError,
|
|
|
|
|
read_m48_small_static_passage_regression,
|
|
|
|
|
)
|
|
|
|
|
from k1link.perception.geometry import RecordedGeometryStore
|
|
|
|
|
from k1link.perception.geometry_math import (
|
|
|
|
|
POINT_OCCUPIED,
|
|
|
|
|
project_map_points_kb4,
|
|
|
|
|
semantic_geometry_support,
|
|
|
|
|
)
|
|
|
|
|
|
|
|
|
|
M48_STATIC_OCCUPANCY_PROFILE_SCHEMA: Final = (
|
|
|
|
|
"missioncore.m48-static-occupancy-qualification-profile/v1"
|
|
|
|
|
)
|
|
|
|
|
M48_STATIC_OCCUPANCY_RESULT_SCHEMA: Final = (
|
|
|
|
|
"missioncore.m48-static-occupancy-qualification-result/v1"
|
|
|
|
|
)
|
|
|
|
|
M48_STATIC_OCCUPANCY_REPORT_SCHEMA: Final = (
|
|
|
|
|
"missioncore.m48-static-occupancy-qualification-report/v1"
|
|
|
|
|
)
|
|
|
|
|
M48_STATIC_OCCUPANCY_CASE_SCHEMA: Final = "missioncore.m48-static-occupancy-case/v1"
|
|
|
|
|
M48_STATIC_OCCUPANCY_CANONICAL_SCHEMA: Final = (
|
|
|
|
|
"missioncore.m48-static-occupancy-canonical-anchor/v1"
|
|
|
|
|
)
|
|
|
|
|
M48_STATIC_OCCUPANCY_PREFIX: Final = "m48-static-occupancy-qualification-"
|
|
|
|
|
|
|
|
|
|
_METHOD_SCHEMA: Final = "missioncore.laboratory-method/v1"
|
|
|
|
|
_AUTHORITY: Final = {
|
|
|
|
|
"mode": "replay-simulated",
|
|
|
|
|
"physical_live": False,
|
|
|
|
|
"commands_enabled": False,
|
|
|
|
|
"actuation_allowed": False,
|
|
|
|
|
"navigation_or_safety_accepted": False,
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
class M48StaticOccupancyQualificationError(RuntimeError):
|
|
|
|
|
"""The static-occupancy source, method, or immutable result is invalid."""
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
@dataclass(frozen=True, slots=True)
|
|
|
|
|
class M48StaticOccupancyQualificationResult:
|
|
|
|
|
result_id: str
|
|
|
|
|
result_root: Path
|
|
|
|
|
manifest: dict[str, Any]
|
|
|
|
|
report: dict[str, Any]
|
|
|
|
|
cases: tuple[dict[str, Any], ...]
|
|
|
|
|
canonical_anchors: tuple[dict[str, Any], ...]
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def build_m48_static_occupancy_qualification(
|
|
|
|
|
*,
|
|
|
|
|
repository_root: Path,
|
|
|
|
|
profile_path: Path,
|
|
|
|
|
m47_lab_root: Path,
|
|
|
|
|
graph_result_root: Path,
|
|
|
|
|
small_static_result_root: Path,
|
|
|
|
|
output_root: Path,
|
|
|
|
|
run_created_at_utc: str | None = None,
|
|
|
|
|
) -> M48StaticOccupancyQualificationResult:
|
|
|
|
|
"""Publish one deterministic, append-only M4.8R2 qualification result."""
|
|
|
|
|
|
|
|
|
|
repository = repository_root.resolve(strict=True)
|
|
|
|
|
profile_bytes, profile = _read_profile(profile_path)
|
|
|
|
|
source = _object(profile["source"], "M4.8R2 source")
|
|
|
|
|
try:
|
|
|
|
|
m47 = read_m47_reference_graph_lab(m47_lab_root)
|
|
|
|
|
small_static = read_m48_small_static_passage_regression(small_static_result_root)
|
|
|
|
|
except (M47ReferenceGraphLabError, M48SmallStaticRegressionError) as exc:
|
|
|
|
|
raise M48StaticOccupancyQualificationError(
|
|
|
|
|
"accepted M4.7/M4.8R1 evidence is invalid"
|
|
|
|
|
) from exc
|
|
|
|
|
if (
|
|
|
|
|
m47.result_id != source.get("m47_lab_result_id")
|
|
|
|
|
or small_static.result_id != source.get("small_static_result_id")
|
|
|
|
|
or m47.manifest.get("accepted") is not True
|
|
|
|
|
or m47.manifest.get("ground_truth") is not False
|
|
|
|
|
):
|
|
|
|
|
raise M48StaticOccupancyQualificationError("M4.8R2 source identity changed")
|
|
|
|
|
|
|
|
|
|
anchors_path = small_static.result_root / "anchors.jsonl"
|
|
|
|
|
if _file_sha256(anchors_path) != source.get("small_static_anchors_sha256"):
|
|
|
|
|
raise M48StaticOccupancyQualificationError("M4.8R2 anchor ledger changed")
|
|
|
|
|
|
|
|
|
|
graph_root = graph_result_root.resolve(strict=True)
|
|
|
|
|
graph_manifest = _read_json(graph_root / "manifest.json", maximum=2 * 1024 * 1024)
|
|
|
|
|
frames_path = graph_root / "frames.jsonl"
|
|
|
|
|
graph_files = _object(graph_manifest.get("files"), "M4.8R2 graph files")
|
|
|
|
|
graph_frames = _object(graph_files.get("frames.jsonl"), "M4.8R2 graph frame artifact")
|
|
|
|
|
if (
|
|
|
|
|
graph_root.name != source.get("m47_graph_result_id")
|
|
|
|
|
or graph_manifest.get("result_id") != graph_root.name
|
|
|
|
|
or graph_manifest.get("accepted") is not True
|
|
|
|
|
or graph_frames.get("sha256") != source.get("m47_graph_frames_sha256")
|
|
|
|
|
or _file_sha256(frames_path) != source.get("m47_graph_frames_sha256")
|
|
|
|
|
):
|
|
|
|
|
raise M48StaticOccupancyQualificationError("M4.8R2 graph binding changed")
|
|
|
|
|
|
|
|
|
|
selection = _object(profile["selection"], "M4.8R2 selection")
|
|
|
|
|
anchors = tuple(
|
|
|
|
|
row
|
|
|
|
|
for row in small_static.anchors
|
|
|
|
|
if row.get("motion") == selection.get("motion")
|
|
|
|
|
and row.get("requires_avoidance_or_clearance")
|
|
|
|
|
is selection.get("requires_avoidance_or_clearance")
|
|
|
|
|
)
|
|
|
|
|
if not anchors:
|
|
|
|
|
raise M48StaticOccupancyQualificationError("M4.8R2 selected no static anchors")
|
|
|
|
|
frame_rows = _selected_graph_frames(frames_path, {int(row["sequence"]) for row in anchors})
|
|
|
|
|
store = RecordedGeometryStore.from_repository(repository)
|
|
|
|
|
candidate = _object(profile["candidate"], "M4.8R2 candidate")
|
|
|
|
|
candidate_association = replace(
|
|
|
|
|
store.profile.association,
|
|
|
|
|
semantic_minimum_occupied_points=int(candidate["minimum_points"]),
|
|
|
|
|
semantic_minimum_occupied_voxels=int(candidate["minimum_voxels"]),
|
|
|
|
|
semantic_voxel_size_m=float(candidate["voxel_size_m"]),
|
|
|
|
|
depth_cluster_minimum_gap_m=float(candidate["depth_cluster_minimum_gap_m"]),
|
|
|
|
|
depth_cluster_gap_fraction=float(candidate["depth_cluster_gap_fraction"]),
|
|
|
|
|
spatial_cluster_radius_m=float(candidate["spatial_cluster_radius_m"]),
|
|
|
|
|
)
|
|
|
|
|
|
|
|
|
|
cases: list[dict[str, Any]] = []
|
|
|
|
|
for anchor in anchors:
|
|
|
|
|
sequence = int(anchor["sequence"])
|
|
|
|
|
graph_row = frame_rows[sequence]
|
|
|
|
|
frame = store.frame_for_index(sequence)
|
|
|
|
|
if frame is None or not frame.surface_valid:
|
|
|
|
|
raise M48StaticOccupancyQualificationError(
|
|
|
|
|
"selected M4.8R2 anchor lacks qualified current LiDAR"
|
|
|
|
|
)
|
|
|
|
|
projected = project_map_points_kb4(
|
|
|
|
|
frame.points_map,
|
|
|
|
|
position_map_xyz=frame.sensor_position_map,
|
|
|
|
|
orientation_map_from_lidar_xyzw=frame.sensor_orientation_xyzw,
|
|
|
|
|
profile=frame.projection,
|
|
|
|
|
)
|
|
|
|
|
bbox = _pixel_bbox(anchor["extent_xyxy"], frame.projection.width, frame.projection.height)
|
|
|
|
|
baseline = semantic_geometry_support(
|
|
|
|
|
bbox,
|
|
|
|
|
projected=projected,
|
|
|
|
|
frame_points_map=frame.points_map,
|
|
|
|
|
point_class=frame.point_class,
|
|
|
|
|
profile=store.profile.association,
|
|
|
|
|
)
|
|
|
|
|
step_candidates = store.point_step_candidates_for_frame(sequence)
|
|
|
|
|
if step_candidates is None:
|
|
|
|
|
raise M48StaticOccupancyQualificationError(
|
|
|
|
|
"selected M4.8R2 anchor lacks low-step evidence"
|
|
|
|
|
)
|
|
|
|
|
union_classes = np.array(frame.point_class, copy=True)
|
|
|
|
|
union_classes[step_candidates > 0] = POINT_OCCUPIED
|
|
|
|
|
additive = semantic_geometry_support(
|
|
|
|
|
bbox,
|
|
|
|
|
projected=projected,
|
|
|
|
|
frame_points_map=frame.points_map,
|
|
|
|
|
point_class=union_classes,
|
|
|
|
|
profile=candidate_association,
|
|
|
|
|
)
|
|
|
|
|
graph_matches = _graph_component_matches(
|
|
|
|
|
graph_row=graph_row,
|
|
|
|
|
frame=frame,
|
|
|
|
|
bbox=bbox,
|
|
|
|
|
voxel_size_m=0.45,
|
|
|
|
|
)
|
|
|
|
|
raw_depths = _depths_in_bbox(projected.pixels_xy, projected.depths_m, bbox)
|
|
|
|
|
distance = _support_distance(
|
|
|
|
|
additive.occupied_depths_m, baseline.occupied_depths_m, raw_depths
|
|
|
|
|
)
|
|
|
|
|
band = _distance_band(distance, _object(profile["distance_bands_m"], "distance bands"))
|
|
|
|
|
accepted_graph = bool(graph_matches)
|
|
|
|
|
baseline_qualified = bool(baseline.qualified or accepted_graph)
|
|
|
|
|
candidate_qualified = bool(additive.qualified or accepted_graph)
|
|
|
|
|
false_free = graph_row["obstacle_map"].get("free_space_claimed") is True
|
|
|
|
|
cases.append(
|
|
|
|
|
{
|
|
|
|
|
"schema_version": M48_STATIC_OCCUPANCY_CASE_SCHEMA,
|
|
|
|
|
"anchor_id": anchor["anchor_id"],
|
|
|
|
|
"clip_id": anchor["clip_id"],
|
|
|
|
|
"sequence": sequence,
|
|
|
|
|
"extent_xyxy": anchor["extent_xyxy"],
|
|
|
|
|
"distance_m": distance,
|
|
|
|
|
"distance_band": band,
|
|
|
|
|
"accepted_graph": {
|
|
|
|
|
"matched": accepted_graph,
|
|
|
|
|
"component_count": len(graph_matches),
|
|
|
|
|
"components": graph_matches,
|
|
|
|
|
"free_space_claimed": false_free,
|
|
|
|
|
},
|
|
|
|
|
"current_local_surface": _support_projection(baseline),
|
|
|
|
|
"additive_step_candidate": _support_projection(additive),
|
|
|
|
|
"baseline_qualified": baseline_qualified,
|
|
|
|
|
"candidate_qualified": candidate_qualified,
|
|
|
|
|
"outcome": (
|
|
|
|
|
"candidate-qualified"
|
|
|
|
|
if candidate_qualified
|
|
|
|
|
else "unresolved-unknown-never-free"
|
|
|
|
|
),
|
|
|
|
|
"authority": "operator-assisted-development-anchor-not-truth",
|
|
|
|
|
}
|
|
|
|
|
)
|
|
|
|
|
cases.sort(key=lambda row: (int(row["sequence"]), str(row["anchor_id"])))
|
|
|
|
|
|
|
|
|
|
visual_report = _read_json(
|
|
|
|
|
m47.result_root / "visual-report.json",
|
|
|
|
|
maximum=2 * 1024 * 1024,
|
|
|
|
|
)
|
|
|
|
|
canonical = _canonical_anchors(visual_report, selection)
|
|
|
|
|
metrics = _metrics(cases, canonical)
|
|
|
|
|
acceptance = _object(profile["acceptance"], "M4.8R2 acceptance")
|
|
|
|
|
gates = {
|
|
|
|
|
"critical_near_candidate_recall": (
|
|
|
|
|
metrics["critical_near_candidate_recall"]
|
|
|
|
|
>= float(acceptance["minimum_critical_near_candidate_recall"])
|
|
|
|
|
),
|
|
|
|
|
"approach_candidate_recall": (
|
|
|
|
|
metrics["approach_candidate_recall"]
|
|
|
|
|
>= float(acceptance["minimum_approach_candidate_recall"])
|
|
|
|
|
),
|
|
|
|
|
"canonical_engineering_recall": (
|
|
|
|
|
metrics["canonical_engineering_recall"]
|
|
|
|
|
>= float(acceptance["minimum_canonical_engineering_recall"])
|
|
|
|
|
),
|
|
|
|
|
"zero_false_free": metrics["false_free_count"]
|
|
|
|
|
<= int(acceptance["maximum_false_free_count"]),
|
|
|
|
|
"independent_truth_available": False,
|
|
|
|
|
}
|
|
|
|
|
near_ready = bool(
|
|
|
|
|
gates["critical_near_candidate_recall"]
|
|
|
|
|
and gates["canonical_engineering_recall"]
|
|
|
|
|
and gates["zero_false_free"]
|
|
|
|
|
)
|
|
|
|
|
accepted = bool(near_ready and gates["approach_candidate_recall"])
|
|
|
|
|
created_at = _utc_timestamp(run_created_at_utc or datetime.now(UTC).isoformat())
|
|
|
|
|
profile_sha256 = hashlib.sha256(profile_bytes).hexdigest()
|
|
|
|
|
producer_sha256 = _file_sha256(Path(__file__).resolve())
|
|
|
|
|
identity = {
|
|
|
|
|
"schema_version": M48_STATIC_OCCUPANCY_RESULT_SCHEMA,
|
|
|
|
|
"human_lab_id": profile["human_lab_id"],
|
|
|
|
|
"run_label": profile["run_label"],
|
|
|
|
|
"run_created_at_utc": created_at,
|
|
|
|
|
"pipeline_id": profile["pipeline_id"],
|
|
|
|
|
"experiment_id": profile["experiment_id"],
|
|
|
|
|
"profile_id": profile["profile_id"],
|
|
|
|
|
"profile_sha256": profile_sha256,
|
|
|
|
|
"producer_sha256": producer_sha256,
|
|
|
|
|
"source": source,
|
|
|
|
|
"selection": {
|
|
|
|
|
"operator_static_anchor_count": len(cases),
|
|
|
|
|
"canonical_engineering_anchor_count": len(canonical),
|
|
|
|
|
},
|
|
|
|
|
"authority": dict(_AUTHORITY),
|
|
|
|
|
}
|
|
|
|
|
result_id = M48_STATIC_OCCUPANCY_PREFIX + _canonical_sha256(identity)
|
|
|
|
|
method = {
|
|
|
|
|
"schema_version": _METHOD_SCHEMA,
|
|
|
|
|
"completeness": "complete",
|
|
|
|
|
"execution_class": "deterministic",
|
|
|
|
|
"pipeline_id": profile["pipeline_id"],
|
|
|
|
|
"components": [
|
|
|
|
|
{
|
|
|
|
|
"kind": "source",
|
|
|
|
|
"name": "accepted M4.7 current/rolling obstacle graph",
|
|
|
|
|
"version": source["m47_graph_result_id"],
|
|
|
|
|
"role": "immutable baseline occupied/unknown and threat decisions",
|
|
|
|
|
"identity_sha256": source["m47_graph_frames_sha256"],
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"kind": "source",
|
|
|
|
|
"name": "M4.8R1 operator-assisted static anchors",
|
|
|
|
|
"version": source["small_static_result_id"],
|
|
|
|
|
"role": "candidate-visible diagnostic anchors; not independent truth",
|
|
|
|
|
"identity_sha256": source["small_static_anchors_sha256"],
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"kind": "algorithm",
|
|
|
|
|
"name": "additive low-step static occupancy candidate",
|
|
|
|
|
"version": profile["profile_id"],
|
|
|
|
|
"role": "CPU-only occupied-or-unknown evidence; never clearing",
|
|
|
|
|
"identity_sha256": producer_sha256,
|
|
|
|
|
},
|
|
|
|
|
],
|
|
|
|
|
}
|
|
|
|
|
report = {
|
|
|
|
|
"schema_version": M48_STATIC_OCCUPANCY_REPORT_SCHEMA,
|
|
|
|
|
"result_id": result_id,
|
|
|
|
|
"source": source,
|
|
|
|
|
"configuration": {
|
|
|
|
|
key: profile[key]
|
|
|
|
|
for key in (
|
|
|
|
|
"profile_id",
|
|
|
|
|
"pipeline_id",
|
|
|
|
|
"experiment_id",
|
|
|
|
|
"human_lab_id",
|
|
|
|
|
"run_label",
|
|
|
|
|
"distance_bands_m",
|
|
|
|
|
"candidate",
|
|
|
|
|
"acceptance",
|
|
|
|
|
"policy",
|
|
|
|
|
)
|
|
|
|
|
},
|
|
|
|
|
"method": method,
|
|
|
|
|
"metrics": metrics,
|
|
|
|
|
"gates": gates,
|
|
|
|
|
"decision": {
|
|
|
|
|
"state": "accepted-bounded-static-occupancy-qualification"
|
|
|
|
|
if accepted
|
|
|
|
|
else "partial-static-occupancy-qualification",
|
|
|
|
|
"critical_near_candidate_ready_for_shadow": near_ready,
|
|
|
|
|
"production_accepted": False,
|
|
|
|
|
"summary": (
|
|
|
|
|
"Accepted graph covers "
|
|
|
|
|
f"{metrics['baseline_qualified_count']}/{len(cases)} static assisted "
|
|
|
|
|
"anchors; the additive step candidate covers "
|
|
|
|
|
f"{metrics['candidate_qualified_count']}/{len(cases)}."
|
|
|
|
|
),
|
|
|
|
|
"next_action": (
|
|
|
|
|
"Integrate the additive step evidence as an occupied-only Worker shadow, "
|
|
|
|
|
"then measure full replay FPS, occupancy growth and the unresolved 8-12 m "
|
|
|
|
|
"case."
|
|
|
|
|
),
|
|
|
|
|
},
|
|
|
|
|
"limitations": [
|
|
|
|
|
(
|
|
|
|
|
"Operator-assisted anchors are candidate-visible development evidence, "
|
|
|
|
|
"not independent truth."
|
|
|
|
|
),
|
|
|
|
|
"Projected camera rectangles do not define physical 3D colliders or chassis clearance.",
|
|
|
|
|
(
|
|
|
|
|
"The step candidate may add conservative false occupancy and therefore "
|
|
|
|
|
"requires a full replay load/volume shadow before cutover."
|
|
|
|
|
),
|
|
|
|
|
(
|
|
|
|
|
"No ray clearing, planner-authoritative free space, physical navigation, "
|
|
|
|
|
"command, actuation or collision-safety authority is granted."
|
|
|
|
|
),
|
|
|
|
|
],
|
|
|
|
|
"authority": dict(_AUTHORITY),
|
|
|
|
|
}
|
|
|
|
|
destination = output_root.resolve(strict=False) / result_id
|
|
|
|
|
_publish_result(destination, identity, created_at, accepted, report, tuple(cases), canonical)
|
|
|
|
|
return read_m48_static_occupancy_qualification(destination)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def read_m48_static_occupancy_qualification(
|
|
|
|
|
result_root: Path,
|
|
|
|
|
) -> M48StaticOccupancyQualificationResult:
|
|
|
|
|
if result_root.is_symlink():
|
|
|
|
|
raise M48StaticOccupancyQualificationError("M4.8R2 result root is invalid")
|
|
|
|
|
root = result_root.resolve(strict=True)
|
|
|
|
|
if root.name.startswith(M48_STATIC_OCCUPANCY_PREFIX) is False:
|
|
|
|
|
raise M48StaticOccupancyQualificationError("M4.8R2 result root is invalid")
|
|
|
|
|
manifest = _read_json(root / "manifest.json", maximum=2 * 1024 * 1024)
|
|
|
|
|
report = _read_json(root / "report.json", maximum=4 * 1024 * 1024)
|
|
|
|
|
cases = tuple(_read_jsonl(root / "cases.jsonl"))
|
|
|
|
|
canonical = tuple(_read_jsonl(root / "canonical-anchors.jsonl"))
|
|
|
|
|
if (
|
|
|
|
|
manifest.get("schema_version") != M48_STATIC_OCCUPANCY_RESULT_SCHEMA
|
|
|
|
|
or manifest.get("result_id") != root.name
|
|
|
|
|
or report.get("schema_version") != M48_STATIC_OCCUPANCY_REPORT_SCHEMA
|
|
|
|
|
or report.get("result_id") != root.name
|
|
|
|
|
or manifest.get("ground_truth") is not False
|
|
|
|
|
or manifest.get("authority") != _AUTHORITY
|
|
|
|
|
):
|
|
|
|
|
raise M48StaticOccupancyQualificationError("M4.8R2 result identity changed")
|
|
|
|
|
identity = _object(manifest.get("identity"), "M4.8R2 identity")
|
|
|
|
|
identity_sha256 = _canonical_sha256(identity)
|
|
|
|
|
if root.name != M48_STATIC_OCCUPANCY_PREFIX + identity_sha256:
|
|
|
|
|
raise M48StaticOccupancyQualificationError("M4.8R2 result identity changed")
|
|
|
|
|
artifacts = manifest.get("artifacts")
|
|
|
|
|
if not isinstance(artifacts, list):
|
|
|
|
|
raise M48StaticOccupancyQualificationError("M4.8R2 artifact proof changed")
|
|
|
|
|
artifact_paths = [
|
|
|
|
|
str(_object(item, "M4.8R2 artifact").get("path")) for item in artifacts
|
|
|
|
|
]
|
|
|
|
|
if sorted(artifact_paths) != [
|
|
|
|
|
"canonical-anchors.jsonl",
|
|
|
|
|
"cases.jsonl",
|
|
|
|
|
"report.json",
|
|
|
|
|
]:
|
|
|
|
|
raise M48StaticOccupancyQualificationError("M4.8R2 artifact proof changed")
|
|
|
|
|
for artifact in artifacts:
|
|
|
|
|
item = _object(artifact, "M4.8R2 artifact")
|
|
|
|
|
path = root / str(item.get("path"))
|
|
|
|
|
if path.parent != root or _file_sha256(path) != item.get("sha256"):
|
|
|
|
|
raise M48StaticOccupancyQualificationError("M4.8R2 artifact proof changed")
|
|
|
|
|
if manifest.get("identity_sha256") != identity_sha256:
|
|
|
|
|
raise M48StaticOccupancyQualificationError("M4.8R2 identity digest changed")
|
|
|
|
|
if not cases or any(
|
|
|
|
|
row.get("schema_version") != M48_STATIC_OCCUPANCY_CASE_SCHEMA for row in cases
|
|
|
|
|
):
|
|
|
|
|
raise M48StaticOccupancyQualificationError("M4.8R2 case ledger changed")
|
|
|
|
|
if any(
|
|
|
|
|
row.get("schema_version") != M48_STATIC_OCCUPANCY_CANONICAL_SCHEMA
|
|
|
|
|
for row in canonical
|
|
|
|
|
):
|
|
|
|
|
raise M48StaticOccupancyQualificationError("M4.8R2 canonical ledger changed")
|
|
|
|
|
return M48StaticOccupancyQualificationResult(
|
|
|
|
|
root.name, root, manifest, report, cases, canonical
|
|
|
|
|
)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def _support_projection(value: Any) -> dict[str, object]:
|
|
|
|
|
depths = value.occupied_depths_m
|
|
|
|
|
return {
|
|
|
|
|
"qualified": bool(value.qualified),
|
|
|
|
|
"projected_point_count": int(value.projected_points_in_region),
|
|
|
|
|
"occupied_point_count": int(value.occupied_points_in_region),
|
|
|
|
|
"clustered_occupied_point_count": int(value.occupied_source_indices.size),
|
|
|
|
|
"nearest_depth_m": None if not depths.size else round(float(np.min(depths)), 6),
|
|
|
|
|
"median_depth_m": None if not depths.size else round(float(np.median(depths)), 6),
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def _graph_component_matches(
|
|
|
|
|
*,
|
|
|
|
|
graph_row: dict[str, Any],
|
|
|
|
|
frame: Any,
|
|
|
|
|
bbox: tuple[float, float, float, float],
|
|
|
|
|
voxel_size_m: float,
|
|
|
|
|
) -> list[dict[str, object]]:
|
|
|
|
|
obstacle_map = _object(graph_row.get("obstacle_map"), "M4.8R2 obstacle map")
|
|
|
|
|
threats = {
|
|
|
|
|
str(row.get("component_id")): row
|
|
|
|
|
for row in graph_row.get("threats", [])
|
|
|
|
|
if isinstance(row, dict)
|
|
|
|
|
}
|
|
|
|
|
matches: list[dict[str, object]] = []
|
|
|
|
|
for obstacle in obstacle_map.get("occupied", []):
|
|
|
|
|
item = _object(obstacle, "M4.8R2 occupied component")
|
|
|
|
|
cells = item.get("cells")
|
|
|
|
|
if not isinstance(cells, list) or not cells:
|
|
|
|
|
continue
|
|
|
|
|
points = np.asarray(
|
|
|
|
|
[
|
|
|
|
|
[
|
|
|
|
|
(int(cell["x"]) + 0.5) * voxel_size_m,
|
|
|
|
|
(int(cell["y"]) + 0.5) * voxel_size_m,
|
|
|
|
|
(int(cell["z"]) + 0.5) * voxel_size_m,
|
|
|
|
|
]
|
|
|
|
|
for cell in cells
|
|
|
|
|
],
|
|
|
|
|
dtype=np.float64,
|
|
|
|
|
)
|
|
|
|
|
projected = project_map_points_kb4(
|
|
|
|
|
points,
|
|
|
|
|
position_map_xyz=frame.sensor_position_map,
|
|
|
|
|
orientation_map_from_lidar_xyzw=frame.sensor_orientation_xyzw,
|
|
|
|
|
profile=frame.projection,
|
|
|
|
|
)
|
|
|
|
|
depths = _depths_in_bbox(projected.pixels_xy, projected.depths_m, bbox)
|
|
|
|
|
if not depths.size:
|
|
|
|
|
continue
|
|
|
|
|
component_id = str(item.get("component_id"))
|
|
|
|
|
assessment = _object(threats.get(component_id), "M4.8R2 threat assessment")
|
|
|
|
|
matches.append(
|
|
|
|
|
{
|
|
|
|
|
"component_id": component_id,
|
|
|
|
|
"state": item.get("state"),
|
|
|
|
|
"decision": assessment.get("decision"),
|
|
|
|
|
"projected_cell_count": int(depths.size),
|
|
|
|
|
"nearest_depth_m": round(float(np.min(depths)), 6),
|
|
|
|
|
}
|
|
|
|
|
)
|
|
|
|
|
matches.sort(key=lambda row: (float(row["nearest_depth_m"]), str(row["component_id"])))
|
|
|
|
|
return matches
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def _canonical_anchors(
|
|
|
|
|
report: dict[str, Any], selection: dict[str, Any]
|
|
|
|
|
) -> tuple[dict[str, Any], ...]:
|
|
|
|
|
metrics = _object(report.get("metrics"), "M4.7 visual metrics")
|
|
|
|
|
visual = _object(metrics.get("visual_evidence"), "M4.7 visual evidence")
|
|
|
|
|
rows: list[dict[str, Any]] = []
|
|
|
|
|
for sequence in selection.get("canonical_engineering_sequences", []):
|
|
|
|
|
regression = _object(
|
|
|
|
|
visual.get(f"frame_{sequence}_regression"),
|
|
|
|
|
"canonical regression",
|
|
|
|
|
)
|
|
|
|
|
for anchor in regression.get("engineering_anchors", []):
|
|
|
|
|
item = _object(anchor, "canonical anchor")
|
|
|
|
|
rows.append(
|
|
|
|
|
{
|
|
|
|
|
"schema_version": M48_STATIC_OCCUPANCY_CANONICAL_SCHEMA,
|
|
|
|
|
"sequence": int(sequence),
|
|
|
|
|
"anchor_id": item.get("anchor_id"),
|
|
|
|
|
"matched": item.get("matched") is True,
|
|
|
|
|
"decision": item.get("decision"),
|
|
|
|
|
"must_assert_threat": item.get("must_assert_threat") is True,
|
|
|
|
|
"authority": "camera-reviewed-engineering-anchor-not-truth",
|
|
|
|
|
}
|
|
|
|
|
)
|
|
|
|
|
return tuple(rows)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def _metrics(
|
|
|
|
|
cases: list[dict[str, Any]], canonical: tuple[dict[str, Any], ...]
|
|
|
|
|
) -> dict[str, object]:
|
|
|
|
|
def band_rows(name: str) -> list[dict[str, Any]]:
|
|
|
|
|
return [row for row in cases if row["distance_band"] == name]
|
|
|
|
|
|
|
|
|
|
def rate(rows: list[dict[str, Any]], key: str) -> float:
|
|
|
|
|
if not rows:
|
|
|
|
|
return 0.0
|
|
|
|
|
return sum(bool(row[key]) for row in rows) / len(rows)
|
|
|
|
|
|
|
|
|
|
near = band_rows("critical-near")
|
|
|
|
|
approach = band_rows("approach")
|
|
|
|
|
return {
|
|
|
|
|
"operator_static_anchor_count": len(cases),
|
|
|
|
|
"baseline_qualified_count": sum(bool(row["baseline_qualified"]) for row in cases),
|
|
|
|
|
"candidate_qualified_count": sum(bool(row["candidate_qualified"]) for row in cases),
|
|
|
|
|
"unresolved_unknown_count": sum(not bool(row["candidate_qualified"]) for row in cases),
|
|
|
|
|
"critical_near_anchor_count": len(near),
|
|
|
|
|
"critical_near_baseline_recall": rate(near, "baseline_qualified"),
|
|
|
|
|
"critical_near_candidate_recall": rate(near, "candidate_qualified"),
|
|
|
|
|
"approach_anchor_count": len(approach),
|
|
|
|
|
"approach_baseline_recall": rate(approach, "baseline_qualified"),
|
|
|
|
|
"approach_candidate_recall": rate(approach, "candidate_qualified"),
|
|
|
|
|
"canonical_engineering_anchor_count": len(canonical),
|
|
|
|
|
"canonical_engineering_recall": sum(bool(row["matched"]) for row in canonical)
|
|
|
|
|
/ len(canonical)
|
|
|
|
|
if canonical
|
|
|
|
|
else 0.0,
|
|
|
|
|
"false_free_count": sum(bool(row["accepted_graph"]["free_space_claimed"]) for row in cases),
|
|
|
|
|
"independent_truth": False,
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def _selected_graph_frames(path: Path, sequences: set[int]) -> dict[int, dict[str, Any]]:
|
|
|
|
|
rows: dict[int, dict[str, Any]] = {}
|
|
|
|
|
with path.open("r", encoding="utf-8") as stream:
|
|
|
|
|
for line in stream:
|
|
|
|
|
row = _object(json.loads(line), "M4.8R2 graph frame")
|
|
|
|
|
sequence = row.get("sequence")
|
|
|
|
|
if isinstance(sequence, int) and sequence in sequences:
|
|
|
|
|
rows[sequence] = row
|
|
|
|
|
if len(rows) == len(sequences):
|
|
|
|
|
break
|
|
|
|
|
if set(rows) != sequences:
|
|
|
|
|
raise M48StaticOccupancyQualificationError("M4.8R2 graph frames are incomplete")
|
|
|
|
|
return rows
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def _pixel_bbox(value: object, width: int, height: int) -> tuple[float, float, float, float]:
|
|
|
|
|
extent = value if isinstance(value, list) else None
|
|
|
|
|
if extent is None or len(extent) != 4:
|
|
|
|
|
raise M48StaticOccupancyQualificationError("M4.8R2 anchor extent is invalid")
|
|
|
|
|
return (
|
|
|
|
|
float(extent[0]) * width,
|
|
|
|
|
float(extent[1]) * height,
|
|
|
|
|
float(extent[2]) * width,
|
|
|
|
|
float(extent[3]) * height,
|
|
|
|
|
)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def _depths_in_bbox(
|
|
|
|
|
pixels: np.ndarray, depths: np.ndarray, bbox: tuple[float, float, float, float]
|
|
|
|
|
) -> np.ndarray:
|
|
|
|
|
if not pixels.size:
|
|
|
|
|
return np.empty(0, dtype=np.float64)
|
|
|
|
|
inside = (
|
|
|
|
|
(pixels[:, 0] >= bbox[0])
|
|
|
|
|
& (pixels[:, 0] <= bbox[2])
|
|
|
|
|
& (pixels[:, 1] >= bbox[1])
|
|
|
|
|
& (pixels[:, 1] <= bbox[3])
|
|
|
|
|
)
|
|
|
|
|
return depths[inside]
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def _support_distance(*values: np.ndarray) -> float:
|
|
|
|
|
for value in values:
|
|
|
|
|
if value.size:
|
|
|
|
|
return round(float(np.median(value)), 6)
|
|
|
|
|
raise M48StaticOccupancyQualificationError("M4.8R2 anchor has no projected LiDAR depth")
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def _distance_band(distance: float, bands: dict[str, Any]) -> str:
|
|
|
|
|
for key, label in (("critical_near", "critical-near"), ("approach", "approach")):
|
|
|
|
|
bounds = bands.get(key)
|
|
|
|
|
if (
|
|
|
|
|
isinstance(bounds, list)
|
|
|
|
|
and len(bounds) == 2
|
|
|
|
|
and float(bounds[0]) <= distance < float(bounds[1])
|
|
|
|
|
):
|
|
|
|
|
return label
|
|
|
|
|
return "outside-qualified-bands"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def _read_profile(path: Path) -> tuple[bytes, dict[str, Any]]:
|
|
|
|
|
encoded = path.resolve(strict=True).read_bytes()
|
|
|
|
|
profile = _object(json.loads(encoded), "M4.8R2 profile")
|
|
|
|
|
if (
|
|
|
|
|
profile.get("schema_version") != M48_STATIC_OCCUPANCY_PROFILE_SCHEMA
|
|
|
|
|
or profile.get("authority") != _AUTHORITY
|
|
|
|
|
):
|
|
|
|
|
raise M48StaticOccupancyQualificationError("M4.8R2 profile is invalid")
|
|
|
|
|
return encoded, profile
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def _publish_result(
|
|
|
|
|
destination: Path,
|
|
|
|
|
identity: dict[str, Any],
|
|
|
|
|
created_at: str,
|
|
|
|
|
accepted: bool,
|
|
|
|
|
report: dict[str, Any],
|
|
|
|
|
cases: tuple[dict[str, Any], ...],
|
|
|
|
|
canonical: tuple[dict[str, Any], ...],
|
|
|
|
|
) -> None:
|
|
|
|
|
destination.parent.mkdir(mode=0o700, parents=True, exist_ok=True)
|
|
|
|
|
staging = destination.parent / f".{destination.name}.{uuid.uuid4().hex}.tmp"
|
|
|
|
|
staging.mkdir(mode=0o700)
|
|
|
|
|
try:
|
|
|
|
|
_write_json(staging / "report.json", report)
|
|
|
|
|
_write_jsonl(staging / "cases.jsonl", cases)
|
|
|
|
|
_write_jsonl(staging / "canonical-anchors.jsonl", canonical)
|
|
|
|
|
artifacts = [
|
|
|
|
|
_artifact(staging / name, role)
|
|
|
|
|
for name, role in (
|
|
|
|
|
("cases.jsonl", "operator-static-anchor-comparisons"),
|
|
|
|
|
("canonical-anchors.jsonl", "accepted-canonical-engineering-anchors"),
|
|
|
|
|
("report.json", "m48-static-occupancy-report"),
|
|
|
|
|
)
|
|
|
|
|
]
|
|
|
|
|
manifest = {
|
|
|
|
|
"schema_version": M48_STATIC_OCCUPANCY_RESULT_SCHEMA,
|
|
|
|
|
"result_id": destination.name,
|
|
|
|
|
"identity_sha256": _canonical_sha256(identity),
|
|
|
|
|
"identity": identity,
|
|
|
|
|
"created_at_utc": created_at,
|
|
|
|
|
"accepted": accepted,
|
|
|
|
|
"ground_truth": False,
|
|
|
|
|
"authority": dict(_AUTHORITY),
|
|
|
|
|
"artifacts": artifacts,
|
|
|
|
|
}
|
|
|
|
|
_write_json(staging / "manifest.json", manifest)
|
|
|
|
|
if destination.exists():
|
|
|
|
|
existing = {
|
|
|
|
|
path.name: _file_sha256(path) for path in destination.iterdir() if path.is_file()
|
|
|
|
|
}
|
|
|
|
|
proposed = {
|
|
|
|
|
path.name: _file_sha256(path) for path in staging.iterdir() if path.is_file()
|
|
|
|
|
}
|
|
|
|
|
if existing != proposed:
|
|
|
|
|
raise M48StaticOccupancyQualificationError("immutable M4.8R2 identity collided")
|
|
|
|
|
shutil.rmtree(staging)
|
|
|
|
|
return
|
|
|
|
|
os.replace(staging, destination)
|
|
|
|
|
except BaseException:
|
|
|
|
|
shutil.rmtree(staging, ignore_errors=True)
|
|
|
|
|
raise
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def _artifact(path: Path, role: str) -> dict[str, object]:
|
|
|
|
|
return {
|
|
|
|
|
"path": path.name,
|
|
|
|
|
"role": role,
|
|
|
|
|
"byte_length": path.stat().st_size,
|
|
|
|
|
"sha256": _file_sha256(path),
|
|
|
|
|
"media_type": "application/x-ndjson" if path.suffix == ".jsonl" else "application/json",
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def _read_json(path: Path, *, maximum: int) -> dict[str, Any]:
|
|
|
|
|
if path.is_symlink() or not path.is_file() or path.stat().st_size > maximum:
|
|
|
|
|
raise M48StaticOccupancyQualificationError(f"{path.name} is unavailable")
|
|
|
|
|
return _object(json.loads(path.read_text("utf-8")), path.name)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def _read_jsonl(path: Path) -> list[dict[str, Any]]:
|
|
|
|
|
if path.is_symlink() or not path.is_file() or path.stat().st_size > 8 * 1024 * 1024:
|
|
|
|
|
raise M48StaticOccupancyQualificationError(f"{path.name} is unavailable")
|
|
|
|
|
return [
|
|
|
|
|
_object(json.loads(line), path.name)
|
|
|
|
|
for line in path.read_text("utf-8").splitlines()
|
|
|
|
|
if line.strip()
|
|
|
|
|
]
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def _write_json(path: Path, value: object) -> None:
|
|
|
|
|
path.write_text(
|
|
|
|
|
json.dumps(value, ensure_ascii=False, sort_keys=True, indent=2) + "\n", encoding="utf-8"
|
|
|
|
|
)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def _write_jsonl(path: Path, rows: tuple[dict[str, Any], ...]) -> None:
|
|
|
|
|
path.write_text(
|
|
|
|
|
"".join(
|
|
|
|
|
json.dumps(row, ensure_ascii=False, sort_keys=True, separators=(",", ":")) + "\n"
|
|
|
|
|
for row in rows
|
|
|
|
|
),
|
|
|
|
|
encoding="utf-8",
|
|
|
|
|
)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def _file_sha256(path: Path) -> str:
|
|
|
|
|
digest = hashlib.sha256()
|
|
|
|
|
with path.open("rb") as stream:
|
|
|
|
|
for chunk in iter(lambda: stream.read(1024 * 1024), b""):
|
|
|
|
|
digest.update(chunk)
|
|
|
|
|
return digest.hexdigest()
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def _canonical_sha256(value: object) -> str:
|
|
|
|
|
return hashlib.sha256(
|
|
|
|
|
json.dumps(value, ensure_ascii=False, sort_keys=True, separators=(",", ":")).encode("utf-8")
|
|
|
|
|
).hexdigest()
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def _object(value: object, label: str) -> dict[str, Any]:
|
|
|
|
|
if not isinstance(value, dict):
|
|
|
|
|
raise M48StaticOccupancyQualificationError(f"{label} is invalid")
|
|
|
|
|
return value
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def _utc_timestamp(value: str) -> str:
|
|
|
|
|
parsed = datetime.fromisoformat(value.replace("Z", "+00:00"))
|
|
|
|
|
if parsed.tzinfo is None:
|
|
|
|
|
raise M48StaticOccupancyQualificationError("M4.8R2 creation time is invalid")
|
|
|
|
|
return parsed.astimezone(UTC).isoformat().replace("+00:00", "Z")
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
__all__ = [
|
|
|
|
|
"M48StaticOccupancyQualificationError",
|
|
|
|
|
"M48StaticOccupancyQualificationResult",
|
|
|
|
|
"build_m48_static_occupancy_qualification",
|
|
|
|
|
"read_m48_static_occupancy_qualification",
|
|
|
|
|
]
|