feat: qualify complete RELLIS ground dataset

This commit is contained in:
DCCONSTRUCTIONS
2026-07-25 21:12:37 +03:00
parent 054feec0d2
commit f2f044080f
17 changed files with 2349 additions and 35 deletions
+38
View File
@@ -435,6 +435,44 @@ def test_polygon_api_rejects_tampered_review_frame(tmp_path: Path) -> None:
assert "SHA-256" in failure.value.detail or "файл" in failure.value.detail.lower()
def test_polygon_api_publishes_rellis_sequence_identity(tmp_path: Path) -> None:
root = tmp_path / "runs"
run, _ = _qualification_run(root)
frame_id = "rellis-00000-000307"
frame_path = _review_pack(root, run.run_id, frame_id)
with np.load(frame_path, allow_pickle=False) as source:
payload = {key: source[key] for key in source.files}
payload["schema"] = np.asarray(["missioncore.rellis-ground-review-frame/v1"])
np.savez_compressed(frame_path, **payload)
manifest_path = frame_path.parent.parent / "manifest.json"
manifest = json.loads(manifest_path.read_text(encoding="utf-8"))
manifest["schema_version"] = "missioncore.rellis-ground-review-pack/v1"
manifest["source_id"] = "rellis-3d/v1.1"
manifest["frames"][0]["dataset_sequence_id"] = "00000"
manifest["frames"][0]["dataset_frame_number"] = 307
manifest["frames"][0]["sha256"] = hashlib.sha256(frame_path.read_bytes()).hexdigest()
manifest["frames"][0]["byte_length"] = frame_path.stat().st_size
manifest_path.write_text(json.dumps(manifest), encoding="utf-8")
router = build_polygon_router(root_provider=lambda: root)
review = _endpoint(
router,
"/api/v1/polygon/runs/{run_id}/qualification/review",
"GET",
)(run_id=run.run_id)
frame = _endpoint(
router,
"/api/v1/polygon/runs/{run_id}/qualification/review/frames/{frame_id}",
"GET",
)(run_id=run.run_id, frame_id=frame_id)
assert review["source_id"] == "rellis-3d/v1.1"
assert review["frames"][0]["dataset_sequence_id"] == "00000"
assert review["frames"][0]["dataset_frame_number"] == 307
assert review["frames"][0]["sensor_timestamp_ns"] is None
assert frame["frame_id"] == frame_id
class _FakeWorkerGateway:
def __init__(self) -> None:
self.calls: list[tuple[str, str]] = []
+78
View File
@@ -0,0 +1,78 @@
from __future__ import annotations
import zipfile
from pathlib import Path
import numpy as np
import pytest
from k1link.datasets.rellis_admission import RellisAdmissionError, _member_index
from k1link.datasets.rellis_profile import RellisPatchworkProfile
from k1link.datasets.rellis_qualification import calibrate_rellis_sensor_height
def _frame(height_m: float) -> tuple[bytes, bytes]:
point_count = 512
points = np.zeros((point_count, 4), dtype="<f4")
points[:, 0] = np.linspace(3.0, 12.0, point_count, dtype=np.float32)
points[:, 2] = -height_m
points[:, 3] = 0.5
labels = np.full(point_count, 1, dtype="<u4")
return points.tobytes(), labels.tobytes()
def test_rellis_height_calibration_uses_only_stratified_train_frames(
tmp_path: Path,
) -> None:
scan_path = tmp_path / "scans.zip"
label_path = tmp_path / "labels.zip"
pairs: list[tuple[str, str]] = []
with (
zipfile.ZipFile(scan_path, "w") as scans,
zipfile.ZipFile(label_path, "w") as labels,
):
for sequence, height in enumerate((1.20, 1.25, 1.30, 1.35, 1.40)):
sequence_id = f"{sequence:05d}"
point_member = f"{sequence_id}/os1_cloud_node_kitti_bin/000000.bin"
label_member = (
f"{sequence_id}/os1_cloud_node_semantickitti_label_id/000000.label"
)
point_bytes, label_bytes = _frame(height)
scans.writestr(f"Rellis-3D/{point_member}", point_bytes)
labels.writestr(f"Rellis-3D/{label_member}", label_bytes)
pairs.append((point_member, label_member))
result = calibrate_rellis_sensor_height(
scan_path,
label_path,
tuple(pairs),
archive_identity="a" * 64,
frame_count=5,
)
assert result["split"] == "train"
assert result["validation_labels_used"] is False
assert result["frame_count"] == 5
assert result["sensor_height_m"] == pytest.approx(1.30)
assert len(result["identity_sha256"]) == 64
def test_rellis_archive_index_rejects_path_traversal(tmp_path: Path) -> None:
archive = tmp_path / "unsafe.zip"
with zipfile.ZipFile(archive, "w") as target:
target.writestr("../outside.bin", b"data")
with (
zipfile.ZipFile(archive) as source,
pytest.raises(RellisAdmissionError, match="unsafe"),
):
_member_index(source)
def test_rellis_patchwork_profile_rejects_unphysical_height() -> None:
with pytest.raises(ValueError):
RellisPatchworkProfile(
patchwork_sensor_height_proxy_m=0.1,
calibration_identity_sha256="a" * 64,
calibration_frame_count=64,
calibration_median_absolute_deviation_m=0.01,
)