feat(lab): publish E37 R0 acceptance result
This commit is contained in:
@@ -34,6 +34,11 @@ from k1link.compute.e35_degradation_replay import (
|
||||
E35DegradationReplayError,
|
||||
read_e35_degradation_replay,
|
||||
)
|
||||
from k1link.compute.e37_acceptance_contract import (
|
||||
E37AcceptanceContract,
|
||||
E37AcceptanceContractError,
|
||||
read_e37_acceptance_contract,
|
||||
)
|
||||
|
||||
LABORATORY_ADVANCED_CATALOG_SCHEMA: Final = (
|
||||
"missioncore.laboratory-advanced-catalog/v1"
|
||||
@@ -44,6 +49,7 @@ _E32_RESULT_ID = re.compile(r"^e32-track-geometry-[a-f0-9]{64}$")
|
||||
_E33_RESULT_ID = re.compile(r"^e33-worker-shadow-[a-f0-9]{64}$")
|
||||
_E34_RESULT_ID = re.compile(r"^e34-temporal-occupied-[a-f0-9]{64}$")
|
||||
_E35_RESULT_ID = re.compile(r"^e35-degradation-recovery-[a-f0-9]{64}$")
|
||||
_E37_RESULT_ID = re.compile(r"^e37-ravnoves-acceptance-[a-f0-9]{64}$")
|
||||
|
||||
RootProvider = Callable[[], Path | None]
|
||||
|
||||
@@ -103,6 +109,15 @@ def _read_e35_cached(
|
||||
return read_e35_degradation_replay(Path(root_text))
|
||||
|
||||
|
||||
@lru_cache(maxsize=16)
|
||||
def _read_e37_cached(
|
||||
root_text: str,
|
||||
signature: tuple[int, ...],
|
||||
) -> E37AcceptanceContract:
|
||||
del signature
|
||||
return read_e37_acceptance_contract(Path(root_text))
|
||||
|
||||
|
||||
def _configured_root(provider: RootProvider) -> Path | None:
|
||||
value = provider()
|
||||
if value is None:
|
||||
@@ -486,6 +501,60 @@ def _project_e35(result: E35DegradationReplay) -> dict[str, object]:
|
||||
}
|
||||
|
||||
|
||||
def _project_e37(result: E37AcceptanceContract) -> dict[str, object]:
|
||||
identity = _object(result.manifest.get("identity"), "E37 identity")
|
||||
source = _object(identity.get("source"), "E37 source")
|
||||
execution = _object(identity.get("execution"), "E37 execution")
|
||||
profile = _object(identity.get("profile"), "E37 profile")
|
||||
provenance = _object(
|
||||
result.contract.get("label_provenance"),
|
||||
"E37 label provenance",
|
||||
)
|
||||
metrics = _object(result.report.get("metrics"), "E37 metrics")
|
||||
decision = _object(result.report.get("decision"), "E37 decision")
|
||||
acceptance = _object(result.report.get("acceptance"), "E37 acceptance")
|
||||
if acceptance.get("accepted") is not True:
|
||||
raise ValueError("E37 result is not accepted")
|
||||
return {
|
||||
"result_id": result.result_id,
|
||||
"created_at_utc": result.manifest.get("created_at_utc"),
|
||||
"source_session_id": source.get("session_id"),
|
||||
"source_display_name": source.get("display_name"),
|
||||
"status": result.manifest.get("acceptance_state"),
|
||||
"profile_id": profile.get("profile_id"),
|
||||
"worker_node": execution.get("worker_node"),
|
||||
"metrics": {
|
||||
"reviewed_items": metrics.get("reviewed_items"),
|
||||
"development_items": metrics.get("development_items"),
|
||||
"validation_items": metrics.get("validation_items"),
|
||||
"engineering_items": metrics.get("engineering_items"),
|
||||
"human_exception_items": metrics.get("human_exception_items"),
|
||||
"terminal_outcomes": metrics.get("terminal_outcomes"),
|
||||
"accounting_fraction": metrics.get("accounting_fraction"),
|
||||
"false_free_claims": metrics.get("false_free_claims"),
|
||||
},
|
||||
"dimension_distributions": copy.deepcopy(
|
||||
result.contract.get("dimension_distributions")
|
||||
),
|
||||
"severity_distribution": copy.deepcopy(
|
||||
result.contract.get("severity_distribution")
|
||||
),
|
||||
"label_provenance": {
|
||||
"engineering_items": provenance.get("engineering_items"),
|
||||
"human_exception_items": provenance.get("human_exception_items"),
|
||||
"independent_ground_truth": provenance.get(
|
||||
"independent_ground_truth"
|
||||
),
|
||||
},
|
||||
"split": copy.deepcopy(result.contract.get("split")),
|
||||
"targets": copy.deepcopy(result.contract.get("targets")),
|
||||
"quality_target_evaluated": decision.get("quality_target_evaluated"),
|
||||
"limitations": copy.deepcopy(result.report.get("limitations")),
|
||||
"authority": copy.deepcopy(result.report.get("authority")),
|
||||
"access": "read-only",
|
||||
}
|
||||
|
||||
|
||||
def _empty_catalog(configured: bool) -> dict[str, object]:
|
||||
return {
|
||||
"schema_version": LABORATORY_ADVANCED_CATALOG_SCHEMA,
|
||||
@@ -504,6 +573,7 @@ def build_advanced_laboratory_router(
|
||||
e33_root_provider: RootProvider = lambda: None,
|
||||
e34_root_provider: RootProvider = lambda: None,
|
||||
e35_root_provider: RootProvider = lambda: None,
|
||||
e37_root_provider: RootProvider = lambda: None,
|
||||
) -> APIRouter:
|
||||
router = APIRouter(prefix="/api/v1/laboratory", tags=["laboratory"])
|
||||
|
||||
@@ -698,4 +768,39 @@ def build_advanced_laboratory_router(
|
||||
"invalid_total": invalid_total,
|
||||
}
|
||||
|
||||
@router.get("/e37/results")
|
||||
def list_e37_results(
|
||||
limit: int = Query(default=1, ge=1, le=10),
|
||||
) -> dict[str, object]:
|
||||
root = _configured_root(e37_root_provider)
|
||||
if root is None:
|
||||
return _empty_catalog(False)
|
||||
candidates = _candidates(root, _E37_RESULT_ID)
|
||||
items: list[dict[str, object]] = []
|
||||
invalid_total = 0
|
||||
for candidate in candidates:
|
||||
try:
|
||||
result = _read_e37_cached(
|
||||
str(candidate.resolve()),
|
||||
_result_signature(candidate),
|
||||
)
|
||||
if not result.accepted:
|
||||
raise ValueError("E37 result is not accepted")
|
||||
if len(items) < limit:
|
||||
items.append(_project_e37(result))
|
||||
except (
|
||||
E37AcceptanceContractError,
|
||||
KeyError,
|
||||
OSError,
|
||||
TypeError,
|
||||
ValueError,
|
||||
):
|
||||
invalid_total += 1
|
||||
return {
|
||||
**_empty_catalog(True),
|
||||
"items": items,
|
||||
"candidate_total": len(candidates),
|
||||
"invalid_total": invalid_total,
|
||||
}
|
||||
|
||||
return router
|
||||
|
||||
@@ -536,6 +536,13 @@ app.include_router(
|
||||
/ "e35"
|
||||
/ "results"
|
||||
),
|
||||
e37_root_provider=lambda: (
|
||||
REPOSITORY_ROOT
|
||||
/ ".runtime"
|
||||
/ "compute-experiments"
|
||||
/ "e37"
|
||||
/ "results"
|
||||
),
|
||||
)
|
||||
)
|
||||
app.include_router(
|
||||
|
||||
Reference in New Issue
Block a user