feat(lab): publish M4.8 assisted regression evidence
This commit is contained in:
@@ -0,0 +1,235 @@
|
||||
{
|
||||
"schema_version": "missioncore.m48-object-quality-selection/v1",
|
||||
"selection_id": "m48-ravnoves00-balanced-connected-clips/v1",
|
||||
"source_id": "RAVNOVES00",
|
||||
"source_session_id": "20260720T065719Z_viewer_live",
|
||||
"selection_basis": "prediction-frozen-source-curation-before-independent-truth",
|
||||
"camera_frame_size": {
|
||||
"width": 800,
|
||||
"height": 600
|
||||
},
|
||||
"selection_hypothesis_profile": {
|
||||
"derivation": "exact-frozen-prediction-rows-before-independent-truth",
|
||||
"small_obstacle_max_normalized_area": 0.001,
|
||||
"fisheye_edge_margin_normalized": 0.08,
|
||||
"sparse_scene_max_median_prediction_count": 2.0
|
||||
},
|
||||
"clips": [
|
||||
{
|
||||
"clip_id": "m48-clip-01",
|
||||
"component_id": "m48-component-development-01",
|
||||
"route_block": "route-block-01",
|
||||
"time_block": "time-block-01",
|
||||
"split": "development",
|
||||
"start_sequence": 1,
|
||||
"end_sequence": 61
|
||||
},
|
||||
{
|
||||
"clip_id": "m48-clip-02",
|
||||
"component_id": "m48-component-development-01",
|
||||
"route_block": "route-block-01",
|
||||
"time_block": "time-block-01",
|
||||
"split": "development",
|
||||
"start_sequence": 121,
|
||||
"end_sequence": 181
|
||||
},
|
||||
{
|
||||
"clip_id": "m48-clip-03",
|
||||
"component_id": "m48-component-development-01",
|
||||
"route_block": "route-block-01",
|
||||
"time_block": "time-block-01",
|
||||
"split": "development",
|
||||
"start_sequence": 241,
|
||||
"end_sequence": 301
|
||||
},
|
||||
{
|
||||
"clip_id": "m48-clip-04",
|
||||
"component_id": "m48-component-development-02",
|
||||
"route_block": "route-block-01",
|
||||
"time_block": "time-block-02",
|
||||
"split": "development",
|
||||
"start_sequence": 421,
|
||||
"end_sequence": 481
|
||||
},
|
||||
{
|
||||
"clip_id": "m48-clip-05",
|
||||
"component_id": "m48-component-development-02",
|
||||
"route_block": "route-block-01",
|
||||
"time_block": "time-block-02",
|
||||
"split": "development",
|
||||
"start_sequence": 581,
|
||||
"end_sequence": 641
|
||||
},
|
||||
{
|
||||
"clip_id": "m48-clip-06",
|
||||
"component_id": "m48-component-development-02",
|
||||
"route_block": "route-block-02",
|
||||
"time_block": "time-block-02",
|
||||
"split": "development",
|
||||
"start_sequence": 821,
|
||||
"end_sequence": 881
|
||||
},
|
||||
{
|
||||
"clip_id": "m48-clip-07",
|
||||
"component_id": "m48-component-development-03",
|
||||
"route_block": "route-block-02",
|
||||
"time_block": "time-block-03",
|
||||
"split": "development",
|
||||
"start_sequence": 1041,
|
||||
"end_sequence": 1101
|
||||
},
|
||||
{
|
||||
"clip_id": "m48-clip-08",
|
||||
"component_id": "m48-component-development-03",
|
||||
"route_block": "route-block-02",
|
||||
"time_block": "time-block-03",
|
||||
"split": "development",
|
||||
"start_sequence": 1221,
|
||||
"end_sequence": 1281
|
||||
},
|
||||
{
|
||||
"clip_id": "m48-clip-09",
|
||||
"component_id": "m48-component-development-03",
|
||||
"route_block": "route-block-02",
|
||||
"time_block": "time-block-03",
|
||||
"split": "development",
|
||||
"start_sequence": 1421,
|
||||
"end_sequence": 1481
|
||||
},
|
||||
{
|
||||
"clip_id": "m48-clip-10",
|
||||
"component_id": "m48-component-development-04",
|
||||
"route_block": "route-block-03-development",
|
||||
"time_block": "time-block-04",
|
||||
"split": "development",
|
||||
"start_sequence": 1681,
|
||||
"end_sequence": 1741
|
||||
},
|
||||
{
|
||||
"clip_id": "m48-clip-11",
|
||||
"component_id": "m48-component-development-04",
|
||||
"route_block": "route-block-03-development",
|
||||
"time_block": "time-block-04",
|
||||
"split": "development",
|
||||
"start_sequence": 1830,
|
||||
"end_sequence": 1890
|
||||
},
|
||||
{
|
||||
"clip_id": "m48-clip-12",
|
||||
"component_id": "m48-component-development-04",
|
||||
"route_block": "route-block-03-development",
|
||||
"time_block": "time-block-04",
|
||||
"split": "development",
|
||||
"start_sequence": 2041,
|
||||
"end_sequence": 2101
|
||||
},
|
||||
{
|
||||
"clip_id": "m48-clip-13",
|
||||
"component_id": "m48-component-validation-01",
|
||||
"route_block": "route-block-03-validation",
|
||||
"time_block": "time-block-05",
|
||||
"split": "validation",
|
||||
"start_sequence": 2191,
|
||||
"end_sequence": 2251
|
||||
},
|
||||
{
|
||||
"clip_id": "m48-clip-14",
|
||||
"component_id": "m48-component-validation-01",
|
||||
"route_block": "route-block-03-validation",
|
||||
"time_block": "time-block-05",
|
||||
"split": "validation",
|
||||
"start_sequence": 2371,
|
||||
"end_sequence": 2431
|
||||
},
|
||||
{
|
||||
"clip_id": "m48-clip-15",
|
||||
"component_id": "m48-component-validation-01",
|
||||
"route_block": "route-block-03-validation",
|
||||
"time_block": "time-block-05",
|
||||
"split": "validation",
|
||||
"start_sequence": 2551,
|
||||
"end_sequence": 2611
|
||||
},
|
||||
{
|
||||
"clip_id": "m48-clip-16",
|
||||
"component_id": "m48-component-validation-02",
|
||||
"route_block": "route-block-04",
|
||||
"time_block": "time-block-06",
|
||||
"split": "validation",
|
||||
"start_sequence": 2731,
|
||||
"end_sequence": 2791
|
||||
},
|
||||
{
|
||||
"clip_id": "m48-clip-17",
|
||||
"component_id": "m48-component-validation-02",
|
||||
"route_block": "route-block-04",
|
||||
"time_block": "time-block-06",
|
||||
"split": "validation",
|
||||
"start_sequence": 2911,
|
||||
"end_sequence": 2971
|
||||
},
|
||||
{
|
||||
"clip_id": "m48-clip-18",
|
||||
"component_id": "m48-component-validation-02",
|
||||
"route_block": "route-block-04",
|
||||
"time_block": "time-block-06",
|
||||
"split": "validation",
|
||||
"start_sequence": 3111,
|
||||
"end_sequence": 3171
|
||||
},
|
||||
{
|
||||
"clip_id": "m48-clip-19",
|
||||
"component_id": "m48-component-validation-03",
|
||||
"route_block": "route-block-04",
|
||||
"time_block": "time-block-07",
|
||||
"split": "validation",
|
||||
"start_sequence": 3291,
|
||||
"end_sequence": 3351
|
||||
},
|
||||
{
|
||||
"clip_id": "m48-clip-20",
|
||||
"component_id": "m48-component-validation-03",
|
||||
"route_block": "route-block-04",
|
||||
"time_block": "time-block-07",
|
||||
"split": "validation",
|
||||
"start_sequence": 3471,
|
||||
"end_sequence": 3531
|
||||
},
|
||||
{
|
||||
"clip_id": "m48-clip-21",
|
||||
"component_id": "m48-component-validation-03",
|
||||
"route_block": "route-block-05",
|
||||
"time_block": "time-block-07",
|
||||
"split": "validation",
|
||||
"start_sequence": 3651,
|
||||
"end_sequence": 3711
|
||||
},
|
||||
{
|
||||
"clip_id": "m48-clip-22",
|
||||
"component_id": "m48-component-validation-04",
|
||||
"route_block": "route-block-05",
|
||||
"time_block": "time-block-08",
|
||||
"split": "validation",
|
||||
"start_sequence": 3831,
|
||||
"end_sequence": 3891
|
||||
},
|
||||
{
|
||||
"clip_id": "m48-clip-23",
|
||||
"component_id": "m48-component-validation-04",
|
||||
"route_block": "route-block-05",
|
||||
"time_block": "time-block-08",
|
||||
"split": "validation",
|
||||
"start_sequence": 4051,
|
||||
"end_sequence": 4111
|
||||
},
|
||||
{
|
||||
"clip_id": "m48-clip-24",
|
||||
"component_id": "m48-component-validation-04",
|
||||
"route_block": "route-block-05",
|
||||
"time_block": "time-block-08",
|
||||
"split": "validation",
|
||||
"start_sequence": 4429,
|
||||
"end_sequence": 4489
|
||||
}
|
||||
]
|
||||
}
|
||||
@@ -0,0 +1,72 @@
|
||||
{
|
||||
"schema_version": "missioncore.m48-object-quality-profile/v1",
|
||||
"profile_id": "m48-ravnoves00-object-quality/v1",
|
||||
"source_graph_id": "reference-perception-graph/v2",
|
||||
"source_profile_id": "m4-ravnoves00-recorded-realtime/v1",
|
||||
"clip_contract": {
|
||||
"minimum_clip_count": 20,
|
||||
"maximum_clip_count": 30,
|
||||
"minimum_duration_seconds": 5.0,
|
||||
"maximum_duration_seconds": 10.0,
|
||||
"required_validation_hypotheses": [
|
||||
"prediction-associated",
|
||||
"prediction-fisheye-edge",
|
||||
"prediction-moving",
|
||||
"prediction-small-obstacle",
|
||||
"prediction-sparse-scene",
|
||||
"prediction-static",
|
||||
"prediction-threat",
|
||||
"prediction-unassociated"
|
||||
],
|
||||
"selection_hypothesis_profile": {
|
||||
"derivation": "exact-frozen-prediction-rows-before-independent-truth",
|
||||
"small_obstacle_max_normalized_area": 0.001,
|
||||
"fisheye_edge_margin_normalized": 0.08,
|
||||
"sparse_scene_max_median_prediction_count": 2.0
|
||||
},
|
||||
"splits": [
|
||||
"development",
|
||||
"validation"
|
||||
],
|
||||
"connected_component_split_overlap_allowed": false,
|
||||
"route_or_time_block_split_overlap_allowed": false,
|
||||
"release_gate_split": "validation"
|
||||
},
|
||||
"review_contract": {
|
||||
"review_unit": "clip-local-object-tracklet",
|
||||
"extent_labels": "sparse-normalized-xyxy-keyframes",
|
||||
"state_labels": "contiguous-tracklet-state-segments",
|
||||
"per_frame_expansion": {
|
||||
"extent": "linear-between-bounding-keyframes",
|
||||
"visibility": "left-keyframe-hold",
|
||||
"state": "contiguous-state-segment"
|
||||
},
|
||||
"semantic_class_labels_allowed": false,
|
||||
"independent_reviewers_required": 2,
|
||||
"adjudication_required": true,
|
||||
"predictions_frozen_before_label_reveal": true,
|
||||
"prediction_content_visible_to_reviewers": false,
|
||||
"selection_hypotheses_visible_to_reviewers": false
|
||||
},
|
||||
"matching": {
|
||||
"extent_iou_threshold": 0.5
|
||||
},
|
||||
"release_thresholds": {
|
||||
"terminal_outcome_accounting": 1.0,
|
||||
"false_free_space_claims": 0,
|
||||
"obstacle_presence_precision": 0.9,
|
||||
"obstacle_presence_recall": 0.9,
|
||||
"critical_corridor_obstacle_recall": 0.95,
|
||||
"geometry_association_correctness": 0.9,
|
||||
"freshness_correctness": 0.9,
|
||||
"motion_decision_correctness": 0.9,
|
||||
"critical_threat_not_threat": 0
|
||||
},
|
||||
"authority": {
|
||||
"mode": "replay-simulated",
|
||||
"physical_live": false,
|
||||
"commands_enabled": false,
|
||||
"actuation_allowed": false,
|
||||
"navigation_or_safety_accepted": false
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,13 @@
|
||||
{
|
||||
"schema_version": "missioncore.m48-small-static-passage-regression-profile/v1",
|
||||
"profile_id": "m48-small-static-passage-regression/v1",
|
||||
"pipeline_id": "m48-class-free-object-quality/v1",
|
||||
"experiment_id": "m48-small-static-passage-regression/v1",
|
||||
"human_lab_id": "M4.8",
|
||||
"run_label": "M4.8R1",
|
||||
"anchor_selection": "operator-added-tracklets-in-reviewed-clips/v1",
|
||||
"extent_iou_threshold": 0.5,
|
||||
"minimum_assisted_anchor_recall": 0.9,
|
||||
"minimum_anchor_count": 1,
|
||||
"independent_truth": false
|
||||
}
|
||||
Reference in New Issue
Block a user