Ужесточить gate auto-coder по issue catalog
This commit is contained in:
@@ -120,6 +120,7 @@
|
||||
"severity": "P0",
|
||||
"business_meaning": "Ответ не начинает с прямого бизнес-вывода, хотя пользователь задал прямой вопрос.",
|
||||
"root_layers": ["answer_surface", "business_utility"],
|
||||
"expected_answer_contract": "direct_answer_surface_v1",
|
||||
"detectors": ["first_line_not_direct_answer", "top_level_scaffold_before_answer"],
|
||||
"allowed_patch_targets": [
|
||||
"llm_normalizer/backend/src/services/address_runtime/composeStage.ts",
|
||||
@@ -135,12 +136,25 @@
|
||||
"failed_scenario",
|
||||
"direct_answer_surface_pack",
|
||||
"accepted_smoke_pack"
|
||||
]
|
||||
],
|
||||
"acceptance": {
|
||||
"must_have": [
|
||||
"direct_answer_first",
|
||||
"business_meaning_before_service_context",
|
||||
"honest_unknown_when_evidence_is_limited"
|
||||
],
|
||||
"must_not_have": [
|
||||
"debug ids before answer",
|
||||
"route ids before answer",
|
||||
"service scaffold before answer"
|
||||
]
|
||||
}
|
||||
},
|
||||
"technical_garbage_in_answer": {
|
||||
"severity": "P0",
|
||||
"business_meaning": "Финальный ответ протащил debug/runtime/MCP-механику в пользовательскую поверхность.",
|
||||
"root_layers": ["answer_surface", "business_utility"],
|
||||
"expected_answer_contract": "technical_garbage_free_answer_v1",
|
||||
"detectors": ["runtime_tokens_in_user_answer", "capability_ids_in_user_answer"],
|
||||
"allowed_patch_targets": [
|
||||
"llm_normalizer/backend/src/services/address_runtime/composeStage.ts",
|
||||
@@ -155,7 +169,19 @@
|
||||
"failed_scenario",
|
||||
"technical_garbage_canary_pack",
|
||||
"accepted_smoke_pack"
|
||||
]
|
||||
],
|
||||
"acceptance": {
|
||||
"must_have": [
|
||||
"business_answer_only",
|
||||
"evidence_summary_when_useful"
|
||||
],
|
||||
"must_not_have": [
|
||||
"route ids",
|
||||
"capability ids",
|
||||
"debug payload",
|
||||
"raw runtime enums"
|
||||
]
|
||||
}
|
||||
},
|
||||
"accounting_contract_missing": {
|
||||
"severity": "P1",
|
||||
@@ -181,6 +207,7 @@
|
||||
"severity": "P2",
|
||||
"business_meaning": "Ограниченный ответ не предлагает полезный следующий шаг.",
|
||||
"root_layers": ["answer_surface", "business_utility"],
|
||||
"expected_answer_contract": "limited_answer_next_action_v1",
|
||||
"detectors": ["limited_answer_without_next_action"],
|
||||
"allowed_patch_targets": [
|
||||
"llm_normalizer/backend/src/services/address_runtime/composeStage.ts",
|
||||
@@ -194,7 +221,18 @@
|
||||
"failed_scenario",
|
||||
"limited_answer_pack",
|
||||
"accepted_smoke_pack"
|
||||
]
|
||||
],
|
||||
"acceptance": {
|
||||
"must_have": [
|
||||
"clear_limitation",
|
||||
"next_action_if_limited",
|
||||
"no_overclaiming"
|
||||
],
|
||||
"must_not_have": [
|
||||
"fake evidence",
|
||||
"masked route failure"
|
||||
]
|
||||
}
|
||||
},
|
||||
"route_candidate_enablement_gap": {
|
||||
"severity": "P1",
|
||||
|
||||
Reference in New Issue
Block a user