ARCH: добавить phase49 open ranking all-time clarification replay
This commit is contained in:
parent
8a1ae696dc
commit
c96c9bab86
|
|
@ -0,0 +1,69 @@
|
|||
{
|
||||
"schema_version": "domain_truth_harness_spec_v1",
|
||||
"scenario_id": "address_truth_harness_phase49_multi_hop_open_ranking_all_time_clarification_loop",
|
||||
"domain": "address_phase49_multi_hop_open_ranking_all_time_clarification_loop",
|
||||
"title": "Phase 49 multi-hop open ranking all-time clarification loop",
|
||||
"description": "Targeted AGENT replay for Big Block F where an open-scope ranking question asks for both organization and period, then keeps the same ranking loop after an organization-only clarification, and finally accepts 'за все время' as the period clarification that clears the remaining gap and produces a bounded ranking answer.",
|
||||
"bindings": {},
|
||||
"steps": [
|
||||
{
|
||||
"step_id": "step_01_open_ranking_requires_org_and_period",
|
||||
"title": "Open ranking question asks for both organization and period",
|
||||
"question": "Кто больше всего принес денег?",
|
||||
"allowed_reply_types": ["clarification_required", "partial_coverage", "factual_with_explanation"],
|
||||
"required_answer_patterns_all": [
|
||||
"(?i)уточн|нужно",
|
||||
"(?i)организац",
|
||||
"(?i)период"
|
||||
],
|
||||
"forbidden_answer_patterns": [
|
||||
"(?i)уточните контрагента",
|
||||
"(?i)не найден контрагент",
|
||||
"(?i)по какому контрагенту",
|
||||
"(?i)не найдено контрагента"
|
||||
],
|
||||
"criticality": "critical",
|
||||
"semantic_tags": ["value_flow_ranking", "multi_hop_clarification", "organization_scope", "period_scope", "bounded_autonomy"]
|
||||
},
|
||||
{
|
||||
"step_id": "step_02_org_only_clarification_keeps_same_ranking_loop",
|
||||
"title": "Organization-only clarification preserves the same ranking loop and asks only for the period",
|
||||
"question": "по ООО Альтернатива Плюс",
|
||||
"allowed_reply_types": ["clarification_required", "partial_coverage"],
|
||||
"required_answer_patterns_all": [
|
||||
"(?i)уточн|нужно",
|
||||
"(?i)период"
|
||||
],
|
||||
"forbidden_answer_patterns": [
|
||||
"(?i)организац",
|
||||
"(?i)уточните контрагента",
|
||||
"(?i)не найден контрагент"
|
||||
],
|
||||
"criticality": "critical",
|
||||
"semantic_tags": ["value_flow_ranking", "multi_hop_clarification", "organization_followup_reuse", "bounded_autonomy"]
|
||||
},
|
||||
{
|
||||
"step_id": "step_03_all_time_clarification_completes_same_ranking_loop",
|
||||
"title": "All-time clarification clears the remaining period gap and yields a bounded ranking answer",
|
||||
"question": "за все время",
|
||||
"allowed_reply_types": ["factual_with_explanation", "partial_coverage"],
|
||||
"required_answer_patterns_all": [
|
||||
"(?i)клиент|контрагент|заказчик",
|
||||
"(?i)руб"
|
||||
],
|
||||
"required_answer_patterns_any": [
|
||||
"(?i)все время|доступное время|проверенн",
|
||||
"(?i)альтернатива",
|
||||
"(?i)больше всего|топ|самый доходный|наибол"
|
||||
],
|
||||
"forbidden_answer_patterns": [
|
||||
"(?i)уточните организацию",
|
||||
"(?i)уточните период",
|
||||
"(?i)уточните контрагента",
|
||||
"(?i)не найден контрагент"
|
||||
],
|
||||
"criticality": "critical",
|
||||
"semantic_tags": ["value_flow_ranking", "all_time_scope", "multi_hop_clarification", "bounded_autonomy"]
|
||||
}
|
||||
]
|
||||
}
|
||||
Loading…
Reference in New Issue