Уточнить честность широкого бизнес-обзора ассистента
This commit is contained in:
@@ -0,0 +1,96 @@
|
||||
{
|
||||
"schema_version": "domain_truth_harness_spec_v1",
|
||||
"scenario_id": "hm_business_profile_evaluation_limits_20260525",
|
||||
"domain": "assistant_stage1_business_overview",
|
||||
"title": "Hm business profile evaluation coverage honesty",
|
||||
"description": "Focused live replay for broad company evaluation: the assistant must give a useful business reading while clearly presenting cashflow probes as a limited checked 1C slice, not a full audit, clean profit, or complete accounting turnover.",
|
||||
"bindings": {},
|
||||
"steps": [
|
||||
{
|
||||
"step_id": "s01_top_year_establish_company",
|
||||
"title": "Establish company context through top-year question",
|
||||
"question": "какой у ООО \"Альтернатива Плюс\" самый доходный год",
|
||||
"allowed_reply_types": [
|
||||
"factual",
|
||||
"factual_with_explanation",
|
||||
"partial_coverage"
|
||||
],
|
||||
"required_direct_answer_patterns_any": [
|
||||
"2015",
|
||||
"входящ"
|
||||
],
|
||||
"forbidden_answer_patterns": [
|
||||
"Коротко:",
|
||||
"capability_id",
|
||||
"mcp_discovery"
|
||||
],
|
||||
"criticality": "critical",
|
||||
"semantic_tags": [
|
||||
"business_overview",
|
||||
"company_context",
|
||||
"yearly_ranking"
|
||||
]
|
||||
},
|
||||
{
|
||||
"step_id": "s02_broad_company_evaluation",
|
||||
"title": "Broad company evaluation must lead with limited-evidence framing",
|
||||
"question": "Как ты оценишь деятельность компании?",
|
||||
"allowed_reply_types": [
|
||||
"factual_with_explanation",
|
||||
"partial_coverage"
|
||||
],
|
||||
"required_answer_patterns_all": [
|
||||
"ограниченн",
|
||||
"денежн",
|
||||
"не аудиторское",
|
||||
"не подтвержден",
|
||||
"чист",
|
||||
"прибыл",
|
||||
"Комитет государственных услуг",
|
||||
"зависим"
|
||||
],
|
||||
"forbidden_answer_patterns": [
|
||||
"Коротко:",
|
||||
"capability_id",
|
||||
"mcp_discovery",
|
||||
"query_movements",
|
||||
"business_overview_route_template_v1"
|
||||
],
|
||||
"criticality": "critical",
|
||||
"semantic_tags": [
|
||||
"business_overview",
|
||||
"broad_business_evaluation",
|
||||
"coverage_honesty",
|
||||
"profit_boundary"
|
||||
]
|
||||
},
|
||||
{
|
||||
"step_id": "s03_profitability_boundary",
|
||||
"title": "Profitability follow-up must not convert net cashflow into profit",
|
||||
"question": "то есть бизнес прибыльный или это только обороты?",
|
||||
"allowed_reply_types": [
|
||||
"factual_with_explanation",
|
||||
"partial_coverage"
|
||||
],
|
||||
"required_answer_patterns_all": [
|
||||
"не подтверждаю",
|
||||
"прибыл",
|
||||
"денежн",
|
||||
"нетто",
|
||||
"не полн"
|
||||
],
|
||||
"forbidden_answer_patterns": [
|
||||
"Коротко:",
|
||||
"capability_id",
|
||||
"mcp_discovery",
|
||||
"это прибыль"
|
||||
],
|
||||
"criticality": "critical",
|
||||
"semantic_tags": [
|
||||
"business_overview",
|
||||
"profitability_boundary",
|
||||
"cashflow_not_profit"
|
||||
]
|
||||
}
|
||||
]
|
||||
}
|
||||
Reference in New Issue
Block a user