Уточнить честность широкого бизнес-обзора ассистента

This commit is contained in:
2026-05-26 00:05:28 +03:00
parent baa8aa31e7
commit 92473c894f
4 changed files with 118 additions and 20 deletions
@@ -0,0 +1,96 @@
{
"schema_version": "domain_truth_harness_spec_v1",
"scenario_id": "hm_business_profile_evaluation_limits_20260525",
"domain": "assistant_stage1_business_overview",
"title": "Hm business profile evaluation coverage honesty",
"description": "Focused live replay for broad company evaluation: the assistant must give a useful business reading while clearly presenting cashflow probes as a limited checked 1C slice, not a full audit, clean profit, or complete accounting turnover.",
"bindings": {},
"steps": [
{
"step_id": "s01_top_year_establish_company",
"title": "Establish company context through top-year question",
"question": "какой у ООО \"Альтернатива Плюс\" самый доходный год",
"allowed_reply_types": [
"factual",
"factual_with_explanation",
"partial_coverage"
],
"required_direct_answer_patterns_any": [
"2015",
"входящ"
],
"forbidden_answer_patterns": [
"Коротко:",
"capability_id",
"mcp_discovery"
],
"criticality": "critical",
"semantic_tags": [
"business_overview",
"company_context",
"yearly_ranking"
]
},
{
"step_id": "s02_broad_company_evaluation",
"title": "Broad company evaluation must lead with limited-evidence framing",
"question": "Как ты оценишь деятельность компании?",
"allowed_reply_types": [
"factual_with_explanation",
"partial_coverage"
],
"required_answer_patterns_all": [
"ограниченн",
"денежн",
"не аудиторское",
"не подтвержден",
"чист",
"прибыл",
"Комитет государственных услуг",
"зависим"
],
"forbidden_answer_patterns": [
"Коротко:",
"capability_id",
"mcp_discovery",
"query_movements",
"business_overview_route_template_v1"
],
"criticality": "critical",
"semantic_tags": [
"business_overview",
"broad_business_evaluation",
"coverage_honesty",
"profit_boundary"
]
},
{
"step_id": "s03_profitability_boundary",
"title": "Profitability follow-up must not convert net cashflow into profit",
"question": "то есть бизнес прибыльный или это только обороты?",
"allowed_reply_types": [
"factual_with_explanation",
"partial_coverage"
],
"required_answer_patterns_all": [
"не подтверждаю",
"прибыл",
"денежн",
"нетто",
"не полн"
],
"forbidden_answer_patterns": [
"Коротко:",
"capability_id",
"mcp_discovery",
"это прибыль"
],
"criticality": "critical",
"semantic_tags": [
"business_overview",
"profitability_boundary",
"cashflow_not_profit"
]
}
]
}