SILVER
/
NODEDC_1C
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Сохранить HM evaluation limits в agent autoruns

This commit is contained in:
dctouch 2026-06-01 21:37:50 +03:00
parent 8334e156a6
commit 930a5dfd80
3 changed files with 230 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

45
llm_normalizer/data/autorun_generators/history.json
View File

@ -1,4 +1,49 @@
[
{
"generation_id": "gen-ag06011827-b80e22",
"created_at": "2026-06-01T18:27:36+00:00",
"mode": "saved_user_sessions",
"title": "AGENT | Hm business profile evaluation limits",
"count": 3,
"domain": "assistant_stage1_business_overview",
"questions": [
"какой у ООО \"Альтернатива Плюс\" самый доходный год",
"Как ты оценишь деятельность компании?",
"то есть бизнес прибыльный или это только обороты?"
],
"generated_by": "Codex",
"saved_case_set_file": "assistant_autogen_saved_user_sessions_20260601182736_gen-ag06011827-b80e22.json",
"context": {
"llm_provider": null,
"model": null,
"assistant_prompt_version": null,
"decomposition_prompt_version": null,
"prompt_fingerprint": null,
"autogen_personality_id": null,
"autogen_personality_prompt": null,
"source_session_id": null,
"saved_session_file": "assistant_saved_session_20260601182736_gen-ag06011827-b80e22.json",
"saved_case_set_kind": "agent_semantic_scenario",
"agent_run": true,
"agent_focus": "evaluation coverage honesty",
"architecture_phase": "assistant stage1 business overview",
"source_spec_file": "X:\\1C\\NDC_1C\\docs\\orchestration\\hm_business_profile_evaluation_limits_20260525.json",
"scenario_id": "hm_business_profile_evaluation_limits_20260525",
"semantic_tags": [
"broad_business_evaluation",
"business_overview",
"cashflow_not_profit",
"company_context",
"coverage_honesty",
"profit_boundary",
"profitability_boundary",
"yearly_ranking"
],
"validation_status": "accepted_live_replay",
"validated_run_dir": "artifacts\\domain_runs\\hm_business_profile_evaluation_limits_p3",
"saved_after_validated_replay": true
}
},
{
"generation_id": "gen-ag06011759-6d66c2",
"created_at": "2026-06-01T17:59:07+00:00",

151
llm_normalizer/data/autorun_generators/saved_sessions/assistant_saved_session_20260601182736_gen-ag06011827-b80e22.json Normal file
View File

@ -0,0 +1,151 @@
{
"saved_at": "2026-06-01T18:27:36+00:00",
"generation_id": "gen-ag06011827-b80e22",
"mode": "saved_user_sessions",
"title": "AGENT | Hm business profile evaluation limits",
"agent_run": true,
"questions": [
"какой у ООО \"Альтернатива Плюс\" самый доходный год",
"Как ты оценишь деятельность компании?",
"то есть бизнес прибыльный или это только обороты?"
],
"metadata": {
"assistant_prompt_version": null,
"decomposition_prompt_version": null,
"prompt_fingerprint": null,
"agent_focus": "evaluation coverage honesty",
"architecture_phase": "assistant stage1 business overview",
"source_spec_file": "X:\\1C\\NDC_1C\\docs\\orchestration\\hm_business_profile_evaluation_limits_20260525.json",
"scenario_id": "hm_business_profile_evaluation_limits_20260525",
"semantic_tags": [
"broad_business_evaluation",
"business_overview",
"cashflow_not_profit",
"company_context",
"coverage_honesty",
"profit_boundary",
"profitability_boundary",
"yearly_ranking"
],
"validation_status": "accepted_live_replay",
"validated_run_dir": "artifacts\\domain_runs\\hm_business_profile_evaluation_limits_p3",
"saved_after_validated_replay": true,
"save_gate": {
"schema_version": "agent_semantic_save_gate_v1",
"validation_status": "accepted_live_replay",
"validated_run_dir": "artifacts\\domain_runs\\hm_business_profile_evaluation_limits_p3",
"final_status": "accepted",
"review_overall_status": "pass",
"business_overall_status": "pass",
"steps_total": 3,
"steps_passed": 3,
"steps_failed": 0,
"steps_with_business_failures": 0,
"steps_with_business_warnings": 0,
"acceptance_gate_passed": true,
"effective_runtime": {
"manifest_path": "artifacts\\domain_runs\\hm_business_profile_evaluation_limits_p3\\effective_runtime.json",
"runner": "domain_truth_harness.run-live",
"git_sha": "baa8aa31e72c8fa0c53c4f1d8d7c17b3ed60ae69",
"backend_url": "http://127.0.0.1:8787",
"mcp_proxy_url": "http://127.0.0.1:6003",
"llm_provider": "local",
"llm_model": "unsloth/qwen3-30b-a3b-instruct-2507",
"temperature": 0.8,
"max_output_tokens": 900,
"prompt_version": "normalizer_v2_0_2",
"prompt_source": "file",
"prompt_hash": "f36e36a5e491cd24511b380e0c0059cb01aea5e2af738fb9f01671cd291735c1",
"prompt_registry_status": "pass"
},
"saved_after_validated_replay": true
}
},
"source_session_id": null,
"session": {
"session_id": null,
"mode": "agent_semantic_run",
"items": [
{
"message_id": "agent-user-001",
"role": "user",
"text": "какой у ООО \"Альтернатива Плюс\" самый доходный год",
"created_at": "2026-06-01T18:27:36+00:00",
"reply_type": null,
"trace_id": null,
"debug": null
},
{
"message_id": "agent-user-002",
"role": "user",
"text": "Как ты оценишь деятельность компании?",
"created_at": "2026-06-01T18:27:36+00:00",
"reply_type": null,
"trace_id": null,
"debug": null
},
{
"message_id": "agent-user-003",
"role": "user",
"text": "то есть бизнес прибыльный или это только обороты?",
"created_at": "2026-06-01T18:27:36+00:00",
"reply_type": null,
"trace_id": null,
"debug": null
}
],
"agent_run": true,
"metadata": {
"assistant_prompt_version": null,
"decomposition_prompt_version": null,
"prompt_fingerprint": null,
"agent_focus": "evaluation coverage honesty",
"architecture_phase": "assistant stage1 business overview",
"source_spec_file": "X:\\1C\\NDC_1C\\docs\\orchestration\\hm_business_profile_evaluation_limits_20260525.json",
"scenario_id": "hm_business_profile_evaluation_limits_20260525",
"semantic_tags": [
"broad_business_evaluation",
"business_overview",
"cashflow_not_profit",
"company_context",
"coverage_honesty",
"profit_boundary",
"profitability_boundary",
"yearly_ranking"
],
"validation_status": "accepted_live_replay",
"validated_run_dir": "artifacts\\domain_runs\\hm_business_profile_evaluation_limits_p3",
"saved_after_validated_replay": true,
"save_gate": {
"schema_version": "agent_semantic_save_gate_v1",
"validation_status": "accepted_live_replay",
"validated_run_dir": "artifacts\\domain_runs\\hm_business_profile_evaluation_limits_p3",
"final_status": "accepted",
"review_overall_status": "pass",
"business_overall_status": "pass",
"steps_total": 3,
"steps_passed": 3,
"steps_failed": 0,
"steps_with_business_failures": 0,
"steps_with_business_warnings": 0,
"acceptance_gate_passed": true,
"effective_runtime": {
"manifest_path": "artifacts\\domain_runs\\hm_business_profile_evaluation_limits_p3\\effective_runtime.json",
"runner": "domain_truth_harness.run-live",
"git_sha": "baa8aa31e72c8fa0c53c4f1d8d7c17b3ed60ae69",
"backend_url": "http://127.0.0.1:8787",
"mcp_proxy_url": "http://127.0.0.1:6003",
"llm_provider": "local",
"llm_model": "unsloth/qwen3-30b-a3b-instruct-2507",
"temperature": 0.8,
"max_output_tokens": 900,
"prompt_version": "normalizer_v2_0_2",
"prompt_source": "file",
"prompt_hash": "f36e36a5e491cd24511b380e0c0059cb01aea5e2af738fb9f01671cd291735c1",
"prompt_registry_status": "pass"
},
"saved_after_validated_replay": true
}
}
}
}

34
llm_normalizer/data/eval_cases/assistant_autogen_saved_user_sessions_20260601182736_gen-ag06011827-b80e22.json Normal file
View File

@ -0,0 +1,34 @@
{
"suite_id": "assistant_saved_session_gen-ag06011827-b80e22",
"suite_version": "0.1.0",
"schema_version": "assistant_saved_session_suite_v0_1",
"generated_at": "2026-06-01T18:27:36+00:00",
"generation_id": "gen-ag06011827-b80e22",
"mode": "saved_user_sessions",
"title": "AGENT | Hm business profile evaluation limits",
"domain": "assistant_stage1_business_overview",
"scenario_count": 1,
"case_ids": [
"SAVED-001"
],
"cases": [
{
"case_id": "SAVED-001",
"scenario_tag": "agent_saved_user_sessions",
"title": "AGENT | Hm business profile evaluation limits",
"question_type": "followup",
"broadness_level": "medium",
"turns": [
{
"user_message": "какой у ООО \"Альтернатива Плюс\" самый доходный год"
},
{
"user_message": "Как ты оценишь деятельность компании?"
},
{
"user_message": "то есть бизнес прибыльный или это только обороты?"
}
]
}
]
}