Сохранить HM evaluation limits в agent autoruns
This commit is contained in:
parent
8334e156a6
commit
930a5dfd80
|
|
@ -1,4 +1,49 @@
|
||||||
[
|
[
|
||||||
|
{
|
||||||
|
"generation_id": "gen-ag06011827-b80e22",
|
||||||
|
"created_at": "2026-06-01T18:27:36+00:00",
|
||||||
|
"mode": "saved_user_sessions",
|
||||||
|
"title": "AGENT | Hm business profile evaluation limits",
|
||||||
|
"count": 3,
|
||||||
|
"domain": "assistant_stage1_business_overview",
|
||||||
|
"questions": [
|
||||||
|
"какой у ООО \"Альтернатива Плюс\" самый доходный год",
|
||||||
|
"Как ты оценишь деятельность компании?",
|
||||||
|
"то есть бизнес прибыльный или это только обороты?"
|
||||||
|
],
|
||||||
|
"generated_by": "Codex",
|
||||||
|
"saved_case_set_file": "assistant_autogen_saved_user_sessions_20260601182736_gen-ag06011827-b80e22.json",
|
||||||
|
"context": {
|
||||||
|
"llm_provider": null,
|
||||||
|
"model": null,
|
||||||
|
"assistant_prompt_version": null,
|
||||||
|
"decomposition_prompt_version": null,
|
||||||
|
"prompt_fingerprint": null,
|
||||||
|
"autogen_personality_id": null,
|
||||||
|
"autogen_personality_prompt": null,
|
||||||
|
"source_session_id": null,
|
||||||
|
"saved_session_file": "assistant_saved_session_20260601182736_gen-ag06011827-b80e22.json",
|
||||||
|
"saved_case_set_kind": "agent_semantic_scenario",
|
||||||
|
"agent_run": true,
|
||||||
|
"agent_focus": "evaluation coverage honesty",
|
||||||
|
"architecture_phase": "assistant stage1 business overview",
|
||||||
|
"source_spec_file": "X:\\1C\\NDC_1C\\docs\\orchestration\\hm_business_profile_evaluation_limits_20260525.json",
|
||||||
|
"scenario_id": "hm_business_profile_evaluation_limits_20260525",
|
||||||
|
"semantic_tags": [
|
||||||
|
"broad_business_evaluation",
|
||||||
|
"business_overview",
|
||||||
|
"cashflow_not_profit",
|
||||||
|
"company_context",
|
||||||
|
"coverage_honesty",
|
||||||
|
"profit_boundary",
|
||||||
|
"profitability_boundary",
|
||||||
|
"yearly_ranking"
|
||||||
|
],
|
||||||
|
"validation_status": "accepted_live_replay",
|
||||||
|
"validated_run_dir": "artifacts\\domain_runs\\hm_business_profile_evaluation_limits_p3",
|
||||||
|
"saved_after_validated_replay": true
|
||||||
|
}
|
||||||
|
},
|
||||||
{
|
{
|
||||||
"generation_id": "gen-ag06011759-6d66c2",
|
"generation_id": "gen-ag06011759-6d66c2",
|
||||||
"created_at": "2026-06-01T17:59:07+00:00",
|
"created_at": "2026-06-01T17:59:07+00:00",
|
||||||
|
|
|
||||||
|
|
@ -0,0 +1,151 @@
|
||||||
|
{
|
||||||
|
"saved_at": "2026-06-01T18:27:36+00:00",
|
||||||
|
"generation_id": "gen-ag06011827-b80e22",
|
||||||
|
"mode": "saved_user_sessions",
|
||||||
|
"title": "AGENT | Hm business profile evaluation limits",
|
||||||
|
"agent_run": true,
|
||||||
|
"questions": [
|
||||||
|
"какой у ООО \"Альтернатива Плюс\" самый доходный год",
|
||||||
|
"Как ты оценишь деятельность компании?",
|
||||||
|
"то есть бизнес прибыльный или это только обороты?"
|
||||||
|
],
|
||||||
|
"metadata": {
|
||||||
|
"assistant_prompt_version": null,
|
||||||
|
"decomposition_prompt_version": null,
|
||||||
|
"prompt_fingerprint": null,
|
||||||
|
"agent_focus": "evaluation coverage honesty",
|
||||||
|
"architecture_phase": "assistant stage1 business overview",
|
||||||
|
"source_spec_file": "X:\\1C\\NDC_1C\\docs\\orchestration\\hm_business_profile_evaluation_limits_20260525.json",
|
||||||
|
"scenario_id": "hm_business_profile_evaluation_limits_20260525",
|
||||||
|
"semantic_tags": [
|
||||||
|
"broad_business_evaluation",
|
||||||
|
"business_overview",
|
||||||
|
"cashflow_not_profit",
|
||||||
|
"company_context",
|
||||||
|
"coverage_honesty",
|
||||||
|
"profit_boundary",
|
||||||
|
"profitability_boundary",
|
||||||
|
"yearly_ranking"
|
||||||
|
],
|
||||||
|
"validation_status": "accepted_live_replay",
|
||||||
|
"validated_run_dir": "artifacts\\domain_runs\\hm_business_profile_evaluation_limits_p3",
|
||||||
|
"saved_after_validated_replay": true,
|
||||||
|
"save_gate": {
|
||||||
|
"schema_version": "agent_semantic_save_gate_v1",
|
||||||
|
"validation_status": "accepted_live_replay",
|
||||||
|
"validated_run_dir": "artifacts\\domain_runs\\hm_business_profile_evaluation_limits_p3",
|
||||||
|
"final_status": "accepted",
|
||||||
|
"review_overall_status": "pass",
|
||||||
|
"business_overall_status": "pass",
|
||||||
|
"steps_total": 3,
|
||||||
|
"steps_passed": 3,
|
||||||
|
"steps_failed": 0,
|
||||||
|
"steps_with_business_failures": 0,
|
||||||
|
"steps_with_business_warnings": 0,
|
||||||
|
"acceptance_gate_passed": true,
|
||||||
|
"effective_runtime": {
|
||||||
|
"manifest_path": "artifacts\\domain_runs\\hm_business_profile_evaluation_limits_p3\\effective_runtime.json",
|
||||||
|
"runner": "domain_truth_harness.run-live",
|
||||||
|
"git_sha": "baa8aa31e72c8fa0c53c4f1d8d7c17b3ed60ae69",
|
||||||
|
"backend_url": "http://127.0.0.1:8787",
|
||||||
|
"mcp_proxy_url": "http://127.0.0.1:6003",
|
||||||
|
"llm_provider": "local",
|
||||||
|
"llm_model": "unsloth/qwen3-30b-a3b-instruct-2507",
|
||||||
|
"temperature": 0.8,
|
||||||
|
"max_output_tokens": 900,
|
||||||
|
"prompt_version": "normalizer_v2_0_2",
|
||||||
|
"prompt_source": "file",
|
||||||
|
"prompt_hash": "f36e36a5e491cd24511b380e0c0059cb01aea5e2af738fb9f01671cd291735c1",
|
||||||
|
"prompt_registry_status": "pass"
|
||||||
|
},
|
||||||
|
"saved_after_validated_replay": true
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"source_session_id": null,
|
||||||
|
"session": {
|
||||||
|
"session_id": null,
|
||||||
|
"mode": "agent_semantic_run",
|
||||||
|
"items": [
|
||||||
|
{
|
||||||
|
"message_id": "agent-user-001",
|
||||||
|
"role": "user",
|
||||||
|
"text": "какой у ООО \"Альтернатива Плюс\" самый доходный год",
|
||||||
|
"created_at": "2026-06-01T18:27:36+00:00",
|
||||||
|
"reply_type": null,
|
||||||
|
"trace_id": null,
|
||||||
|
"debug": null
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"message_id": "agent-user-002",
|
||||||
|
"role": "user",
|
||||||
|
"text": "Как ты оценишь деятельность компании?",
|
||||||
|
"created_at": "2026-06-01T18:27:36+00:00",
|
||||||
|
"reply_type": null,
|
||||||
|
"trace_id": null,
|
||||||
|
"debug": null
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"message_id": "agent-user-003",
|
||||||
|
"role": "user",
|
||||||
|
"text": "то есть бизнес прибыльный или это только обороты?",
|
||||||
|
"created_at": "2026-06-01T18:27:36+00:00",
|
||||||
|
"reply_type": null,
|
||||||
|
"trace_id": null,
|
||||||
|
"debug": null
|
||||||
|
}
|
||||||
|
],
|
||||||
|
"agent_run": true,
|
||||||
|
"metadata": {
|
||||||
|
"assistant_prompt_version": null,
|
||||||
|
"decomposition_prompt_version": null,
|
||||||
|
"prompt_fingerprint": null,
|
||||||
|
"agent_focus": "evaluation coverage honesty",
|
||||||
|
"architecture_phase": "assistant stage1 business overview",
|
||||||
|
"source_spec_file": "X:\\1C\\NDC_1C\\docs\\orchestration\\hm_business_profile_evaluation_limits_20260525.json",
|
||||||
|
"scenario_id": "hm_business_profile_evaluation_limits_20260525",
|
||||||
|
"semantic_tags": [
|
||||||
|
"broad_business_evaluation",
|
||||||
|
"business_overview",
|
||||||
|
"cashflow_not_profit",
|
||||||
|
"company_context",
|
||||||
|
"coverage_honesty",
|
||||||
|
"profit_boundary",
|
||||||
|
"profitability_boundary",
|
||||||
|
"yearly_ranking"
|
||||||
|
],
|
||||||
|
"validation_status": "accepted_live_replay",
|
||||||
|
"validated_run_dir": "artifacts\\domain_runs\\hm_business_profile_evaluation_limits_p3",
|
||||||
|
"saved_after_validated_replay": true,
|
||||||
|
"save_gate": {
|
||||||
|
"schema_version": "agent_semantic_save_gate_v1",
|
||||||
|
"validation_status": "accepted_live_replay",
|
||||||
|
"validated_run_dir": "artifacts\\domain_runs\\hm_business_profile_evaluation_limits_p3",
|
||||||
|
"final_status": "accepted",
|
||||||
|
"review_overall_status": "pass",
|
||||||
|
"business_overall_status": "pass",
|
||||||
|
"steps_total": 3,
|
||||||
|
"steps_passed": 3,
|
||||||
|
"steps_failed": 0,
|
||||||
|
"steps_with_business_failures": 0,
|
||||||
|
"steps_with_business_warnings": 0,
|
||||||
|
"acceptance_gate_passed": true,
|
||||||
|
"effective_runtime": {
|
||||||
|
"manifest_path": "artifacts\\domain_runs\\hm_business_profile_evaluation_limits_p3\\effective_runtime.json",
|
||||||
|
"runner": "domain_truth_harness.run-live",
|
||||||
|
"git_sha": "baa8aa31e72c8fa0c53c4f1d8d7c17b3ed60ae69",
|
||||||
|
"backend_url": "http://127.0.0.1:8787",
|
||||||
|
"mcp_proxy_url": "http://127.0.0.1:6003",
|
||||||
|
"llm_provider": "local",
|
||||||
|
"llm_model": "unsloth/qwen3-30b-a3b-instruct-2507",
|
||||||
|
"temperature": 0.8,
|
||||||
|
"max_output_tokens": 900,
|
||||||
|
"prompt_version": "normalizer_v2_0_2",
|
||||||
|
"prompt_source": "file",
|
||||||
|
"prompt_hash": "f36e36a5e491cd24511b380e0c0059cb01aea5e2af738fb9f01671cd291735c1",
|
||||||
|
"prompt_registry_status": "pass"
|
||||||
|
},
|
||||||
|
"saved_after_validated_replay": true
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
@ -0,0 +1,34 @@
|
||||||
|
{
|
||||||
|
"suite_id": "assistant_saved_session_gen-ag06011827-b80e22",
|
||||||
|
"suite_version": "0.1.0",
|
||||||
|
"schema_version": "assistant_saved_session_suite_v0_1",
|
||||||
|
"generated_at": "2026-06-01T18:27:36+00:00",
|
||||||
|
"generation_id": "gen-ag06011827-b80e22",
|
||||||
|
"mode": "saved_user_sessions",
|
||||||
|
"title": "AGENT | Hm business profile evaluation limits",
|
||||||
|
"domain": "assistant_stage1_business_overview",
|
||||||
|
"scenario_count": 1,
|
||||||
|
"case_ids": [
|
||||||
|
"SAVED-001"
|
||||||
|
],
|
||||||
|
"cases": [
|
||||||
|
{
|
||||||
|
"case_id": "SAVED-001",
|
||||||
|
"scenario_tag": "agent_saved_user_sessions",
|
||||||
|
"title": "AGENT | Hm business profile evaluation limits",
|
||||||
|
"question_type": "followup",
|
||||||
|
"broadness_level": "medium",
|
||||||
|
"turns": [
|
||||||
|
{
|
||||||
|
"user_message": "какой у ООО \"Альтернатива Плюс\" самый доходный год"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"user_message": "Как ты оценишь деятельность компании?"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"user_message": "то есть бизнес прибыльный или это только обороты?"
|
||||||
|
}
|
||||||
|
]
|
||||||
|
}
|
||||||
|
]
|
||||||
|
}
|
||||||
Loading…
Reference in New Issue