Stage 3: улучшена логика жизненного цикла и очищены ответы ассистента
This commit is contained in:
@@ -0,0 +1,302 @@
|
||||
{
|
||||
"suite_id": "assistant_stage3_lifecycle_probe",
|
||||
"suite_version": "0.1.0",
|
||||
"schema_version": "assistant_stage3_lifecycle_probe_v0_1",
|
||||
"scenario_count": 9,
|
||||
"case_ids": [
|
||||
"S3-51-WRONG-CLOSE-TYPE",
|
||||
"S3-60-PAYMENT-WITHOUT-CLOSURE",
|
||||
"S3-97-STALLED-NODES",
|
||||
"S3-97-EXPECTED-VS-ACTUAL",
|
||||
"S3-OS-BRANCH-DIVERGENCE",
|
||||
"S3-OS-TERMINAL-GAP",
|
||||
"S3-VAT-CROSS-BRANCH-CONFLICT",
|
||||
"S3-VAT-ACTUAL-VS-EXPECTED",
|
||||
"S3-PERIOD-CLOSE-LIFECYCLE-IMPACT"
|
||||
],
|
||||
"cases": [
|
||||
{
|
||||
"case_id": "S3-51-WRONG-CLOSE-TYPE",
|
||||
"scenario_tag": "51_wrong_closing_document_type",
|
||||
"question_type": "direct",
|
||||
"broadness_level": "medium",
|
||||
"turns": [
|
||||
{
|
||||
"user_message": "Проверь по счёту 51 за июнь 2020, где контур закрыт не тем типом документа и какой ожидаемый завершающий переход не подтверждён."
|
||||
}
|
||||
],
|
||||
"expected_hints": {
|
||||
"expected_reply_type": "partial_coverage",
|
||||
"expected_degraded_to": "partial",
|
||||
"expected_problem_first": true,
|
||||
"expected_problem_unit_types": [
|
||||
"lifecycle_anomaly_node",
|
||||
"document_conflict"
|
||||
],
|
||||
"expected_lifecycle_domain": "bank_settlement",
|
||||
"require_current_expected_state_pair": true,
|
||||
"require_missing_or_invalid_transition": true,
|
||||
"require_wrong_closing_document_type": true,
|
||||
"require_lifecycle_mode": "stage3_lifecycle_aware_v1"
|
||||
},
|
||||
"lifecycle_focus": {
|
||||
"domain": "51_60",
|
||||
"targets": [
|
||||
"expected_vs_actual_state",
|
||||
"missing_transition",
|
||||
"wrong_closing_document_type"
|
||||
]
|
||||
}
|
||||
},
|
||||
{
|
||||
"case_id": "S3-60-PAYMENT-WITHOUT-CLOSURE",
|
||||
"scenario_tag": "60_payment_exists_but_not_closed",
|
||||
"question_type": "direct",
|
||||
"broadness_level": "medium",
|
||||
"turns": [
|
||||
{
|
||||
"user_message": "По поставщикам по счёту 60 за июнь 2020 покажи, где оплата есть, но lifecycle расчёта не дошёл до ожидаемого закрывающего документа."
|
||||
}
|
||||
],
|
||||
"expected_hints": {
|
||||
"expected_reply_type": "partial_coverage",
|
||||
"expected_degraded_to": "partial",
|
||||
"expected_problem_first": true,
|
||||
"expected_problem_unit_types": [
|
||||
"lifecycle_anomaly_node",
|
||||
"unresolved_settlement_cluster"
|
||||
],
|
||||
"expected_lifecycle_domain": "bank_settlement",
|
||||
"require_current_expected_state_pair": true,
|
||||
"require_missing_or_invalid_transition": true,
|
||||
"require_previous_states": true,
|
||||
"require_lifecycle_mode": "stage3_lifecycle_aware_v1"
|
||||
},
|
||||
"lifecycle_focus": {
|
||||
"domain": "51_60",
|
||||
"targets": [
|
||||
"expected_vs_actual_state",
|
||||
"missing_transition",
|
||||
"resolved_previous_states"
|
||||
]
|
||||
}
|
||||
},
|
||||
{
|
||||
"case_id": "S3-97-STALLED-NODES",
|
||||
"scenario_tag": "97_stalled_nodes",
|
||||
"question_type": "direct",
|
||||
"broadness_level": "medium",
|
||||
"turns": [
|
||||
{
|
||||
"user_message": "Проверь по счёту 97 за июнь 2020 по документам, где зависли узлы жизненного цикла: какие стадии уже пройдены и какой ожидаемый переход до списания отсутствует."
|
||||
}
|
||||
],
|
||||
"expected_hints": {
|
||||
"expected_reply_type": "partial_coverage",
|
||||
"expected_degraded_to": "partial",
|
||||
"expected_problem_first": true,
|
||||
"expected_problem_unit_types": [
|
||||
"lifecycle_anomaly_node",
|
||||
"broken_chain_segment"
|
||||
],
|
||||
"expected_lifecycle_domain": "deferred_expense",
|
||||
"require_current_expected_state_pair": true,
|
||||
"require_missing_or_invalid_transition": true,
|
||||
"require_lifecycle_mode": "stage3_lifecycle_aware_v1"
|
||||
},
|
||||
"lifecycle_focus": {
|
||||
"domain": "97",
|
||||
"targets": [
|
||||
"expected_vs_actual_state",
|
||||
"missing_transition"
|
||||
]
|
||||
}
|
||||
},
|
||||
{
|
||||
"case_id": "S3-97-EXPECTED-VS-ACTUAL",
|
||||
"scenario_tag": "97_expected_vs_actual_sequence",
|
||||
"question_type": "direct",
|
||||
"broadness_level": "medium",
|
||||
"turns": [
|
||||
{
|
||||
"user_message": "Проверь по счёту 97 за июнь 2020 по документам, где фактическое состояние расходов будущих периодов расходится с ожидаемой последовательностью списания."
|
||||
}
|
||||
],
|
||||
"expected_hints": {
|
||||
"expected_reply_type": "partial_coverage",
|
||||
"expected_degraded_to": "partial",
|
||||
"expected_problem_first": true,
|
||||
"expected_problem_unit_types": [
|
||||
"lifecycle_anomaly_node",
|
||||
"period_risk_cluster"
|
||||
],
|
||||
"expected_lifecycle_domain": "deferred_expense",
|
||||
"require_current_expected_state_pair": true,
|
||||
"require_terminal_state_mismatch": true,
|
||||
"require_lifecycle_mode": "stage3_lifecycle_aware_v1"
|
||||
},
|
||||
"lifecycle_focus": {
|
||||
"domain": "97",
|
||||
"targets": [
|
||||
"expected_vs_actual_state",
|
||||
"terminal_state_mismatch"
|
||||
]
|
||||
}
|
||||
},
|
||||
{
|
||||
"case_id": "S3-OS-BRANCH-DIVERGENCE",
|
||||
"scenario_tag": "os_card_document_depreciation_divergence",
|
||||
"question_type": "direct",
|
||||
"broadness_level": "medium",
|
||||
"turns": [
|
||||
{
|
||||
"user_message": "По основным средствам по счетам 01 и 02 за июнь 2020 покажи, где lifecycle объекта расходится между карточкой, документом и начислением амортизации."
|
||||
}
|
||||
],
|
||||
"expected_hints": {
|
||||
"expected_reply_type": "partial_coverage",
|
||||
"expected_degraded_to": "partial",
|
||||
"expected_problem_first": true,
|
||||
"expected_problem_unit_types": [
|
||||
"lifecycle_anomaly_node",
|
||||
"cross_branch_inconsistency_cluster"
|
||||
],
|
||||
"expected_lifecycle_domain": "fixed_asset",
|
||||
"require_current_expected_state_pair": true,
|
||||
"require_cross_branch_conflict": true,
|
||||
"require_lifecycle_mode": "stage3_lifecycle_aware_v1"
|
||||
},
|
||||
"lifecycle_focus": {
|
||||
"domain": "fixed_asset",
|
||||
"targets": [
|
||||
"expected_vs_actual_state",
|
||||
"cross_branch_lifecycle_conflict"
|
||||
]
|
||||
}
|
||||
},
|
||||
{
|
||||
"case_id": "S3-OS-TERMINAL-GAP",
|
||||
"scenario_tag": "os_previous_or_terminal_gap",
|
||||
"question_type": "direct",
|
||||
"broadness_level": "medium",
|
||||
"turns": [
|
||||
{
|
||||
"user_message": "Где по ОС по счетам 01/02 за июнь 2020 видно, что цепочка дошла до начисления, но не подтверждён ожидаемый предыдущий или завершающий этап?"
|
||||
}
|
||||
],
|
||||
"expected_hints": {
|
||||
"expected_reply_type": "partial_coverage",
|
||||
"expected_degraded_to": "partial",
|
||||
"expected_problem_first": true,
|
||||
"expected_problem_unit_types": [
|
||||
"lifecycle_anomaly_node",
|
||||
"document_conflict"
|
||||
],
|
||||
"expected_lifecycle_domain": "fixed_asset",
|
||||
"require_current_expected_state_pair": true,
|
||||
"require_terminal_state_mismatch": true,
|
||||
"require_lifecycle_mode": "stage3_lifecycle_aware_v1"
|
||||
},
|
||||
"lifecycle_focus": {
|
||||
"domain": "fixed_asset",
|
||||
"targets": [
|
||||
"resolved_previous_states",
|
||||
"terminal_state_mismatch"
|
||||
]
|
||||
}
|
||||
},
|
||||
{
|
||||
"case_id": "S3-VAT-CROSS-BRANCH-CONFLICT",
|
||||
"scenario_tag": "vat_cross_branch_conflict",
|
||||
"question_type": "direct",
|
||||
"broadness_level": "medium",
|
||||
"turns": [
|
||||
{
|
||||
"user_message": "По НДС за июнь 2020 по счёту 68 покажи, где lifecycle ветвей документов, проводок и регистров расходится и какая ветка выглядит несогласованной."
|
||||
}
|
||||
],
|
||||
"expected_hints": {
|
||||
"expected_reply_type": "partial_coverage",
|
||||
"expected_degraded_to": "partial",
|
||||
"expected_problem_first": true,
|
||||
"expected_problem_unit_types": [
|
||||
"lifecycle_anomaly_node",
|
||||
"cross_branch_inconsistency_cluster"
|
||||
],
|
||||
"expected_lifecycle_domain": "vat_flow",
|
||||
"require_current_expected_state_pair": true,
|
||||
"require_cross_branch_conflict": true,
|
||||
"require_lifecycle_mode": "stage3_lifecycle_aware_v1"
|
||||
},
|
||||
"lifecycle_focus": {
|
||||
"domain": "vat_flow",
|
||||
"targets": [
|
||||
"expected_vs_actual_state",
|
||||
"cross_branch_lifecycle_conflict"
|
||||
]
|
||||
}
|
||||
},
|
||||
{
|
||||
"case_id": "S3-VAT-ACTUAL-VS-EXPECTED",
|
||||
"scenario_tag": "vat_actual_vs_expected_state",
|
||||
"question_type": "direct",
|
||||
"broadness_level": "medium",
|
||||
"turns": [
|
||||
{
|
||||
"user_message": "Где по НДС за июнь 2020 по счетам 19 и 68 есть конфликт фактического и ожидаемого состояния между документом и регистрами?"
|
||||
}
|
||||
],
|
||||
"expected_hints": {
|
||||
"expected_reply_type": "partial_coverage",
|
||||
"expected_degraded_to": "partial",
|
||||
"expected_problem_first": true,
|
||||
"expected_problem_unit_types": [
|
||||
"lifecycle_anomaly_node",
|
||||
"document_conflict"
|
||||
],
|
||||
"expected_lifecycle_domain": "vat_flow",
|
||||
"require_current_expected_state_pair": true,
|
||||
"require_terminal_state_mismatch": true,
|
||||
"require_lifecycle_mode": "stage3_lifecycle_aware_v1"
|
||||
},
|
||||
"lifecycle_focus": {
|
||||
"domain": "vat_flow",
|
||||
"targets": [
|
||||
"expected_vs_actual_state",
|
||||
"terminal_state_mismatch"
|
||||
]
|
||||
}
|
||||
},
|
||||
{
|
||||
"case_id": "S3-PERIOD-CLOSE-LIFECYCLE-IMPACT",
|
||||
"scenario_tag": "period_close_lifecycle_impact",
|
||||
"question_type": "direct",
|
||||
"broadness_level": "high",
|
||||
"turns": [
|
||||
{
|
||||
"user_message": "Какие lifecycle-дефекты по счетам 51 и 60 за июнь 2020 сильнее всего влияют на риск закрытия периода (period close) и на каком переходе возникает разрыв?"
|
||||
}
|
||||
],
|
||||
"expected_hints": {
|
||||
"expected_reply_type": "clarification_required",
|
||||
"expected_degraded_to": "clarification",
|
||||
"expected_problem_first": true,
|
||||
"expected_problem_unit_types": [
|
||||
"period_risk_cluster",
|
||||
"lifecycle_anomaly_node"
|
||||
],
|
||||
"expected_lifecycle_domain": "period_close",
|
||||
"require_missing_or_invalid_transition": true,
|
||||
"require_period_close_impact": true,
|
||||
"require_lifecycle_mode": "stage3_lifecycle_aware_v1"
|
||||
},
|
||||
"lifecycle_focus": {
|
||||
"domain": "period_close",
|
||||
"targets": [
|
||||
"lifecycle_impact_period_close",
|
||||
"missing_transition"
|
||||
]
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
Reference in New Issue
Block a user