АДРЕСНЫЙ РЕЖИМ - ADDRESS: стабилизация интерпретации сленга и mixed RU/EN, расширение intent/mode-роутинга, регресс-тесты и live stress 102/102
This commit is contained in:
+93
-3169
File diff suppressed because it is too large
Load Diff
@@ -0,0 +1,68 @@
|
||||
[
|
||||
{ "id": "S001", "text": "свк доки за 2020 покаж пж", "expected_intent": "list_documents_by_counterparty", "expected_mode": "address_query" },
|
||||
{ "id": "S002", "text": "покеж все доки по свк за 20 год", "expected_intent": "list_documents_by_counterparty", "expected_mode": "address_query" },
|
||||
{ "id": "S003", "text": "дай список документов по свк за 2020", "expected_intent": "list_documents_by_counterparty", "expected_mode": "address_query" },
|
||||
{ "id": "S004", "text": "какие у свк есть доки за 2020?", "expected_intent": "list_documents_by_counterparty", "expected_mode": "address_query" },
|
||||
{ "id": "S005", "text": "че по свк по докам за 2020 год", "expected_intent": "list_documents_by_counterparty", "expected_mode": "address_query" },
|
||||
{ "id": "S006", "text": "ёпт покажи доки по свк за 2020", "expected_intent": "list_documents_by_counterparty", "expected_mode": "address_query" },
|
||||
{ "id": "S007", "text": "бля, доки свк 2020 вывали", "expected_intent": "list_documents_by_counterparty", "expected_mode": "address_query" },
|
||||
{ "id": "S008", "text": "svk docs for 2020 please", "expected_intent": "list_documents_by_counterparty", "expected_mode": "address_query" },
|
||||
{ "id": "S009", "text": "docs by counterparty svk year 2020", "expected_intent": "list_documents_by_counterparty", "expected_mode": "address_query" },
|
||||
{ "id": "S010", "text": "по контрагенту свк покаж документы за 2020", "expected_intent": "list_documents_by_counterparty", "expected_mode": "address_query" },
|
||||
{ "id": "S011", "text": "плс доки по свк 2020", "expected_intent": "list_documents_by_counterparty", "expected_mode": "address_query" },
|
||||
{ "id": "S012", "text": "свк док за 2020 гони", "expected_intent": "list_documents_by_counterparty", "expected_mode": "address_query" },
|
||||
|
||||
{ "id": "S013", "text": "по свк банковские операции за 2020 покаж", "expected_intent": "bank_operations_by_counterparty", "expected_mode": "address_query" },
|
||||
{ "id": "S014", "text": "свк выписка банка 2020", "expected_intent": "bank_operations_by_counterparty", "expected_mode": "address_query" },
|
||||
{ "id": "S015", "text": "платежи по свк за 2020 выведи", "expected_intent": "bank_operations_by_counterparty", "expected_mode": "address_query" },
|
||||
{ "id": "S016", "text": "оплаты по свк за 2020", "expected_intent": "bank_operations_by_counterparty", "expected_mode": "address_query" },
|
||||
{ "id": "S017", "text": "свк банк опер за 2020", "expected_intent": "bank_operations_by_counterparty", "expected_mode": "address_query" },
|
||||
{ "id": "S018", "text": "че у свк по банку за 2020", "expected_intent": "bank_operations_by_counterparty", "expected_mode": "address_query" },
|
||||
{ "id": "S019", "text": "свк списания/поступления за 2020", "expected_intent": "bank_operations_by_counterparty", "expected_mode": "address_query" },
|
||||
{ "id": "S020", "text": "bank ops by svk for 2020", "expected_intent": "bank_operations_by_counterparty", "expected_mode": "address_query" },
|
||||
{ "id": "S021", "text": "transactions by counterparty svk 2020", "expected_intent": "bank_operations_by_counterparty", "expected_mode": "address_query" },
|
||||
{ "id": "S022", "text": "бля, по свк банковские платежки 2020", "expected_intent": "bank_operations_by_counterparty", "expected_mode": "address_query" },
|
||||
|
||||
{ "id": "S023", "text": "сальдо по счету 60.01 на дату 2020-07-31", "expected_intent": "account_balance_snapshot", "expected_mode": "address_query" },
|
||||
{ "id": "S024", "text": "остаток по счету 60.01 на 2020.05", "expected_intent": "account_balance_snapshot", "expected_mode": "address_query" },
|
||||
{ "id": "S025", "text": "покажи остаток по 60.01 за май 2020", "expected_intent": "account_balance_snapshot", "expected_mode": "address_query" },
|
||||
{ "id": "S026", "text": "счет 60 остаток на май 2020", "expected_intent": "account_balance_snapshot", "expected_mode": "address_query" },
|
||||
{ "id": "S027", "text": "баланс account 60.01 as of 2020-07-31", "expected_intent": "account_balance_snapshot", "expected_mode": "address_query" },
|
||||
{ "id": "S028", "text": "60.01 saldo на 31.07.2020", "expected_intent": "account_balance_snapshot", "expected_mode": "address_query" },
|
||||
{ "id": "S029", "text": "сколько на счете 60 на конец 2020-05", "expected_intent": "account_balance_snapshot", "expected_mode": "address_query" },
|
||||
{ "id": "S030", "text": "дай остаток 60.02 на 2020-12-31", "expected_intent": "account_balance_snapshot", "expected_mode": "address_query" },
|
||||
{ "id": "S031", "text": "епт, сальдо по счету 62.01 на 2020-12-31", "expected_intent": "account_balance_snapshot", "expected_mode": "address_query" },
|
||||
{ "id": "S032", "text": "плс остаток по счету 51 на 2020-06-30", "expected_intent": "account_balance_snapshot", "expected_mode": "address_query" },
|
||||
{ "id": "S033", "text": "как там по счету 60.01 на 2020.07?", "expected_intent": "account_balance_snapshot", "expected_mode": "address_query" },
|
||||
{ "id": "S034", "text": "сальдо 60 на 2020", "expected_intent": "account_balance_snapshot", "expected_mode": "address_query" },
|
||||
|
||||
{ "id": "S035", "text": "какие документы формируют остаток по счету 60.01 на 2020-07-31", "expected_intent": "documents_forming_balance", "expected_mode": "address_query" },
|
||||
{ "id": "S036", "text": "из чего состоит остаток по счету 60 на 2020.05", "expected_intent": "documents_forming_balance", "expected_mode": "address_query" },
|
||||
{ "id": "S037", "text": "раскрой остаток 60.01 по документам на конец июля 2020", "expected_intent": "documents_forming_balance", "expected_mode": "address_query" },
|
||||
{ "id": "S038", "text": "доки под остатком 60.01 на 2020-07-31", "expected_intent": "documents_forming_balance", "expected_mode": "address_query" },
|
||||
{ "id": "S039", "text": "documents forming balance for account 60.01 as of 2020-07-31", "expected_intent": "documents_forming_balance", "expected_mode": "address_query" },
|
||||
{ "id": "S040", "text": "бля, какие доки формируют остаток 60.01 на 2020-05-31", "expected_intent": "documents_forming_balance", "expected_mode": "address_query" },
|
||||
{ "id": "S041", "text": "по счету 62.01 раскрой остаток документами на 2020-12-31", "expected_intent": "documents_forming_balance", "expected_mode": "address_query" },
|
||||
{ "id": "S042", "text": "из чего остаток по счету 51 на 2020-06-30", "expected_intent": "documents_forming_balance", "expected_mode": "address_query" },
|
||||
|
||||
{ "id": "S043", "text": "покажи документы по договору 15/24 за 2020", "expected_intent": "list_documents_by_contract", "expected_mode": "address_query" },
|
||||
{ "id": "S044", "text": "доки по дог. 15/24 за 2020", "expected_intent": "list_documents_by_contract", "expected_mode": "address_query" },
|
||||
{ "id": "S045", "text": "какие документы по контракту 15/24", "expected_intent": "list_documents_by_contract", "expected_mode": "address_query" },
|
||||
{ "id": "S046", "text": "docs by contract 15/24 year 2020", "expected_intent": "list_documents_by_contract", "expected_mode": "address_query" },
|
||||
{ "id": "S047", "text": "бля, покажи по договору 15/24 доки", "expected_intent": "list_documents_by_contract", "expected_mode": "address_query" },
|
||||
{ "id": "S048", "text": "договор 15/24 документы", "expected_intent": "list_documents_by_contract", "expected_mode": "address_query" },
|
||||
{ "id": "S049", "text": "плс документы договор №15/24", "expected_intent": "list_documents_by_contract", "expected_mode": "address_query" },
|
||||
{ "id": "S050", "text": "покеж документы по 15/24", "expected_intent": "list_documents_by_contract", "expected_mode": "address_query" },
|
||||
|
||||
{ "id": "S051", "text": "банковские операции по договору 15/24", "expected_intent": "bank_operations_by_contract", "expected_mode": "address_query" },
|
||||
{ "id": "S052", "text": "платежи по договору 15/24", "expected_intent": "bank_operations_by_contract", "expected_mode": "address_query" },
|
||||
{ "id": "S053", "text": "выписка по договору 15/24", "expected_intent": "bank_operations_by_contract", "expected_mode": "address_query" },
|
||||
{ "id": "S054", "text": "bank ops by contract 15/24", "expected_intent": "bank_operations_by_contract", "expected_mode": "address_query" },
|
||||
{ "id": "S055", "text": "ёпт, покажи банк операции по дог 15/24", "expected_intent": "bank_operations_by_contract", "expected_mode": "address_query" },
|
||||
{ "id": "S056", "text": "по контракту 15/24 платежки", "expected_intent": "bank_operations_by_contract", "expected_mode": "address_query" },
|
||||
|
||||
{ "id": "S057", "text": "покажи сальдо по счету 60 за 2020", "expected_intent": "account_balance_snapshot", "expected_mode": "address_query", "session": "chain_balance_60" },
|
||||
{ "id": "S058", "text": "а теперь только май 2020", "expected_intent": "account_balance_snapshot", "expected_mode": "address_query", "session": "chain_balance_60" },
|
||||
{ "id": "S059", "text": "ок, теперь 2020.05", "expected_intent": "account_balance_snapshot", "expected_mode": "address_query", "session": "chain_balance_60" },
|
||||
{ "id": "S060", "text": "теперь на 2020-07-31", "expected_intent": "account_balance_snapshot", "expected_mode": "address_query", "session": "chain_balance_60" }
|
||||
]
|
||||
@@ -0,0 +1,50 @@
|
||||
[
|
||||
{ "id": "X001", "text": "свк доки кинь за 2020", "expected_intent": "list_documents_by_counterparty", "expected_mode": "address_query" },
|
||||
{ "id": "X002", "text": "по свк все документы за 20й год", "expected_intent": "list_documents_by_counterparty", "expected_mode": "address_query" },
|
||||
{ "id": "X003", "text": "пж вывали доки контрагент свк 2020", "expected_intent": "list_documents_by_counterparty", "expected_mode": "address_query" },
|
||||
{ "id": "X004", "text": "svk poka docy za 2020", "expected_intent": "list_documents_by_counterparty", "expected_mode": "address_query" },
|
||||
{ "id": "X005", "text": "какие доки по компании свк за 2020", "expected_intent": "list_documents_by_counterparty", "expected_mode": "address_query" },
|
||||
{ "id": "X006", "text": "бля покаж свк документы 2020", "expected_intent": "list_documents_by_counterparty", "expected_mode": "address_query" },
|
||||
|
||||
{ "id": "X007", "text": "свк банк операции за 2020", "expected_intent": "bank_operations_by_counterparty", "expected_mode": "address_query" },
|
||||
{ "id": "X008", "text": "по свк выписку банка за 2020 выведи", "expected_intent": "bank_operations_by_counterparty", "expected_mode": "address_query" },
|
||||
{ "id": "X009", "text": "свк платежки за 2020", "expected_intent": "bank_operations_by_counterparty", "expected_mode": "address_query" },
|
||||
{ "id": "X010", "text": "bank ops svk 2020", "expected_intent": "bank_operations_by_counterparty", "expected_mode": "address_query" },
|
||||
{ "id": "X011", "text": "транзакции по свк за 2020", "expected_intent": "bank_operations_by_counterparty", "expected_mode": "address_query" },
|
||||
{ "id": "X012", "text": "ёпт по свк че по банку 2020", "expected_intent": "bank_operations_by_counterparty", "expected_mode": "address_query" },
|
||||
|
||||
{ "id": "X013", "text": "остаток по 60.01 на 2020-07-31", "expected_intent": "account_balance_snapshot", "expected_mode": "address_query" },
|
||||
{ "id": "X014", "text": "сальдо 60.01 на 31.07.2020", "expected_intent": "account_balance_snapshot", "expected_mode": "address_query" },
|
||||
{ "id": "X015", "text": "что на счете 60 на 2020.05", "expected_intent": "account_balance_snapshot", "expected_mode": "address_query" },
|
||||
{ "id": "X016", "text": "дай остаток 62.01 на 2020 май", "expected_intent": "account_balance_snapshot", "expected_mode": "address_query" },
|
||||
{ "id": "X017", "text": "saldo account 60 as of 2020-12-31", "expected_intent": "account_balance_snapshot", "expected_mode": "address_query" },
|
||||
{ "id": "X018", "text": "плиз остаток по счету 51 на 2020-06-30", "expected_intent": "account_balance_snapshot", "expected_mode": "address_query" },
|
||||
{ "id": "X019", "text": "скока по 60.02 на конец 2020-12", "expected_intent": "account_balance_snapshot", "expected_mode": "address_query" },
|
||||
{ "id": "X020", "text": "бля сальдо 60.01 на 2020-05-31", "expected_intent": "account_balance_snapshot", "expected_mode": "address_query" },
|
||||
|
||||
{ "id": "X021", "text": "раскрой остаток 60.01 по документам на конец июля 2020", "expected_intent": "documents_forming_balance", "expected_mode": "address_query" },
|
||||
{ "id": "X022", "text": "доки под остатком 60.01 на 2020-07-31", "expected_intent": "documents_forming_balance", "expected_mode": "address_query" },
|
||||
{ "id": "X023", "text": "из чего остаток 60.01 на 2020-07-31", "expected_intent": "documents_forming_balance", "expected_mode": "address_query" },
|
||||
{ "id": "X024", "text": "какие документы формируют остаток по 60.01 на 2020-07-31", "expected_intent": "documents_forming_balance", "expected_mode": "address_query" },
|
||||
{ "id": "X025", "text": "docs forming balance 60.01 as of 2020-07-31", "expected_intent": "documents_forming_balance", "expected_mode": "address_query" },
|
||||
{ "id": "X026", "text": "раскидай остаток 62.01 по докам на 2020-12-31", "expected_intent": "documents_forming_balance", "expected_mode": "address_query" },
|
||||
{ "id": "X027", "text": "по счету 51 раскрой остаток документами на 2020-06-30", "expected_intent": "documents_forming_balance", "expected_mode": "address_query" },
|
||||
{ "id": "X028", "text": "бля из чего состоит остаток по 60.01 на 2020-05-31", "expected_intent": "documents_forming_balance", "expected_mode": "address_query" },
|
||||
|
||||
{ "id": "X029", "text": "доки по договору 15/24 за 2020", "expected_intent": "list_documents_by_contract", "expected_mode": "address_query" },
|
||||
{ "id": "X030", "text": "покажи документы контракт 15/24", "expected_intent": "list_documents_by_contract", "expected_mode": "address_query" },
|
||||
{ "id": "X031", "text": "docs by contract 15/24 2020", "expected_intent": "list_documents_by_contract", "expected_mode": "address_query" },
|
||||
{ "id": "X032", "text": "по дог 15/24 какие документы", "expected_intent": "list_documents_by_contract", "expected_mode": "address_query" },
|
||||
{ "id": "X033", "text": "договор 15/24 выведи доки", "expected_intent": "list_documents_by_contract", "expected_mode": "address_query" },
|
||||
{ "id": "X034", "text": "нах покажи документы по 15/24", "expected_intent": "list_documents_by_contract", "expected_mode": "address_query" },
|
||||
|
||||
{ "id": "X035", "text": "банк операции по договору 15/24", "expected_intent": "bank_operations_by_contract", "expected_mode": "address_query" },
|
||||
{ "id": "X036", "text": "платежки по дог 15/24", "expected_intent": "bank_operations_by_contract", "expected_mode": "address_query" },
|
||||
{ "id": "X037", "text": "выписка по контракту 15/24", "expected_intent": "bank_operations_by_contract", "expected_mode": "address_query" },
|
||||
{ "id": "X038", "text": "bank ops by contract 15/24", "expected_intent": "bank_operations_by_contract", "expected_mode": "address_query" },
|
||||
{ "id": "X039", "text": "покажи банк опер по дог 15/24 пж", "expected_intent": "bank_operations_by_contract", "expected_mode": "address_query" },
|
||||
{ "id": "X040", "text": "епт транзакции договор 15/24", "expected_intent": "bank_operations_by_contract", "expected_mode": "address_query" },
|
||||
|
||||
{ "id": "X041", "text": "покажи сальдо по счету 60 за 2020", "expected_intent": "account_balance_snapshot", "expected_mode": "address_query", "session": "chain_balance_60_extra" },
|
||||
{ "id": "X042", "text": "а теперь только май 2020", "expected_intent": "account_balance_snapshot", "expected_mode": "address_query", "session": "chain_balance_60_extra" }
|
||||
]
|
||||
@@ -0,0 +1,620 @@
|
||||
[
|
||||
{
|
||||
"id": "S001",
|
||||
"text": "свк доки за 2020 покаж пж",
|
||||
"expected_intent": "list_documents_by_counterparty",
|
||||
"expected_mode": "address_query"
|
||||
},
|
||||
{
|
||||
"id": "S002",
|
||||
"text": "покеж все доки по свк за 20 год",
|
||||
"expected_intent": "list_documents_by_counterparty",
|
||||
"expected_mode": "address_query"
|
||||
},
|
||||
{
|
||||
"id": "S003",
|
||||
"text": "дай список документов по свк за 2020",
|
||||
"expected_intent": "list_documents_by_counterparty",
|
||||
"expected_mode": "address_query"
|
||||
},
|
||||
{
|
||||
"id": "S004",
|
||||
"text": "какие у свк есть доки за 2020?",
|
||||
"expected_intent": "list_documents_by_counterparty",
|
||||
"expected_mode": "address_query"
|
||||
},
|
||||
{
|
||||
"id": "S005",
|
||||
"text": "че по свк по докам за 2020 год",
|
||||
"expected_intent": "list_documents_by_counterparty",
|
||||
"expected_mode": "address_query"
|
||||
},
|
||||
{
|
||||
"id": "S006",
|
||||
"text": "ёпт покажи доки по свк за 2020",
|
||||
"expected_intent": "list_documents_by_counterparty",
|
||||
"expected_mode": "address_query"
|
||||
},
|
||||
{
|
||||
"id": "S007",
|
||||
"text": "бля, доки свк 2020 вывали",
|
||||
"expected_intent": "list_documents_by_counterparty",
|
||||
"expected_mode": "address_query"
|
||||
},
|
||||
{
|
||||
"id": "S008",
|
||||
"text": "svk docs for 2020 please",
|
||||
"expected_intent": "list_documents_by_counterparty",
|
||||
"expected_mode": "address_query"
|
||||
},
|
||||
{
|
||||
"id": "S009",
|
||||
"text": "docs by counterparty svk year 2020",
|
||||
"expected_intent": "list_documents_by_counterparty",
|
||||
"expected_mode": "address_query"
|
||||
},
|
||||
{
|
||||
"id": "S010",
|
||||
"text": "по контрагенту свк покаж документы за 2020",
|
||||
"expected_intent": "list_documents_by_counterparty",
|
||||
"expected_mode": "address_query"
|
||||
},
|
||||
{
|
||||
"id": "S011",
|
||||
"text": "плс доки по свк 2020",
|
||||
"expected_intent": "list_documents_by_counterparty",
|
||||
"expected_mode": "address_query"
|
||||
},
|
||||
{
|
||||
"id": "S012",
|
||||
"text": "свк док за 2020 гони",
|
||||
"expected_intent": "list_documents_by_counterparty",
|
||||
"expected_mode": "address_query"
|
||||
},
|
||||
{
|
||||
"id": "S013",
|
||||
"text": "по свк банковские операции за 2020 покаж",
|
||||
"expected_intent": "bank_operations_by_counterparty",
|
||||
"expected_mode": "address_query"
|
||||
},
|
||||
{
|
||||
"id": "S014",
|
||||
"text": "свк выписка банка 2020",
|
||||
"expected_intent": "bank_operations_by_counterparty",
|
||||
"expected_mode": "address_query"
|
||||
},
|
||||
{
|
||||
"id": "S015",
|
||||
"text": "платежи по свк за 2020 выведи",
|
||||
"expected_intent": "bank_operations_by_counterparty",
|
||||
"expected_mode": "address_query"
|
||||
},
|
||||
{
|
||||
"id": "S016",
|
||||
"text": "оплаты по свк за 2020",
|
||||
"expected_intent": "bank_operations_by_counterparty",
|
||||
"expected_mode": "address_query"
|
||||
},
|
||||
{
|
||||
"id": "S017",
|
||||
"text": "свк банк опер за 2020",
|
||||
"expected_intent": "bank_operations_by_counterparty",
|
||||
"expected_mode": "address_query"
|
||||
},
|
||||
{
|
||||
"id": "S018",
|
||||
"text": "че у свк по банку за 2020",
|
||||
"expected_intent": "bank_operations_by_counterparty",
|
||||
"expected_mode": "address_query"
|
||||
},
|
||||
{
|
||||
"id": "S019",
|
||||
"text": "свк списания/поступления за 2020",
|
||||
"expected_intent": "bank_operations_by_counterparty",
|
||||
"expected_mode": "address_query"
|
||||
},
|
||||
{
|
||||
"id": "S020",
|
||||
"text": "bank ops by svk for 2020",
|
||||
"expected_intent": "bank_operations_by_counterparty",
|
||||
"expected_mode": "address_query"
|
||||
},
|
||||
{
|
||||
"id": "S021",
|
||||
"text": "transactions by counterparty svk 2020",
|
||||
"expected_intent": "bank_operations_by_counterparty",
|
||||
"expected_mode": "address_query"
|
||||
},
|
||||
{
|
||||
"id": "S022",
|
||||
"text": "бля, по свк банковские платежки 2020",
|
||||
"expected_intent": "bank_operations_by_counterparty",
|
||||
"expected_mode": "address_query"
|
||||
},
|
||||
{
|
||||
"id": "S023",
|
||||
"text": "сальдо по счету 60.01 на дату 2020-07-31",
|
||||
"expected_intent": "account_balance_snapshot",
|
||||
"expected_mode": "address_query"
|
||||
},
|
||||
{
|
||||
"id": "S024",
|
||||
"text": "остаток по счету 60.01 на 2020.05",
|
||||
"expected_intent": "account_balance_snapshot",
|
||||
"expected_mode": "address_query"
|
||||
},
|
||||
{
|
||||
"id": "S025",
|
||||
"text": "покажи остаток по 60.01 за май 2020",
|
||||
"expected_intent": "account_balance_snapshot",
|
||||
"expected_mode": "address_query"
|
||||
},
|
||||
{
|
||||
"id": "S026",
|
||||
"text": "счет 60 остаток на май 2020",
|
||||
"expected_intent": "account_balance_snapshot",
|
||||
"expected_mode": "address_query"
|
||||
},
|
||||
{
|
||||
"id": "S027",
|
||||
"text": "баланс account 60.01 as of 2020-07-31",
|
||||
"expected_intent": "account_balance_snapshot",
|
||||
"expected_mode": "address_query"
|
||||
},
|
||||
{
|
||||
"id": "S028",
|
||||
"text": "60.01 saldo на 31.07.2020",
|
||||
"expected_intent": "account_balance_snapshot",
|
||||
"expected_mode": "address_query"
|
||||
},
|
||||
{
|
||||
"id": "S029",
|
||||
"text": "сколько на счете 60 на конец 2020-05",
|
||||
"expected_intent": "account_balance_snapshot",
|
||||
"expected_mode": "address_query"
|
||||
},
|
||||
{
|
||||
"id": "S030",
|
||||
"text": "дай остаток 60.02 на 2020-12-31",
|
||||
"expected_intent": "account_balance_snapshot",
|
||||
"expected_mode": "address_query"
|
||||
},
|
||||
{
|
||||
"id": "S031",
|
||||
"text": "епт, сальдо по счету 62.01 на 2020-12-31",
|
||||
"expected_intent": "account_balance_snapshot",
|
||||
"expected_mode": "address_query"
|
||||
},
|
||||
{
|
||||
"id": "S032",
|
||||
"text": "плс остаток по счету 51 на 2020-06-30",
|
||||
"expected_intent": "account_balance_snapshot",
|
||||
"expected_mode": "address_query"
|
||||
},
|
||||
{
|
||||
"id": "S033",
|
||||
"text": "как там по счету 60.01 на 2020.07?",
|
||||
"expected_intent": "account_balance_snapshot",
|
||||
"expected_mode": "address_query"
|
||||
},
|
||||
{
|
||||
"id": "S034",
|
||||
"text": "сальдо 60 на 2020",
|
||||
"expected_intent": "account_balance_snapshot",
|
||||
"expected_mode": "address_query"
|
||||
},
|
||||
{
|
||||
"id": "S035",
|
||||
"text": "какие документы формируют остаток по счету 60.01 на 2020-07-31",
|
||||
"expected_intent": "documents_forming_balance",
|
||||
"expected_mode": "address_query"
|
||||
},
|
||||
{
|
||||
"id": "S036",
|
||||
"text": "из чего состоит остаток по счету 60 на 2020.05",
|
||||
"expected_intent": "documents_forming_balance",
|
||||
"expected_mode": "address_query"
|
||||
},
|
||||
{
|
||||
"id": "S037",
|
||||
"text": "раскрой остаток 60.01 по документам на конец июля 2020",
|
||||
"expected_intent": "documents_forming_balance",
|
||||
"expected_mode": "address_query"
|
||||
},
|
||||
{
|
||||
"id": "S038",
|
||||
"text": "доки под остатком 60.01 на 2020-07-31",
|
||||
"expected_intent": "documents_forming_balance",
|
||||
"expected_mode": "address_query"
|
||||
},
|
||||
{
|
||||
"id": "S039",
|
||||
"text": "documents forming balance for account 60.01 as of 2020-07-31",
|
||||
"expected_intent": "documents_forming_balance",
|
||||
"expected_mode": "address_query"
|
||||
},
|
||||
{
|
||||
"id": "S040",
|
||||
"text": "бля, какие доки формируют остаток 60.01 на 2020-05-31",
|
||||
"expected_intent": "documents_forming_balance",
|
||||
"expected_mode": "address_query"
|
||||
},
|
||||
{
|
||||
"id": "S041",
|
||||
"text": "по счету 62.01 раскрой остаток документами на 2020-12-31",
|
||||
"expected_intent": "documents_forming_balance",
|
||||
"expected_mode": "address_query"
|
||||
},
|
||||
{
|
||||
"id": "S042",
|
||||
"text": "из чего остаток по счету 51 на 2020-06-30",
|
||||
"expected_intent": "documents_forming_balance",
|
||||
"expected_mode": "address_query"
|
||||
},
|
||||
{
|
||||
"id": "S043",
|
||||
"text": "покажи документы по договору 15/24 за 2020",
|
||||
"expected_intent": "list_documents_by_contract",
|
||||
"expected_mode": "address_query"
|
||||
},
|
||||
{
|
||||
"id": "S044",
|
||||
"text": "доки по дог. 15/24 за 2020",
|
||||
"expected_intent": "list_documents_by_contract",
|
||||
"expected_mode": "address_query"
|
||||
},
|
||||
{
|
||||
"id": "S045",
|
||||
"text": "какие документы по контракту 15/24",
|
||||
"expected_intent": "list_documents_by_contract",
|
||||
"expected_mode": "address_query"
|
||||
},
|
||||
{
|
||||
"id": "S046",
|
||||
"text": "docs by contract 15/24 year 2020",
|
||||
"expected_intent": "list_documents_by_contract",
|
||||
"expected_mode": "address_query"
|
||||
},
|
||||
{
|
||||
"id": "S047",
|
||||
"text": "бля, покажи по договору 15/24 доки",
|
||||
"expected_intent": "list_documents_by_contract",
|
||||
"expected_mode": "address_query"
|
||||
},
|
||||
{
|
||||
"id": "S048",
|
||||
"text": "договор 15/24 документы",
|
||||
"expected_intent": "list_documents_by_contract",
|
||||
"expected_mode": "address_query"
|
||||
},
|
||||
{
|
||||
"id": "S049",
|
||||
"text": "плс документы договор №15/24",
|
||||
"expected_intent": "list_documents_by_contract",
|
||||
"expected_mode": "address_query"
|
||||
},
|
||||
{
|
||||
"id": "S050",
|
||||
"text": "покеж документы по 15/24",
|
||||
"expected_intent": "list_documents_by_contract",
|
||||
"expected_mode": "address_query"
|
||||
},
|
||||
{
|
||||
"id": "S051",
|
||||
"text": "банковские операции по договору 15/24",
|
||||
"expected_intent": "bank_operations_by_contract",
|
||||
"expected_mode": "address_query"
|
||||
},
|
||||
{
|
||||
"id": "S052",
|
||||
"text": "платежи по договору 15/24",
|
||||
"expected_intent": "bank_operations_by_contract",
|
||||
"expected_mode": "address_query"
|
||||
},
|
||||
{
|
||||
"id": "S053",
|
||||
"text": "выписка по договору 15/24",
|
||||
"expected_intent": "bank_operations_by_contract",
|
||||
"expected_mode": "address_query"
|
||||
},
|
||||
{
|
||||
"id": "S054",
|
||||
"text": "bank ops by contract 15/24",
|
||||
"expected_intent": "bank_operations_by_contract",
|
||||
"expected_mode": "address_query"
|
||||
},
|
||||
{
|
||||
"id": "S055",
|
||||
"text": "ёпт, покажи банк операции по дог 15/24",
|
||||
"expected_intent": "bank_operations_by_contract",
|
||||
"expected_mode": "address_query"
|
||||
},
|
||||
{
|
||||
"id": "S056",
|
||||
"text": "по контракту 15/24 платежки",
|
||||
"expected_intent": "bank_operations_by_contract",
|
||||
"expected_mode": "address_query"
|
||||
},
|
||||
{
|
||||
"id": "S057",
|
||||
"text": "покажи сальдо по счету 60 за 2020",
|
||||
"expected_intent": "account_balance_snapshot",
|
||||
"expected_mode": "address_query",
|
||||
"session": "chain_balance_60"
|
||||
},
|
||||
{
|
||||
"id": "S058",
|
||||
"text": "а теперь только май 2020",
|
||||
"expected_intent": "account_balance_snapshot",
|
||||
"expected_mode": "address_query",
|
||||
"session": "chain_balance_60"
|
||||
},
|
||||
{
|
||||
"id": "S059",
|
||||
"text": "ок, теперь 2020.05",
|
||||
"expected_intent": "account_balance_snapshot",
|
||||
"expected_mode": "address_query",
|
||||
"session": "chain_balance_60"
|
||||
},
|
||||
{
|
||||
"id": "S060",
|
||||
"text": "теперь на 2020-07-31",
|
||||
"expected_intent": "account_balance_snapshot",
|
||||
"expected_mode": "address_query",
|
||||
"session": "chain_balance_60"
|
||||
},
|
||||
{
|
||||
"id": "X001",
|
||||
"text": "свк доки кинь за 2020",
|
||||
"expected_intent": "list_documents_by_counterparty",
|
||||
"expected_mode": "address_query"
|
||||
},
|
||||
{
|
||||
"id": "X002",
|
||||
"text": "по свк все документы за 20й год",
|
||||
"expected_intent": "list_documents_by_counterparty",
|
||||
"expected_mode": "address_query"
|
||||
},
|
||||
{
|
||||
"id": "X003",
|
||||
"text": "пж вывали доки контрагент свк 2020",
|
||||
"expected_intent": "list_documents_by_counterparty",
|
||||
"expected_mode": "address_query"
|
||||
},
|
||||
{
|
||||
"id": "X004",
|
||||
"text": "svk poka docy za 2020",
|
||||
"expected_intent": "list_documents_by_counterparty",
|
||||
"expected_mode": "address_query"
|
||||
},
|
||||
{
|
||||
"id": "X005",
|
||||
"text": "какие доки по компании свк за 2020",
|
||||
"expected_intent": "list_documents_by_counterparty",
|
||||
"expected_mode": "address_query"
|
||||
},
|
||||
{
|
||||
"id": "X006",
|
||||
"text": "бля покаж свк документы 2020",
|
||||
"expected_intent": "list_documents_by_counterparty",
|
||||
"expected_mode": "address_query"
|
||||
},
|
||||
{
|
||||
"id": "X007",
|
||||
"text": "свк банк операции за 2020",
|
||||
"expected_intent": "bank_operations_by_counterparty",
|
||||
"expected_mode": "address_query"
|
||||
},
|
||||
{
|
||||
"id": "X008",
|
||||
"text": "по свк выписку банка за 2020 выведи",
|
||||
"expected_intent": "bank_operations_by_counterparty",
|
||||
"expected_mode": "address_query"
|
||||
},
|
||||
{
|
||||
"id": "X009",
|
||||
"text": "свк платежки за 2020",
|
||||
"expected_intent": "bank_operations_by_counterparty",
|
||||
"expected_mode": "address_query"
|
||||
},
|
||||
{
|
||||
"id": "X010",
|
||||
"text": "bank ops svk 2020",
|
||||
"expected_intent": "bank_operations_by_counterparty",
|
||||
"expected_mode": "address_query"
|
||||
},
|
||||
{
|
||||
"id": "X011",
|
||||
"text": "транзакции по свк за 2020",
|
||||
"expected_intent": "bank_operations_by_counterparty",
|
||||
"expected_mode": "address_query"
|
||||
},
|
||||
{
|
||||
"id": "X012",
|
||||
"text": "ёпт по свк че по банку 2020",
|
||||
"expected_intent": "bank_operations_by_counterparty",
|
||||
"expected_mode": "address_query"
|
||||
},
|
||||
{
|
||||
"id": "X013",
|
||||
"text": "остаток по 60.01 на 2020-07-31",
|
||||
"expected_intent": "account_balance_snapshot",
|
||||
"expected_mode": "address_query"
|
||||
},
|
||||
{
|
||||
"id": "X014",
|
||||
"text": "сальдо 60.01 на 31.07.2020",
|
||||
"expected_intent": "account_balance_snapshot",
|
||||
"expected_mode": "address_query"
|
||||
},
|
||||
{
|
||||
"id": "X015",
|
||||
"text": "что на счете 60 на 2020.05",
|
||||
"expected_intent": "account_balance_snapshot",
|
||||
"expected_mode": "address_query"
|
||||
},
|
||||
{
|
||||
"id": "X016",
|
||||
"text": "дай остаток 62.01 на 2020 май",
|
||||
"expected_intent": "account_balance_snapshot",
|
||||
"expected_mode": "address_query"
|
||||
},
|
||||
{
|
||||
"id": "X017",
|
||||
"text": "saldo account 60 as of 2020-12-31",
|
||||
"expected_intent": "account_balance_snapshot",
|
||||
"expected_mode": "address_query"
|
||||
},
|
||||
{
|
||||
"id": "X018",
|
||||
"text": "плиз остаток по счету 51 на 2020-06-30",
|
||||
"expected_intent": "account_balance_snapshot",
|
||||
"expected_mode": "address_query"
|
||||
},
|
||||
{
|
||||
"id": "X019",
|
||||
"text": "скока по 60.02 на конец 2020-12",
|
||||
"expected_intent": "account_balance_snapshot",
|
||||
"expected_mode": "address_query"
|
||||
},
|
||||
{
|
||||
"id": "X020",
|
||||
"text": "бля сальдо 60.01 на 2020-05-31",
|
||||
"expected_intent": "account_balance_snapshot",
|
||||
"expected_mode": "address_query"
|
||||
},
|
||||
{
|
||||
"id": "X021",
|
||||
"text": "раскрой остаток 60.01 по документам на конец июля 2020",
|
||||
"expected_intent": "documents_forming_balance",
|
||||
"expected_mode": "address_query"
|
||||
},
|
||||
{
|
||||
"id": "X022",
|
||||
"text": "доки под остатком 60.01 на 2020-07-31",
|
||||
"expected_intent": "documents_forming_balance",
|
||||
"expected_mode": "address_query"
|
||||
},
|
||||
{
|
||||
"id": "X023",
|
||||
"text": "из чего остаток 60.01 на 2020-07-31",
|
||||
"expected_intent": "documents_forming_balance",
|
||||
"expected_mode": "address_query"
|
||||
},
|
||||
{
|
||||
"id": "X024",
|
||||
"text": "какие документы формируют остаток по 60.01 на 2020-07-31",
|
||||
"expected_intent": "documents_forming_balance",
|
||||
"expected_mode": "address_query"
|
||||
},
|
||||
{
|
||||
"id": "X025",
|
||||
"text": "docs forming balance 60.01 as of 2020-07-31",
|
||||
"expected_intent": "documents_forming_balance",
|
||||
"expected_mode": "address_query"
|
||||
},
|
||||
{
|
||||
"id": "X026",
|
||||
"text": "раскидай остаток 62.01 по докам на 2020-12-31",
|
||||
"expected_intent": "documents_forming_balance",
|
||||
"expected_mode": "address_query"
|
||||
},
|
||||
{
|
||||
"id": "X027",
|
||||
"text": "по счету 51 раскрой остаток документами на 2020-06-30",
|
||||
"expected_intent": "documents_forming_balance",
|
||||
"expected_mode": "address_query"
|
||||
},
|
||||
{
|
||||
"id": "X028",
|
||||
"text": "бля из чего состоит остаток по 60.01 на 2020-05-31",
|
||||
"expected_intent": "documents_forming_balance",
|
||||
"expected_mode": "address_query"
|
||||
},
|
||||
{
|
||||
"id": "X029",
|
||||
"text": "доки по договору 15/24 за 2020",
|
||||
"expected_intent": "list_documents_by_contract",
|
||||
"expected_mode": "address_query"
|
||||
},
|
||||
{
|
||||
"id": "X030",
|
||||
"text": "покажи документы контракт 15/24",
|
||||
"expected_intent": "list_documents_by_contract",
|
||||
"expected_mode": "address_query"
|
||||
},
|
||||
{
|
||||
"id": "X031",
|
||||
"text": "docs by contract 15/24 2020",
|
||||
"expected_intent": "list_documents_by_contract",
|
||||
"expected_mode": "address_query"
|
||||
},
|
||||
{
|
||||
"id": "X032",
|
||||
"text": "по дог 15/24 какие документы",
|
||||
"expected_intent": "list_documents_by_contract",
|
||||
"expected_mode": "address_query"
|
||||
},
|
||||
{
|
||||
"id": "X033",
|
||||
"text": "договор 15/24 выведи доки",
|
||||
"expected_intent": "list_documents_by_contract",
|
||||
"expected_mode": "address_query"
|
||||
},
|
||||
{
|
||||
"id": "X034",
|
||||
"text": "нах покажи документы по 15/24",
|
||||
"expected_intent": "list_documents_by_contract",
|
||||
"expected_mode": "address_query"
|
||||
},
|
||||
{
|
||||
"id": "X035",
|
||||
"text": "банк операции по договору 15/24",
|
||||
"expected_intent": "bank_operations_by_contract",
|
||||
"expected_mode": "address_query"
|
||||
},
|
||||
{
|
||||
"id": "X036",
|
||||
"text": "платежки по дог 15/24",
|
||||
"expected_intent": "bank_operations_by_contract",
|
||||
"expected_mode": "address_query"
|
||||
},
|
||||
{
|
||||
"id": "X037",
|
||||
"text": "выписка по контракту 15/24",
|
||||
"expected_intent": "bank_operations_by_contract",
|
||||
"expected_mode": "address_query"
|
||||
},
|
||||
{
|
||||
"id": "X038",
|
||||
"text": "bank ops by contract 15/24",
|
||||
"expected_intent": "bank_operations_by_contract",
|
||||
"expected_mode": "address_query"
|
||||
},
|
||||
{
|
||||
"id": "X039",
|
||||
"text": "покажи банк опер по дог 15/24 пж",
|
||||
"expected_intent": "bank_operations_by_contract",
|
||||
"expected_mode": "address_query"
|
||||
},
|
||||
{
|
||||
"id": "X040",
|
||||
"text": "епт транзакции договор 15/24",
|
||||
"expected_intent": "bank_operations_by_contract",
|
||||
"expected_mode": "address_query"
|
||||
},
|
||||
{
|
||||
"id": "X041",
|
||||
"text": "покажи сальдо по счету 60 за 2020",
|
||||
"expected_intent": "account_balance_snapshot",
|
||||
"expected_mode": "address_query",
|
||||
"session": "chain_balance_60_extra"
|
||||
},
|
||||
{
|
||||
"id": "X042",
|
||||
"text": "а теперь только май 2020",
|
||||
"expected_intent": "account_balance_snapshot",
|
||||
"expected_mode": "address_query",
|
||||
"session": "chain_balance_60_extra"
|
||||
}
|
||||
]
|
||||
@@ -0,0 +1,22 @@
|
||||
# 2026-04-02_Address_Full_Live_Run_2026-04-02_08-03-09
|
||||
|
||||
- Questions total: 37
|
||||
- HTTP 200 + ok: 34
|
||||
- Factual replies: 31
|
||||
- Partial replies: 3
|
||||
- LLM decomposition applied: 25
|
||||
- Fallback rules used: 25
|
||||
- Avg latency (ms): 1157.8
|
||||
|
||||
## Top Partial Cases
|
||||
- #11: Покажи документы по договору 15/24
|
||||
reply_type=partial_coverage; mcp=materialized_but_filtered_out_by_recipe; limited_reason=recipe_visibility_gap; llm_reason=fallback_rule_applied_after_llm_error
|
||||
- #13: Есть ли долг по договору 15/24 на 2020-07-31
|
||||
reply_type=partial_coverage; mcp=materialized_but_not_anchor_matched; limited_reason=empty_match; llm_reason=error:Failed to extract output_text from /responses payload.
|
||||
- #33: покажи банк опер по дог 15/24 пж
|
||||
reply_type=partial_coverage; mcp=skipped; limited_reason=unsupported; llm_reason=fallback_rule_applied_after_llm_error
|
||||
|
||||
## Artifacts
|
||||
- full_live_results.json
|
||||
- run_summary.json
|
||||
- failures_only.json
|
||||
+551
@@ -0,0 +1,551 @@
|
||||
[
|
||||
{
|
||||
"number": 11,
|
||||
"question": "Покажи документы по договору 15/24",
|
||||
"session_key": "single_11",
|
||||
"session_id": "asst-x504ZNzRpo",
|
||||
"status_code": 200,
|
||||
"ok": true,
|
||||
"elapsed_ms": 2054,
|
||||
"reply_type": "partial_coverage",
|
||||
"trace_id": "address-R4AOTGWmNt",
|
||||
"assistant_reply": "Текущий live recipe не дает нужную видимость данных для этого сценария.\nПричина: строки по якорю найдены, но отфильтрованы intent-specific recipe.\nЧто нужно уточнить: сузьте период, уточните контрагента или документный тип.",
|
||||
"execution_lane": "address_query",
|
||||
"detected_mode": "address_query",
|
||||
"detected_intent": "list_documents_by_contract",
|
||||
"selected_recipe": "address_documents_by_contract_v1",
|
||||
"mcp_call_status": "materialized_but_filtered_out_by_recipe",
|
||||
"limited_reason_category": "recipe_visibility_gap",
|
||||
"rows_matched": 0,
|
||||
"llm_decomposition_applied": true,
|
||||
"llm_decomposition_reason": "fallback_rule_applied_after_llm_error",
|
||||
"llm_provider_used": "local",
|
||||
"fallback_rule_hit": "documents_contract_rewrite",
|
||||
"llm_decomposition_trace_id": null,
|
||||
"llm_decomposition_effective_message": "документы по договору 15/24",
|
||||
"error_text": null,
|
||||
"debug": {
|
||||
"trace_id": "address-R4AOTGWmNt",
|
||||
"prompt_version": "address_query_runtime_v1",
|
||||
"schema_version": "address_query_runtime_v1",
|
||||
"fallback_type": "partial",
|
||||
"route_summary": null,
|
||||
"fragments": [
|
||||
|
||||
],
|
||||
"requirements_extracted": [
|
||||
|
||||
],
|
||||
"coverage_report": {
|
||||
"requirements_total": 0,
|
||||
"requirements_covered": 0,
|
||||
"requirements_uncovered": [
|
||||
|
||||
],
|
||||
"requirements_partially_covered": [
|
||||
|
||||
],
|
||||
"clarification_needed_for": [
|
||||
|
||||
],
|
||||
"out_of_scope_requirements": [
|
||||
|
||||
]
|
||||
},
|
||||
"routes": [
|
||||
|
||||
],
|
||||
"retrieval_status": [
|
||||
|
||||
],
|
||||
"retrieval_results": [
|
||||
|
||||
],
|
||||
"answer_grounding_check": {
|
||||
"status": "partial",
|
||||
"route_subject_match": true,
|
||||
"missing_requirements": [
|
||||
|
||||
],
|
||||
"reasons": [
|
||||
"address_entity_detected",
|
||||
"document_list_signal_detected",
|
||||
"documents_by_contract_signal_detected"
|
||||
],
|
||||
"why_included_summary": [
|
||||
|
||||
],
|
||||
"selection_reason_summary": [
|
||||
|
||||
]
|
||||
},
|
||||
"dropped_intent_segments": [
|
||||
|
||||
],
|
||||
"detected_mode": "address_query",
|
||||
"detected_mode_confidence": "medium",
|
||||
"query_shape": "DOCUMENT_LIST",
|
||||
"query_shape_confidence": "medium",
|
||||
"detected_intent": "list_documents_by_contract",
|
||||
"detected_intent_confidence": "medium",
|
||||
"extracted_filters": {
|
||||
"sort": "period_desc",
|
||||
"limit": 20,
|
||||
"contract": "15/24"
|
||||
},
|
||||
"missing_required_filters": [
|
||||
|
||||
],
|
||||
"selected_recipe": "address_documents_by_contract_v1",
|
||||
"mcp_call_status_legacy": "materialized_but_not_matched",
|
||||
"account_scope_mode": "preferred",
|
||||
"account_scope_fallback_applied": false,
|
||||
"anchor_type": "contract",
|
||||
"anchor_value_raw": "15/24",
|
||||
"anchor_value_resolved": "15/24",
|
||||
"resolver_confidence": "medium",
|
||||
"ambiguity_count": 0,
|
||||
"match_failure_stage": "materialized_but_filtered_out_by_recipe",
|
||||
"match_failure_reason": "rows_filtered_out_by_intent_recipe_after_anchor_match",
|
||||
"mcp_call_status": "materialized_but_filtered_out_by_recipe",
|
||||
"rows_fetched": 1000,
|
||||
"raw_rows_received": 1000,
|
||||
"rows_after_account_scope": 416,
|
||||
"rows_after_recipe_filter": 2,
|
||||
"rows_materialized": 416,
|
||||
"rows_matched": 0,
|
||||
"raw_row_keys_sample": [
|
||||
"Период",
|
||||
"Регистратор",
|
||||
"СчетДт",
|
||||
"СчетКт",
|
||||
"Сумма",
|
||||
"Period",
|
||||
"Registrator",
|
||||
"AccountDt",
|
||||
"AccountKt",
|
||||
"Amount"
|
||||
],
|
||||
"materialization_drop_reason": "none",
|
||||
"account_token_raw": null,
|
||||
"account_token_normalized": null,
|
||||
"account_scope_fields_checked": [
|
||||
"account_dt",
|
||||
"account_kt",
|
||||
"registrator",
|
||||
"analytics"
|
||||
],
|
||||
"account_scope_match_strategy": "account_code_regex_plus_alias_map_v1",
|
||||
"account_scope_drop_reason": "not_applicable",
|
||||
"runtime_readiness": "REQUIRES_SPECIALIZED_RECIPE",
|
||||
"limited_reason_category": "recipe_visibility_gap",
|
||||
"response_type": "LIMITED_WITH_REASON",
|
||||
"execution_lane": "address_query",
|
||||
"llm_decomposition_applied": true,
|
||||
"llm_decomposition_attempted": true,
|
||||
"llm_provider_used": "local",
|
||||
"llm_decomposition_trace_id": null,
|
||||
"llm_decomposition_effective_message": "документы по договору 15/24",
|
||||
"llm_decomposition_reason": "fallback_rule_applied_after_llm_error",
|
||||
"fallback_rule_hit": "documents_contract_rewrite",
|
||||
"sanitized_user_message": "покажи документы по договору 15/24",
|
||||
"tool_gate_decision": "run_address_lane",
|
||||
"tool_gate_reason": "address_signal_detected",
|
||||
"answer_structure_v11": null,
|
||||
"investigation_state_snapshot": null,
|
||||
"normalized": null,
|
||||
"normalizer_output": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"number": 13,
|
||||
"question": "Есть ли долг по договору 15/24 на 2020-07-31",
|
||||
"session_key": "single_13",
|
||||
"session_id": "asst-UUVkCb5sCS",
|
||||
"status_code": 200,
|
||||
"ok": true,
|
||||
"elapsed_ms": 2964,
|
||||
"reply_type": "partial_coverage",
|
||||
"trace_id": "address-Ea84sfq8iH",
|
||||
"assistant_reply": "В live-данных по текущему фильтру записи не найдены.\nПричина: по указанному якорю и фильтрам в live-выборке нет строк.\nЧто нужно уточнить: уточните период или снимите часть фильтров.",
|
||||
"execution_lane": "address_query",
|
||||
"detected_mode": "address_query",
|
||||
"detected_intent": "list_documents_by_contract",
|
||||
"selected_recipe": "address_documents_by_contract_v1",
|
||||
"mcp_call_status": "materialized_but_not_anchor_matched",
|
||||
"limited_reason_category": "empty_match",
|
||||
"rows_matched": 0,
|
||||
"llm_decomposition_applied": false,
|
||||
"llm_decomposition_reason": "error:Failed to extract output_text from /responses payload.",
|
||||
"llm_provider_used": "local",
|
||||
"fallback_rule_hit": null,
|
||||
"llm_decomposition_trace_id": null,
|
||||
"llm_decomposition_effective_message": "Есть ли долг по договору 15/24 на 2020-07-31",
|
||||
"error_text": null,
|
||||
"debug": {
|
||||
"trace_id": "address-Ea84sfq8iH",
|
||||
"prompt_version": "address_query_runtime_v1",
|
||||
"schema_version": "address_query_runtime_v1",
|
||||
"fallback_type": "partial",
|
||||
"route_summary": null,
|
||||
"fragments": [
|
||||
|
||||
],
|
||||
"requirements_extracted": [
|
||||
|
||||
],
|
||||
"coverage_report": {
|
||||
"requirements_total": 0,
|
||||
"requirements_covered": 0,
|
||||
"requirements_uncovered": [
|
||||
|
||||
],
|
||||
"requirements_partially_covered": [
|
||||
|
||||
],
|
||||
"clarification_needed_for": [
|
||||
|
||||
],
|
||||
"out_of_scope_requirements": [
|
||||
|
||||
]
|
||||
},
|
||||
"routes": [
|
||||
|
||||
],
|
||||
"retrieval_status": [
|
||||
|
||||
],
|
||||
"retrieval_results": [
|
||||
|
||||
],
|
||||
"answer_grounding_check": {
|
||||
"status": "partial",
|
||||
"route_subject_match": true,
|
||||
"missing_requirements": [
|
||||
|
||||
],
|
||||
"reasons": [
|
||||
"address_action_detected",
|
||||
"address_entity_detected",
|
||||
"verify_signal_detected",
|
||||
"documents_by_contract_signal_detected"
|
||||
],
|
||||
"why_included_summary": [
|
||||
|
||||
],
|
||||
"selection_reason_summary": [
|
||||
|
||||
]
|
||||
},
|
||||
"dropped_intent_segments": [
|
||||
|
||||
],
|
||||
"detected_mode": "address_query",
|
||||
"detected_mode_confidence": "high",
|
||||
"query_shape": "VERIFY_FACTUAL",
|
||||
"query_shape_confidence": "medium",
|
||||
"detected_intent": "list_documents_by_contract",
|
||||
"detected_intent_confidence": "medium",
|
||||
"extracted_filters": {
|
||||
"sort": "period_desc",
|
||||
"limit": 20,
|
||||
"contract": "15/24",
|
||||
"period_from": "2020-07-01",
|
||||
"period_to": "2020-07-31"
|
||||
},
|
||||
"missing_required_filters": [
|
||||
|
||||
],
|
||||
"selected_recipe": "address_documents_by_contract_v1",
|
||||
"mcp_call_status_legacy": "materialized_but_not_matched",
|
||||
"account_scope_mode": "preferred",
|
||||
"account_scope_fallback_applied": true,
|
||||
"anchor_type": "contract",
|
||||
"anchor_value_raw": "15/24",
|
||||
"anchor_value_resolved": "15/24",
|
||||
"resolver_confidence": "medium",
|
||||
"ambiguity_count": 0,
|
||||
"match_failure_stage": "materialized_but_not_anchor_matched",
|
||||
"match_failure_reason": "contract_anchor_not_matched_in_materialized_rows",
|
||||
"mcp_call_status": "materialized_but_not_anchor_matched",
|
||||
"rows_fetched": 20,
|
||||
"raw_rows_received": 20,
|
||||
"rows_after_account_scope": 20,
|
||||
"rows_after_recipe_filter": 0,
|
||||
"rows_materialized": 20,
|
||||
"rows_matched": 0,
|
||||
"raw_row_keys_sample": [
|
||||
"Период",
|
||||
"Регистратор",
|
||||
"СчетДт",
|
||||
"СчетКт",
|
||||
"Сумма",
|
||||
"Period",
|
||||
"Registrator",
|
||||
"AccountDt",
|
||||
"AccountKt",
|
||||
"Amount"
|
||||
],
|
||||
"materialization_drop_reason": "none",
|
||||
"account_token_raw": null,
|
||||
"account_token_normalized": null,
|
||||
"account_scope_fields_checked": [
|
||||
"account_dt",
|
||||
"account_kt",
|
||||
"registrator",
|
||||
"analytics"
|
||||
],
|
||||
"account_scope_match_strategy": "account_code_regex_plus_alias_map_v1",
|
||||
"account_scope_drop_reason": "not_applicable",
|
||||
"runtime_readiness": "LIVE_QUERYABLE_WITH_LIMITS",
|
||||
"limited_reason_category": "empty_match",
|
||||
"response_type": "LIMITED_WITH_REASON",
|
||||
"execution_lane": "address_query",
|
||||
"llm_decomposition_applied": false,
|
||||
"llm_decomposition_attempted": true,
|
||||
"llm_provider_used": "local",
|
||||
"llm_decomposition_trace_id": null,
|
||||
"llm_decomposition_effective_message": "Есть ли долг по договору 15/24 на 2020-07-31",
|
||||
"llm_decomposition_reason": "error:Failed to extract output_text from /responses payload.",
|
||||
"fallback_rule_hit": null,
|
||||
"sanitized_user_message": "есть ли долг по договору 15/24 на 2020-07-31",
|
||||
"tool_gate_decision": "run_address_lane",
|
||||
"tool_gate_reason": "address_signal_detected",
|
||||
"answer_structure_v11": null,
|
||||
"investigation_state_snapshot": null,
|
||||
"normalized": null,
|
||||
"normalizer_output": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"number": 33,
|
||||
"question": "покажи банк опер по дог 15/24 пж",
|
||||
"session_key": "single_33",
|
||||
"session_id": "asst-gXTpxnmWpG",
|
||||
"status_code": 200,
|
||||
"ok": true,
|
||||
"elapsed_ms": 6,
|
||||
"reply_type": "partial_coverage",
|
||||
"trace_id": "address-VyJiL2DoTr",
|
||||
"assistant_reply": "Этот запрос не подходит под address_query V1.\nПричина: intent пока не поддержан в address V1.\nЧто нужно уточнить: переформулируйте вопрос как адресный lookup по счету/контрагенту/договору.",
|
||||
"execution_lane": "address_query",
|
||||
"detected_mode": "address_query",
|
||||
"detected_intent": "unknown",
|
||||
"selected_recipe": null,
|
||||
"mcp_call_status": "skipped",
|
||||
"limited_reason_category": "unsupported",
|
||||
"rows_matched": 0,
|
||||
"llm_decomposition_applied": true,
|
||||
"llm_decomposition_reason": "fallback_rule_applied_after_llm_error",
|
||||
"llm_provider_used": "local",
|
||||
"fallback_rule_hit": "noise_cleanup",
|
||||
"llm_decomposition_trace_id": null,
|
||||
"llm_decomposition_effective_message": "покажи банк опер по дог 15/24",
|
||||
"error_text": null,
|
||||
"debug": {
|
||||
"trace_id": "address-VyJiL2DoTr",
|
||||
"prompt_version": "address_query_runtime_v1",
|
||||
"schema_version": "address_query_runtime_v1",
|
||||
"fallback_type": "partial",
|
||||
"route_summary": null,
|
||||
"fragments": [
|
||||
|
||||
],
|
||||
"requirements_extracted": [
|
||||
|
||||
],
|
||||
"coverage_report": {
|
||||
"requirements_total": 0,
|
||||
"requirements_covered": 0,
|
||||
"requirements_uncovered": [
|
||||
|
||||
],
|
||||
"requirements_partially_covered": [
|
||||
|
||||
],
|
||||
"clarification_needed_for": [
|
||||
|
||||
],
|
||||
"out_of_scope_requirements": [
|
||||
|
||||
]
|
||||
},
|
||||
"routes": [
|
||||
|
||||
],
|
||||
"retrieval_status": [
|
||||
|
||||
],
|
||||
"retrieval_results": [
|
||||
|
||||
],
|
||||
"answer_grounding_check": {
|
||||
"status": "partial",
|
||||
"route_subject_match": true,
|
||||
"missing_requirements": [
|
||||
|
||||
],
|
||||
"reasons": [
|
||||
"address_action_detected",
|
||||
"address_entity_detected",
|
||||
"shape_not_detected",
|
||||
"intent_not_supported_in_v1"
|
||||
],
|
||||
"why_included_summary": [
|
||||
|
||||
],
|
||||
"selection_reason_summary": [
|
||||
|
||||
]
|
||||
},
|
||||
"dropped_intent_segments": [
|
||||
|
||||
],
|
||||
"detected_mode": "address_query",
|
||||
"detected_mode_confidence": "high",
|
||||
"query_shape": "UNKNOWN",
|
||||
"query_shape_confidence": "low",
|
||||
"detected_intent": "unknown",
|
||||
"detected_intent_confidence": "low",
|
||||
"extracted_filters": {
|
||||
"sort": "period_desc",
|
||||
"limit": 20
|
||||
},
|
||||
"missing_required_filters": [
|
||||
|
||||
],
|
||||
"selected_recipe": null,
|
||||
"mcp_call_status_legacy": "skipped",
|
||||
"account_scope_mode": "strict",
|
||||
"account_scope_fallback_applied": false,
|
||||
"anchor_type": "unknown",
|
||||
"anchor_value_raw": null,
|
||||
"anchor_value_resolved": null,
|
||||
"resolver_confidence": "low",
|
||||
"ambiguity_count": 0,
|
||||
"match_failure_stage": "none",
|
||||
"match_failure_reason": null,
|
||||
"mcp_call_status": "skipped",
|
||||
"rows_fetched": 0,
|
||||
"raw_rows_received": 0,
|
||||
"rows_after_account_scope": 0,
|
||||
"rows_after_recipe_filter": 0,
|
||||
"rows_materialized": 0,
|
||||
"rows_matched": 0,
|
||||
"raw_row_keys_sample": [
|
||||
|
||||
],
|
||||
"materialization_drop_reason": "none",
|
||||
"account_token_raw": null,
|
||||
"account_token_normalized": null,
|
||||
"account_scope_fields_checked": [
|
||||
"account_dt",
|
||||
"account_kt",
|
||||
"registrator",
|
||||
"analytics"
|
||||
],
|
||||
"account_scope_match_strategy": "account_code_regex_plus_alias_map_v1",
|
||||
"account_scope_drop_reason": "not_applicable",
|
||||
"runtime_readiness": "DEEP_ONLY",
|
||||
"limited_reason_category": "unsupported",
|
||||
"response_type": "LIMITED_WITH_REASON",
|
||||
"execution_lane": "address_query",
|
||||
"llm_decomposition_applied": true,
|
||||
"llm_decomposition_attempted": true,
|
||||
"llm_provider_used": "local",
|
||||
"llm_decomposition_trace_id": null,
|
||||
"llm_decomposition_effective_message": "покажи банк опер по дог 15/24",
|
||||
"llm_decomposition_reason": "fallback_rule_applied_after_llm_error",
|
||||
"fallback_rule_hit": "noise_cleanup",
|
||||
"sanitized_user_message": "покажи банк опер по дог 15/24",
|
||||
"tool_gate_decision": "run_address_lane",
|
||||
"tool_gate_reason": "address_signal_detected",
|
||||
"answer_structure_v11": null,
|
||||
"investigation_state_snapshot": null,
|
||||
"normalized": null,
|
||||
"normalizer_output": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"number": 35,
|
||||
"question": "по свк за весь период че есть",
|
||||
"session_key": "single_35",
|
||||
"session_id": null,
|
||||
"status_code": 502,
|
||||
"ok": false,
|
||||
"elapsed_ms": 45,
|
||||
"reply_type": null,
|
||||
"trace_id": null,
|
||||
"assistant_reply": null,
|
||||
"execution_lane": null,
|
||||
"detected_mode": null,
|
||||
"detected_intent": null,
|
||||
"selected_recipe": null,
|
||||
"mcp_call_status": null,
|
||||
"limited_reason_category": null,
|
||||
"rows_matched": null,
|
||||
"llm_decomposition_applied": null,
|
||||
"llm_decomposition_reason": null,
|
||||
"llm_provider_used": null,
|
||||
"fallback_rule_hit": null,
|
||||
"llm_decomposition_trace_id": null,
|
||||
"llm_decomposition_effective_message": null,
|
||||
"error_text": "",
|
||||
"debug": null
|
||||
},
|
||||
{
|
||||
"number": 36,
|
||||
"question": "Покажи технические константы конфигурации",
|
||||
"session_key": "single_36",
|
||||
"session_id": null,
|
||||
"status_code": 502,
|
||||
"ok": false,
|
||||
"elapsed_ms": 5,
|
||||
"reply_type": null,
|
||||
"trace_id": null,
|
||||
"assistant_reply": null,
|
||||
"execution_lane": null,
|
||||
"detected_mode": null,
|
||||
"detected_intent": null,
|
||||
"selected_recipe": null,
|
||||
"mcp_call_status": null,
|
||||
"limited_reason_category": null,
|
||||
"rows_matched": null,
|
||||
"llm_decomposition_applied": null,
|
||||
"llm_decomposition_reason": null,
|
||||
"llm_provider_used": null,
|
||||
"fallback_rule_hit": null,
|
||||
"llm_decomposition_trace_id": null,
|
||||
"llm_decomposition_effective_message": null,
|
||||
"error_text": "",
|
||||
"debug": null
|
||||
},
|
||||
{
|
||||
"number": 37,
|
||||
"question": "кто президент США",
|
||||
"session_key": "single_37",
|
||||
"session_id": null,
|
||||
"status_code": 502,
|
||||
"ok": false,
|
||||
"elapsed_ms": 3,
|
||||
"reply_type": null,
|
||||
"trace_id": null,
|
||||
"assistant_reply": null,
|
||||
"execution_lane": null,
|
||||
"detected_mode": null,
|
||||
"detected_intent": null,
|
||||
"selected_recipe": null,
|
||||
"mcp_call_status": null,
|
||||
"limited_reason_category": null,
|
||||
"rows_matched": null,
|
||||
"llm_decomposition_applied": null,
|
||||
"llm_decomposition_reason": null,
|
||||
"llm_provider_used": null,
|
||||
"fallback_rule_hit": null,
|
||||
"llm_decomposition_trace_id": null,
|
||||
"llm_decomposition_effective_message": null,
|
||||
"error_text": "",
|
||||
"debug": null
|
||||
}
|
||||
]
|
||||
+5602
File diff suppressed because it is too large
Load Diff
+67
@@ -0,0 +1,67 @@
|
||||
{
|
||||
"run_id": "2026-04-02_Address_Full_Live_Run_2026-04-02_08-03-09",
|
||||
"generated_at": "2026-04-02T08:03:52",
|
||||
"source_questions_file": "docs/ADDRESS/1.txt",
|
||||
"backend_url": "http://127.0.0.1:8787/api/assistant/message",
|
||||
"llm_provider": "local",
|
||||
"llm_base_url": "http://127.0.0.1:1234",
|
||||
"llm_model": "qwen2.5-14b-instruct-1m",
|
||||
"totals": {
|
||||
"questions_total": 37,
|
||||
"ok_200_count": 34,
|
||||
"factual_count": 31,
|
||||
"partial_coverage_count": 3,
|
||||
"other_reply_types_count": 3,
|
||||
"llm_decomposition_applied_count": 25,
|
||||
"fallback_rule_hit_count": 25,
|
||||
"avg_elapsed_ms": 1157.8
|
||||
},
|
||||
"distributions": {
|
||||
"mcp_call_status": {
|
||||
"materialized_but_filtered_out_by_recipe": 1,
|
||||
"skipped": 1,
|
||||
"matched_non_empty": 31,
|
||||
"(null)": 3,
|
||||
"materialized_but_not_anchor_matched": 1
|
||||
},
|
||||
"limited_reason_category": {
|
||||
"empty_match": 1,
|
||||
"unsupported": 1,
|
||||
"recipe_visibility_gap": 1
|
||||
},
|
||||
"llm_decomposition_reason": {
|
||||
"error:Failed to extract output_text from /responses payload.": 3,
|
||||
"fallback_rule_applied_after_llm_error": 25,
|
||||
"(null)": 3,
|
||||
"not_address_like": 6
|
||||
}
|
||||
},
|
||||
"followup_sessions": {
|
||||
"chain_a": "asst-FcMkXBWcu2",
|
||||
"single_33": "asst-gXTpxnmWpG",
|
||||
"single_31": "asst-rTMQAu9-iv",
|
||||
"single_2": "asst-SFu_Ft-HM1",
|
||||
"single_14": "asst-yxnKwYNQ5c",
|
||||
"single_12": "asst-gaC9QR3ac9",
|
||||
"single_17": "asst-QjQxuKBZHt",
|
||||
"single_32": "asst-7GzzMHDiQZ",
|
||||
"single_19": "asst-hh3GkT9dJF",
|
||||
"single_13": "asst-UUVkCb5sCS",
|
||||
"single_11": "asst-x504ZNzRpo",
|
||||
"chain_c": "asst-gSWtm2LPha",
|
||||
"single_9": "asst-d7G1unNF_j",
|
||||
"single_7": "asst-7AC_NeHrTA",
|
||||
"single_16": "asst-PhFTkR2mWs",
|
||||
"single_10": "asst-sny3sFB19c",
|
||||
"single_18": "asst-RY7LBPJr6i",
|
||||
"single_8": "asst-koxw3u9Zj9",
|
||||
"single_6": "asst-h6m3_aXtOM",
|
||||
"single_4": "asst-ZheKxL2311",
|
||||
"single_34": "asst-HfTDFjeXdM",
|
||||
"chain_b": "asst-NzEwL_Cksq",
|
||||
"single_15": "asst-OyooDcGGLh",
|
||||
"single_5": "asst-8QOPS213rL",
|
||||
"single_3": "asst-BS6WQx3BLi",
|
||||
"single_1": "asst-3TFo9p8UGo"
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,13 @@
|
||||
# 2026-04-02_Address_Full_Live_Run_2026-04-02_08-31-54
|
||||
|
||||
- Source questions: docs/ADDRESS/1.txt
|
||||
- Total: 37
|
||||
- HTTP 200: 34
|
||||
- factual: 32
|
||||
- partial_coverage: 2
|
||||
- other_reply_types: 0
|
||||
|
||||
Artifacts:
|
||||
- run_summary.json
|
||||
- full_live_results.json
|
||||
- failures_only.json
|
||||
+87
@@ -0,0 +1,87 @@
|
||||
[
|
||||
{
|
||||
"number": 13,
|
||||
"question": "Есть ли долг по договору 15/24 на 2020-07-31",
|
||||
"session_key": "single_13",
|
||||
"session_id": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_08-31-54-single_13",
|
||||
"status_code": 200,
|
||||
"ok": true,
|
||||
"elapsed_ms": 880,
|
||||
"reply_type": "partial_coverage",
|
||||
"trace_id": "address-SVQXmJgEIg",
|
||||
"assistant_reply": "В live-данных по текущему фильтру записи не найдены.\nПричина: по указанному якорю и фильтрам в live-выборке нет строк.\nЧто нужно уточнить: уточните период или снимите часть фильтров.",
|
||||
"mcp_call_status": "materialized_but_not_anchor_matched",
|
||||
"limited_reason_category": "empty_match",
|
||||
"llm_decomposition_applied": false,
|
||||
"llm_decomposition_reason": "error:Missing choices in /chat/completions payload.",
|
||||
"fallback_rule_hit": null
|
||||
},
|
||||
{
|
||||
"number": 21,
|
||||
"question": "а теперь только за май 2020",
|
||||
"session_key": "chain_a",
|
||||
"session_id": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_08-31-54-chain_a",
|
||||
"status_code": 200,
|
||||
"ok": true,
|
||||
"elapsed_ms": 3198,
|
||||
"reply_type": "partial_coverage",
|
||||
"trace_id": "address-_25Y4MfSv4",
|
||||
"assistant_reply": "В live-данных по текущему фильтру записи не найдены.\nПричина: по указанному якорю и фильтрам в live-выборке нет строк.\nЧто нужно уточнить: уточните период или снимите часть фильтров.",
|
||||
"mcp_call_status": "materialized_but_not_anchor_matched",
|
||||
"limited_reason_category": "empty_match",
|
||||
"llm_decomposition_applied": false,
|
||||
"llm_decomposition_reason": "not_address_like",
|
||||
"fallback_rule_hit": null
|
||||
},
|
||||
{
|
||||
"number": 35,
|
||||
"question": "по свк за весь период че есть",
|
||||
"session_key": "single_35",
|
||||
"session_id": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_08-31-54-single_35",
|
||||
"status_code": 502,
|
||||
"ok": false,
|
||||
"elapsed_ms": 17,
|
||||
"reply_type": "",
|
||||
"trace_id": "",
|
||||
"assistant_reply": "",
|
||||
"mcp_call_status": null,
|
||||
"limited_reason_category": null,
|
||||
"llm_decomposition_applied": null,
|
||||
"llm_decomposition_reason": null,
|
||||
"fallback_rule_hit": null
|
||||
},
|
||||
{
|
||||
"number": 36,
|
||||
"question": "Покажи технические константы конфигурации",
|
||||
"session_key": "single_36",
|
||||
"session_id": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_08-31-54-single_36",
|
||||
"status_code": 502,
|
||||
"ok": false,
|
||||
"elapsed_ms": 18,
|
||||
"reply_type": "",
|
||||
"trace_id": "",
|
||||
"assistant_reply": "",
|
||||
"mcp_call_status": null,
|
||||
"limited_reason_category": null,
|
||||
"llm_decomposition_applied": null,
|
||||
"llm_decomposition_reason": null,
|
||||
"fallback_rule_hit": null
|
||||
},
|
||||
{
|
||||
"number": 37,
|
||||
"question": "кто президент США",
|
||||
"session_key": "single_37",
|
||||
"session_id": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_08-31-54-single_37",
|
||||
"status_code": 502,
|
||||
"ok": false,
|
||||
"elapsed_ms": 9,
|
||||
"reply_type": "",
|
||||
"trace_id": "",
|
||||
"assistant_reply": "",
|
||||
"mcp_call_status": null,
|
||||
"limited_reason_category": null,
|
||||
"llm_decomposition_applied": null,
|
||||
"llm_decomposition_reason": null,
|
||||
"fallback_rule_hit": null
|
||||
}
|
||||
]
|
||||
+701
@@ -0,0 +1,701 @@
|
||||
{
|
||||
"run_id": "2026-04-02_Address_Full_Live_Run_2026-04-02_08-31-54",
|
||||
"generated_at": "2026-04-02T05:32:35",
|
||||
"summary": {
|
||||
"run_id": "2026-04-02_Address_Full_Live_Run_2026-04-02_08-31-54",
|
||||
"generated_at": "2026-04-02T05:32:35",
|
||||
"source_questions_file": "docs/ADDRESS/1.txt",
|
||||
"backend_url": "http://127.0.0.1:8787/api/assistant/message",
|
||||
"llm_provider": "local",
|
||||
"llm_base_url": "http://127.0.0.1:1234",
|
||||
"llm_model": "qwen2.5-14b-instruct-1m",
|
||||
"totals": {
|
||||
"questions_total": 37,
|
||||
"ok_200_count": 34,
|
||||
"factual_count": 32,
|
||||
"partial_coverage_count": 2,
|
||||
"other_reply_types_count": 0,
|
||||
"llm_decomposition_applied_count": 25,
|
||||
"fallback_rule_hit_count": 25,
|
||||
"avg_elapsed_ms": 1111.3
|
||||
},
|
||||
"distributions": {
|
||||
"mcp_call_status": {
|
||||
"matched_non_empty": 32,
|
||||
"materialized_but_not_anchor_matched": 2,
|
||||
"(null)": 3
|
||||
},
|
||||
"limited_reason_category": {
|
||||
"empty_match": 2
|
||||
},
|
||||
"llm_decomposition_reason": {
|
||||
"fallback_rule_applied_after_llm_error": 25,
|
||||
"error:Missing choices in /chat/completions payload.": 3,
|
||||
"not_address_like": 6,
|
||||
"(null)": 3
|
||||
}
|
||||
},
|
||||
"followup_sessions": {
|
||||
"single_1": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_08-31-54-single_1",
|
||||
"single_2": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_08-31-54-single_2",
|
||||
"single_3": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_08-31-54-single_3",
|
||||
"single_4": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_08-31-54-single_4",
|
||||
"single_5": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_08-31-54-single_5",
|
||||
"single_6": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_08-31-54-single_6",
|
||||
"single_7": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_08-31-54-single_7",
|
||||
"single_8": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_08-31-54-single_8",
|
||||
"single_9": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_08-31-54-single_9",
|
||||
"single_10": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_08-31-54-single_10",
|
||||
"single_11": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_08-31-54-single_11",
|
||||
"single_12": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_08-31-54-single_12",
|
||||
"single_13": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_08-31-54-single_13",
|
||||
"single_14": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_08-31-54-single_14",
|
||||
"single_15": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_08-31-54-single_15",
|
||||
"single_16": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_08-31-54-single_16",
|
||||
"single_17": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_08-31-54-single_17",
|
||||
"single_18": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_08-31-54-single_18",
|
||||
"single_19": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_08-31-54-single_19",
|
||||
"chain_a": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_08-31-54-chain_a",
|
||||
"chain_b": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_08-31-54-chain_b",
|
||||
"chain_c": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_08-31-54-chain_c",
|
||||
"single_31": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_08-31-54-single_31",
|
||||
"single_32": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_08-31-54-single_32",
|
||||
"single_33": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_08-31-54-single_33",
|
||||
"single_34": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_08-31-54-single_34",
|
||||
"single_35": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_08-31-54-single_35",
|
||||
"single_36": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_08-31-54-single_36",
|
||||
"single_37": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_08-31-54-single_37"
|
||||
}
|
||||
},
|
||||
"rows": [
|
||||
{
|
||||
"number": 1,
|
||||
"question": "Покажи документы по СВК за 2020 год",
|
||||
"session_key": "single_1",
|
||||
"session_id": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_08-31-54-single_1",
|
||||
"status_code": 200,
|
||||
"ok": true,
|
||||
"elapsed_ms": 387,
|
||||
"reply_type": "factual",
|
||||
"trace_id": "address-Q3yW1EgrQ6",
|
||||
"assistant_reply": "Собран список документов по контрагенту (live address lane).\nСтрок отобрано: 3.\n1. 2020-12-30T12:00:00Z | Поступление на расчетный счет 00000000044 от 30.12.2020 12:00:00 | 0 / 0 | 3248300 | аналитика: Группа\n2. 2020-12-16T16:20:53Z | Поступление на расчетный счет 00000000043 от 16.12.2020 16:20:53 | 0 / 0 | 216600 | аналитика: Группа\n3. 2020-12-14T12:00:00Z | Поступление на расчетный счет 00000000042 от 14.12.2020 12:00:00 | 0 / 0 | 200000 | аналитика: Группа",
|
||||
"mcp_call_status": "matched_non_empty",
|
||||
"limited_reason_category": null,
|
||||
"llm_decomposition_applied": true,
|
||||
"llm_decomposition_reason": "fallback_rule_applied_after_llm_error",
|
||||
"fallback_rule_hit": "documents_counterparty_year_rewrite"
|
||||
},
|
||||
{
|
||||
"number": 2,
|
||||
"question": "свк доки за 20й",
|
||||
"session_key": "single_2",
|
||||
"session_id": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_08-31-54-single_2",
|
||||
"status_code": 200,
|
||||
"ok": true,
|
||||
"elapsed_ms": 1017,
|
||||
"reply_type": "factual",
|
||||
"trace_id": "address-EMpy2aMBjt",
|
||||
"assistant_reply": "Собран список документов по контрагенту (live address lane).\nСтрок отобрано: 3.\n1. 2020-12-30T12:00:00Z | Поступление на расчетный счет 00000000044 от 30.12.2020 12:00:00 | 0 / 0 | 3248300 | аналитика: Группа\n2. 2020-12-16T16:20:53Z | Поступление на расчетный счет 00000000043 от 16.12.2020 16:20:53 | 0 / 0 | 216600 | аналитика: Группа\n3. 2020-12-14T12:00:00Z | Поступление на расчетный счет 00000000042 от 14.12.2020 12:00:00 | 0 / 0 | 200000 | аналитика: Группа",
|
||||
"mcp_call_status": "matched_non_empty",
|
||||
"limited_reason_category": null,
|
||||
"llm_decomposition_applied": true,
|
||||
"llm_decomposition_reason": "fallback_rule_applied_after_llm_error",
|
||||
"fallback_rule_hit": "documents_counterparty_year_rewrite"
|
||||
},
|
||||
{
|
||||
"number": 3,
|
||||
"question": "что по свк за 2020 выведи все доки плиз",
|
||||
"session_key": "single_3",
|
||||
"session_id": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_08-31-54-single_3",
|
||||
"status_code": 200,
|
||||
"ok": true,
|
||||
"elapsed_ms": 977,
|
||||
"reply_type": "factual",
|
||||
"trace_id": "address-9HbHhhwPcD",
|
||||
"assistant_reply": "Собран список документов по контрагенту (live address lane).\nСтрок отобрано: 3.\n1. 2020-12-30T12:00:00Z | Поступление на расчетный счет 00000000044 от 30.12.2020 12:00:00 | 0 / 0 | 3248300 | аналитика: Группа\n2. 2020-12-16T16:20:53Z | Поступление на расчетный счет 00000000043 от 16.12.2020 16:20:53 | 0 / 0 | 216600 | аналитика: Группа\n3. 2020-12-14T12:00:00Z | Поступление на расчетный счет 00000000042 от 14.12.2020 12:00:00 | 0 / 0 | 200000 | аналитика: Группа",
|
||||
"mcp_call_status": "matched_non_empty",
|
||||
"limited_reason_category": null,
|
||||
"llm_decomposition_applied": true,
|
||||
"llm_decomposition_reason": "fallback_rule_applied_after_llm_error",
|
||||
"fallback_rule_hit": "documents_counterparty_year_rewrite"
|
||||
},
|
||||
{
|
||||
"number": 4,
|
||||
"question": "Какие документы по контрагенту СВК за весь период",
|
||||
"session_key": "single_4",
|
||||
"session_id": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_08-31-54-single_4",
|
||||
"status_code": 200,
|
||||
"ok": true,
|
||||
"elapsed_ms": 1232,
|
||||
"reply_type": "factual",
|
||||
"trace_id": "address-I90YlDQ4RD",
|
||||
"assistant_reply": "Собран список документов по контрагенту (live address lane).\nСтрок отобрано: 26.\n1. 2021-11-10T12:00:07Z | Поступление на расчетный счет 00000000013 от 10.11.2021 12:00:07 | 0 / 0 | 20000 | аналитика: Группа\n2. 2021-09-29T12:00:03Z | Поступление на расчетный счет 00000000012 от 29.09.2021 12:00:03 | 0 / 0 | 50000 | аналитика: Группа\n3. 2021-08-31T12:00:04Z | Поступление на расчетный счет 00000000011 от 31.08.2021 12:00:04 | 0 / 0 | 120500 | аналитика: Группа\n4. 2021-06-22T12:00:00Z | Поступление на расчетный счет 00000000010 от 22.06.2021 12:00:00 | 0 / 0 | 498630 | аналитика: Группа\n5. 2021-06-09T12:00:05Z | Поступление на расчетный счет 00000000009 от 09.06.2021 12:00:05 | 0 / 0 | 418960 | аналитика: Группа\n6. 2021-04-28T12:00:08Z | Поступление на расчетный счет 00000000008 от 28.04.2021 12:00:08 | 0 / 0 | 564300 | аналитика: Группа\n7. 2021-04-22T12:00:00Z | Поступление на расчетный счет 00000000007 от 22.04.2021 12:00:00 | 0 / 0 | 982420 | аналитика: Группа\n8. 2021-04-13T12:00:11Z | Поступление на расчетный счет 00000000006 от 13.04.2021 12:00:11 | 0 / 0 | 1882400 | аналитика: Группа\n9. 2021-03-25T12:00:02Z | Поступление на расчетный счет 00000000005 от 25.03.2021 12:00:02 | 0 / 0 | 644315 | аналитика: Группа\n10. 2021-03-24T12:00:03Z | Поступление на расчетный счет 00000000004 от 24.03.2021 12:00:03 | 0 / 0 | 1219990 | аналитика: Группа\n11. 2021-03-18T12:00:00Z | Поступление на расчетный счет 00000000003 от 18.03.2021 12:00:00 | 0 / 0 | 1425310 | аналитика: Группа\n12. 2021-03-12T12:00:03Z | Поступление на расчетный счет 00000000002 от 12.03.2021 12:00:03 | 0 / 0 | 214600 | аналитика: Группа\n13. 2021-02-19T12:00:01Z | Поступление на расчетный счет 00000000001 от 19.02.2021 12:00:01 | 0 / 0 | 518600 | аналитика: Группа\n14. 2020-12-30T12:00:00Z | Поступление на расчетный счет 00000000044 от 30.12.2020 12:00:00 | 0 / 0 | 3248300 | аналитика: Группа\n15. 2020-12-16T16:20:53Z | Поступление на расчетный счет 00000000043 от 16.12.2020 16:20:53 | 0 / 0 | 216600 | аналитика: Группа\n16. 2020-12-14T12:00:00Z | Поступление на расчетный счет 00000000042 от 14.12.2020 12:00:00 | 0 / 0 | 200000 | аналитика: Группа\n17. 2020-11-30T12:00:07Z | Поступление на расчетный счет 00000000041 от 30.11.2020 12:00:07 | 0 / 0 | 38900 | аналитика: Группа\n18. 2020-11-19T12:00:04Z | Поступление на расчетный счет 00000000039 от 19.11.2020 12:00:04 | 0 / 0 | 3320600 | аналитика: Группа\n19. 2020-11-18T12:00:05Z | Поступление на расчетный счет 00000000038 от 18.11.2020 12:00:05 | 0 / 0 | 745300 | аналитика: Группа\n20. 2020-11-18T12:00:04Z | Поступление на расчетный счет 00000000037 от 18.11.2020 12:00:04 | 0 / 0 | 320000 | аналитика: Группа\n21. 2020-11-13T12:00:03Z | Поступление на расчетный счет 00000000036 от 13.11.2020 12:00:03 | 0 / 0 | 313600 | аналитика: Группа\n22. 2020-11-10T15:39:13Z | Поступление на расчетный счет 00000000035 от 10.11.2020 15:39:13 | 0 / 0 | 328300 | аналитика: Группа\n23. 2020-10-26T12:00:00Z | Поступление на расчетный счет 00000000034 от 26.10.2020 12:00:00 | 0 / 0 | 175000 | аналитика: Группа\n24. 2020-08-20T12:00:06Z | Поступление на расчетный счет 00000000032 от 20.08.2020 12:00:06 | 0 / 0 | 3126005 | аналитика: Группа\n25. 2020-07-30T12:00:00Z | Поступление на расчетный счет 00000000029 от 30.07.2020 12:00:00 | 0 / 0 | 20000 | аналитика: Группа\n26. 2020-07-27T12:00:00Z | Поступление на расчетный счет 00000000028 от 27.07.2020 12:00:00 | 0 / 0 | 40860 | аналитика: Группа",
|
||||
"mcp_call_status": "matched_non_empty",
|
||||
"limited_reason_category": null,
|
||||
"llm_decomposition_applied": true,
|
||||
"llm_decomposition_reason": "fallback_rule_applied_after_llm_error",
|
||||
"fallback_rule_hit": "documents_counterparty_all_time_rewrite"
|
||||
},
|
||||
{
|
||||
"number": 5,
|
||||
"question": "какие есть доки по свк с 2000 по 2025 год",
|
||||
"session_key": "single_5",
|
||||
"session_id": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_08-31-54-single_5",
|
||||
"status_code": 200,
|
||||
"ok": true,
|
||||
"elapsed_ms": 2058,
|
||||
"reply_type": "factual",
|
||||
"trace_id": "address-t8_hKJBGnh",
|
||||
"assistant_reply": "По окну 2000-01-01..2000-12-31 строк не найдено; показаны ближайшие доступные данные 2020-07-27..2021-11-10.\nСобран список документов по контрагенту (live address lane).\nСтрок отобрано: 26.\n1. 2021-11-10T12:00:07Z | Поступление на расчетный счет 00000000013 от 10.11.2021 12:00:07 | 0 / 0 | 20000 | аналитика: Группа\n2. 2021-09-29T12:00:03Z | Поступление на расчетный счет 00000000012 от 29.09.2021 12:00:03 | 0 / 0 | 50000 | аналитика: Группа\n3. 2021-08-31T12:00:04Z | Поступление на расчетный счет 00000000011 от 31.08.2021 12:00:04 | 0 / 0 | 120500 | аналитика: Группа\n4. 2021-06-22T12:00:00Z | Поступление на расчетный счет 00000000010 от 22.06.2021 12:00:00 | 0 / 0 | 498630 | аналитика: Группа\n5. 2021-06-09T12:00:05Z | Поступление на расчетный счет 00000000009 от 09.06.2021 12:00:05 | 0 / 0 | 418960 | аналитика: Группа\n6. 2021-04-28T12:00:08Z | Поступление на расчетный счет 00000000008 от 28.04.2021 12:00:08 | 0 / 0 | 564300 | аналитика: Группа\n7. 2021-04-22T12:00:00Z | Поступление на расчетный счет 00000000007 от 22.04.2021 12:00:00 | 0 / 0 | 982420 | аналитика: Группа\n8. 2021-04-13T12:00:11Z | Поступление на расчетный счет 00000000006 от 13.04.2021 12:00:11 | 0 / 0 | 1882400 | аналитика: Группа\n9. 2021-03-25T12:00:02Z | Поступление на расчетный счет 00000000005 от 25.03.2021 12:00:02 | 0 / 0 | 644315 | аналитика: Группа\n10. 2021-03-24T12:00:03Z | Поступление на расчетный счет 00000000004 от 24.03.2021 12:00:03 | 0 / 0 | 1219990 | аналитика: Группа\n11. 2021-03-18T12:00:00Z | Поступление на расчетный счет 00000000003 от 18.03.2021 12:00:00 | 0 / 0 | 1425310 | аналитика: Группа\n12. 2021-03-12T12:00:03Z | Поступление на расчетный счет 00000000002 от 12.03.2021 12:00:03 | 0 / 0 | 214600 | аналитика: Группа\n13. 2021-02-19T12:00:01Z | Поступление на расчетный счет 00000000001 от 19.02.2021 12:00:01 | 0 / 0 | 518600 | аналитика: Группа\n14. 2020-12-30T12:00:00Z | Поступление на расчетный счет 00000000044 от 30.12.2020 12:00:00 | 0 / 0 | 3248300 | аналитика: Группа\n15. 2020-12-16T16:20:53Z | Поступление на расчетный счет 00000000043 от 16.12.2020 16:20:53 | 0 / 0 | 216600 | аналитика: Группа\n16. 2020-12-14T12:00:00Z | Поступление на расчетный счет 00000000042 от 14.12.2020 12:00:00 | 0 / 0 | 200000 | аналитика: Группа\n17. 2020-11-30T12:00:07Z | Поступление на расчетный счет 00000000041 от 30.11.2020 12:00:07 | 0 / 0 | 38900 | аналитика: Группа\n18. 2020-11-19T12:00:04Z | Поступление на расчетный счет 00000000039 от 19.11.2020 12:00:04 | 0 / 0 | 3320600 | аналитика: Группа\n19. 2020-11-18T12:00:05Z | Поступление на расчетный счет 00000000038 от 18.11.2020 12:00:05 | 0 / 0 | 745300 | аналитика: Группа\n20. 2020-11-18T12:00:04Z | Поступление на расчетный счет 00000000037 от 18.11.2020 12:00:04 | 0 / 0 | 320000 | аналитика: Группа\n21. 2020-11-13T12:00:03Z | Поступление на расчетный счет 00000000036 от 13.11.2020 12:00:03 | 0 / 0 | 313600 | аналитика: Группа\n22. 2020-11-10T15:39:13Z | Поступление на расчетный счет 00000000035 от 10.11.2020 15:39:13 | 0 / 0 | 328300 | аналитика: Группа\n23. 2020-10-26T12:00:00Z | Поступление на расчетный счет 00000000034 от 26.10.2020 12:00:00 | 0 / 0 | 175000 | аналитика: Группа\n24. 2020-08-20T12:00:06Z | Поступление на расчетный счет 00000000032 от 20.08.2020 12:00:06 | 0 / 0 | 3126005 | аналитика: Группа\n25. 2020-07-30T12:00:00Z | Поступление на расчетный счет 00000000029 от 30.07.2020 12:00:00 | 0 / 0 | 20000 | аналитика: Группа\n26. 2020-07-27T12:00:00Z | Поступление на расчетный счет 00000000028 от 27.07.2020 12:00:00 | 0 / 0 | 40860 | аналитика: Группа",
|
||||
"mcp_call_status": "matched_non_empty",
|
||||
"limited_reason_category": null,
|
||||
"llm_decomposition_applied": true,
|
||||
"llm_decomposition_reason": "fallback_rule_applied_after_llm_error",
|
||||
"fallback_rule_hit": "documents_counterparty_year_rewrite"
|
||||
},
|
||||
{
|
||||
"number": 6,
|
||||
"question": "Покажи документы по контрагенту СВК",
|
||||
"session_key": "single_6",
|
||||
"session_id": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_08-31-54-single_6",
|
||||
"status_code": 200,
|
||||
"ok": true,
|
||||
"elapsed_ms": 1059,
|
||||
"reply_type": "factual",
|
||||
"trace_id": "address-lWaThloFl5",
|
||||
"assistant_reply": "Собран список документов по контрагенту (live address lane).\nСтрок отобрано: 26.\n1. 2021-11-10T12:00:07Z | Поступление на расчетный счет 00000000013 от 10.11.2021 12:00:07 | 0 / 0 | 20000 | аналитика: Группа\n2. 2021-09-29T12:00:03Z | Поступление на расчетный счет 00000000012 от 29.09.2021 12:00:03 | 0 / 0 | 50000 | аналитика: Группа\n3. 2021-08-31T12:00:04Z | Поступление на расчетный счет 00000000011 от 31.08.2021 12:00:04 | 0 / 0 | 120500 | аналитика: Группа\n4. 2021-06-22T12:00:00Z | Поступление на расчетный счет 00000000010 от 22.06.2021 12:00:00 | 0 / 0 | 498630 | аналитика: Группа\n5. 2021-06-09T12:00:05Z | Поступление на расчетный счет 00000000009 от 09.06.2021 12:00:05 | 0 / 0 | 418960 | аналитика: Группа\n6. 2021-04-28T12:00:08Z | Поступление на расчетный счет 00000000008 от 28.04.2021 12:00:08 | 0 / 0 | 564300 | аналитика: Группа\n7. 2021-04-22T12:00:00Z | Поступление на расчетный счет 00000000007 от 22.04.2021 12:00:00 | 0 / 0 | 982420 | аналитика: Группа\n8. 2021-04-13T12:00:11Z | Поступление на расчетный счет 00000000006 от 13.04.2021 12:00:11 | 0 / 0 | 1882400 | аналитика: Группа\n9. 2021-03-25T12:00:02Z | Поступление на расчетный счет 00000000005 от 25.03.2021 12:00:02 | 0 / 0 | 644315 | аналитика: Группа\n10. 2021-03-24T12:00:03Z | Поступление на расчетный счет 00000000004 от 24.03.2021 12:00:03 | 0 / 0 | 1219990 | аналитика: Группа\n11. 2021-03-18T12:00:00Z | Поступление на расчетный счет 00000000003 от 18.03.2021 12:00:00 | 0 / 0 | 1425310 | аналитика: Группа\n12. 2021-03-12T12:00:03Z | Поступление на расчетный счет 00000000002 от 12.03.2021 12:00:03 | 0 / 0 | 214600 | аналитика: Группа\n13. 2021-02-19T12:00:01Z | Поступление на расчетный счет 00000000001 от 19.02.2021 12:00:01 | 0 / 0 | 518600 | аналитика: Группа\n14. 2020-12-30T12:00:00Z | Поступление на расчетный счет 00000000044 от 30.12.2020 12:00:00 | 0 / 0 | 3248300 | аналитика: Группа\n15. 2020-12-16T16:20:53Z | Поступление на расчетный счет 00000000043 от 16.12.2020 16:20:53 | 0 / 0 | 216600 | аналитика: Группа\n16. 2020-12-14T12:00:00Z | Поступление на расчетный счет 00000000042 от 14.12.2020 12:00:00 | 0 / 0 | 200000 | аналитика: Группа\n17. 2020-11-30T12:00:07Z | Поступление на расчетный счет 00000000041 от 30.11.2020 12:00:07 | 0 / 0 | 38900 | аналитика: Группа\n18. 2020-11-19T12:00:04Z | Поступление на расчетный счет 00000000039 от 19.11.2020 12:00:04 | 0 / 0 | 3320600 | аналитика: Группа\n19. 2020-11-18T12:00:05Z | Поступление на расчетный счет 00000000038 от 18.11.2020 12:00:05 | 0 / 0 | 745300 | аналитика: Группа\n20. 2020-11-18T12:00:04Z | Поступление на расчетный счет 00000000037 от 18.11.2020 12:00:04 | 0 / 0 | 320000 | аналитика: Группа\n21. 2020-11-13T12:00:03Z | Поступление на расчетный счет 00000000036 от 13.11.2020 12:00:03 | 0 / 0 | 313600 | аналитика: Группа\n22. 2020-11-10T15:39:13Z | Поступление на расчетный счет 00000000035 от 10.11.2020 15:39:13 | 0 / 0 | 328300 | аналитика: Группа\n23. 2020-10-26T12:00:00Z | Поступление на расчетный счет 00000000034 от 26.10.2020 12:00:00 | 0 / 0 | 175000 | аналитика: Группа\n24. 2020-08-20T12:00:06Z | Поступление на расчетный счет 00000000032 от 20.08.2020 12:00:06 | 0 / 0 | 3126005 | аналитика: Группа\n25. 2020-07-30T12:00:00Z | Поступление на расчетный счет 00000000029 от 30.07.2020 12:00:00 | 0 / 0 | 20000 | аналитика: Группа\n26. 2020-07-27T12:00:00Z | Поступление на расчетный счет 00000000028 от 27.07.2020 12:00:00 | 0 / 0 | 40860 | аналитика: Группа",
|
||||
"mcp_call_status": "matched_non_empty",
|
||||
"limited_reason_category": null,
|
||||
"llm_decomposition_applied": true,
|
||||
"llm_decomposition_reason": "fallback_rule_applied_after_llm_error",
|
||||
"fallback_rule_hit": "documents_counterparty_rewrite"
|
||||
},
|
||||
{
|
||||
"number": 7,
|
||||
"question": "Покажи банковские операции по СВК за 2020",
|
||||
"session_key": "single_7",
|
||||
"session_id": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_08-31-54-single_7",
|
||||
"status_code": 200,
|
||||
"ok": true,
|
||||
"elapsed_ms": 770,
|
||||
"reply_type": "factual",
|
||||
"trace_id": "address-KpnBSMulFy",
|
||||
"assistant_reply": "Собран список банковских операций по контрагенту (live address lane).\nСтрок отобрано: 3.\n1. 2020-12-30T12:00:00Z | Поступление на расчетный счет 00000000044 от 30.12.2020 12:00:00 | 0 / 0 | 3248300 | аналитика: Группа\n2. 2020-12-16T16:20:53Z | Поступление на расчетный счет 00000000043 от 16.12.2020 16:20:53 | 0 / 0 | 216600 | аналитика: Группа\n3. 2020-12-14T12:00:00Z | Поступление на расчетный счет 00000000042 от 14.12.2020 12:00:00 | 0 / 0 | 200000 | аналитика: Группа",
|
||||
"mcp_call_status": "matched_non_empty",
|
||||
"limited_reason_category": null,
|
||||
"llm_decomposition_applied": true,
|
||||
"llm_decomposition_reason": "fallback_rule_applied_after_llm_error",
|
||||
"fallback_rule_hit": "bank_operations_counterparty_year_rewrite"
|
||||
},
|
||||
{
|
||||
"number": 8,
|
||||
"question": "Какие платежи по СВК в 2020",
|
||||
"session_key": "single_8",
|
||||
"session_id": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_08-31-54-single_8",
|
||||
"status_code": 200,
|
||||
"ok": true,
|
||||
"elapsed_ms": 1017,
|
||||
"reply_type": "factual",
|
||||
"trace_id": "address-NMHp5iEPp2",
|
||||
"assistant_reply": "Собран список банковских операций по контрагенту (live address lane).\nСтрок отобрано: 3.\n1. 2020-12-30T12:00:00Z | Поступление на расчетный счет 00000000044 от 30.12.2020 12:00:00 | 0 / 0 | 3248300 | аналитика: Группа\n2. 2020-12-16T16:20:53Z | Поступление на расчетный счет 00000000043 от 16.12.2020 16:20:53 | 0 / 0 | 216600 | аналитика: Группа\n3. 2020-12-14T12:00:00Z | Поступление на расчетный счет 00000000042 от 14.12.2020 12:00:00 | 0 / 0 | 200000 | аналитика: Группа",
|
||||
"mcp_call_status": "matched_non_empty",
|
||||
"limited_reason_category": null,
|
||||
"llm_decomposition_applied": true,
|
||||
"llm_decomposition_reason": "fallback_rule_applied_after_llm_error",
|
||||
"fallback_rule_hit": "bank_operations_counterparty_year_rewrite"
|
||||
},
|
||||
{
|
||||
"number": 9,
|
||||
"question": "Покажи банковские операции по контрагенту СВК за весь период",
|
||||
"session_key": "single_9",
|
||||
"session_id": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_08-31-54-single_9",
|
||||
"status_code": 200,
|
||||
"ok": true,
|
||||
"elapsed_ms": 1214,
|
||||
"reply_type": "factual",
|
||||
"trace_id": "address-EKioLQerVc",
|
||||
"assistant_reply": "Собран список банковских операций по контрагенту (live address lane).\nСтрок отобрано: 26.\n1. 2021-11-10T12:00:07Z | Поступление на расчетный счет 00000000013 от 10.11.2021 12:00:07 | 0 / 0 | 20000 | аналитика: Группа\n2. 2021-09-29T12:00:03Z | Поступление на расчетный счет 00000000012 от 29.09.2021 12:00:03 | 0 / 0 | 50000 | аналитика: Группа\n3. 2021-08-31T12:00:04Z | Поступление на расчетный счет 00000000011 от 31.08.2021 12:00:04 | 0 / 0 | 120500 | аналитика: Группа\n4. 2021-06-22T12:00:00Z | Поступление на расчетный счет 00000000010 от 22.06.2021 12:00:00 | 0 / 0 | 498630 | аналитика: Группа\n5. 2021-06-09T12:00:05Z | Поступление на расчетный счет 00000000009 от 09.06.2021 12:00:05 | 0 / 0 | 418960 | аналитика: Группа\n6. 2021-04-28T12:00:08Z | Поступление на расчетный счет 00000000008 от 28.04.2021 12:00:08 | 0 / 0 | 564300 | аналитика: Группа\n7. 2021-04-22T12:00:00Z | Поступление на расчетный счет 00000000007 от 22.04.2021 12:00:00 | 0 / 0 | 982420 | аналитика: Группа\n8. 2021-04-13T12:00:11Z | Поступление на расчетный счет 00000000006 от 13.04.2021 12:00:11 | 0 / 0 | 1882400 | аналитика: Группа\n9. 2021-03-25T12:00:02Z | Поступление на расчетный счет 00000000005 от 25.03.2021 12:00:02 | 0 / 0 | 644315 | аналитика: Группа\n10. 2021-03-24T12:00:03Z | Поступление на расчетный счет 00000000004 от 24.03.2021 12:00:03 | 0 / 0 | 1219990 | аналитика: Группа\n11. 2021-03-18T12:00:00Z | Поступление на расчетный счет 00000000003 от 18.03.2021 12:00:00 | 0 / 0 | 1425310 | аналитика: Группа\n12. 2021-03-12T12:00:03Z | Поступление на расчетный счет 00000000002 от 12.03.2021 12:00:03 | 0 / 0 | 214600 | аналитика: Группа\n13. 2021-02-19T12:00:01Z | Поступление на расчетный счет 00000000001 от 19.02.2021 12:00:01 | 0 / 0 | 518600 | аналитика: Группа\n14. 2020-12-30T12:00:00Z | Поступление на расчетный счет 00000000044 от 30.12.2020 12:00:00 | 0 / 0 | 3248300 | аналитика: Группа\n15. 2020-12-16T16:20:53Z | Поступление на расчетный счет 00000000043 от 16.12.2020 16:20:53 | 0 / 0 | 216600 | аналитика: Группа\n16. 2020-12-14T12:00:00Z | Поступление на расчетный счет 00000000042 от 14.12.2020 12:00:00 | 0 / 0 | 200000 | аналитика: Группа\n17. 2020-11-30T12:00:07Z | Поступление на расчетный счет 00000000041 от 30.11.2020 12:00:07 | 0 / 0 | 38900 | аналитика: Группа\n18. 2020-11-19T12:00:04Z | Поступление на расчетный счет 00000000039 от 19.11.2020 12:00:04 | 0 / 0 | 3320600 | аналитика: Группа\n19. 2020-11-18T12:00:05Z | Поступление на расчетный счет 00000000038 от 18.11.2020 12:00:05 | 0 / 0 | 745300 | аналитика: Группа\n20. 2020-11-18T12:00:04Z | Поступление на расчетный счет 00000000037 от 18.11.2020 12:00:04 | 0 / 0 | 320000 | аналитика: Группа\n21. 2020-11-13T12:00:03Z | Поступление на расчетный счет 00000000036 от 13.11.2020 12:00:03 | 0 / 0 | 313600 | аналитика: Группа\n22. 2020-11-10T15:39:13Z | Поступление на расчетный счет 00000000035 от 10.11.2020 15:39:13 | 0 / 0 | 328300 | аналитика: Группа\n23. 2020-10-26T12:00:00Z | Поступление на расчетный счет 00000000034 от 26.10.2020 12:00:00 | 0 / 0 | 175000 | аналитика: Группа\n24. 2020-08-20T12:00:06Z | Поступление на расчетный счет 00000000032 от 20.08.2020 12:00:06 | 0 / 0 | 3126005 | аналитика: Группа\n25. 2020-07-30T12:00:00Z | Поступление на расчетный счет 00000000029 от 30.07.2020 12:00:00 | 0 / 0 | 20000 | аналитика: Группа\n26. 2020-07-27T12:00:00Z | Поступление на расчетный счет 00000000028 от 27.07.2020 12:00:00 | 0 / 0 | 40860 | аналитика: Группа",
|
||||
"mcp_call_status": "matched_non_empty",
|
||||
"limited_reason_category": null,
|
||||
"llm_decomposition_applied": true,
|
||||
"llm_decomposition_reason": "fallback_rule_applied_after_llm_error",
|
||||
"fallback_rule_hit": "bank_operations_counterparty_all_time_rewrite"
|
||||
},
|
||||
{
|
||||
"number": 10,
|
||||
"question": "Покажи документы по договору 15/24 за 2020",
|
||||
"session_key": "single_10",
|
||||
"session_id": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_08-31-54-single_10",
|
||||
"status_code": 200,
|
||||
"ok": true,
|
||||
"elapsed_ms": 1983,
|
||||
"reply_type": "factual",
|
||||
"trace_id": "address-m__wS_Sd6g",
|
||||
"assistant_reply": "Период сохранен. Глубина live-выборки автоматически расширена до 1000 строк.\nСобран список документов по договору (live address lane).\nСтрок отобрано: 2.\n1. 2020-08-31T15:00:06Z | Поступление товаров и услуг 00000000024 от 31.08.2020 15:00:06 | 19.04 / 76.05 | 233.33\n2. 2020-08-31T15:00:06Z | Поступление товаров и услуг 00000000024 от 31.08.2020 15:00:06 | 44.01 / 76.05 | 1166.67",
|
||||
"mcp_call_status": "matched_non_empty",
|
||||
"limited_reason_category": null,
|
||||
"llm_decomposition_applied": true,
|
||||
"llm_decomposition_reason": "fallback_rule_applied_after_llm_error",
|
||||
"fallback_rule_hit": "documents_contract_year_rewrite"
|
||||
},
|
||||
{
|
||||
"number": 11,
|
||||
"question": "Покажи документы по договору 15/24",
|
||||
"session_key": "single_11",
|
||||
"session_id": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_08-31-54-single_11",
|
||||
"status_code": 200,
|
||||
"ok": true,
|
||||
"elapsed_ms": 1085,
|
||||
"reply_type": "factual",
|
||||
"trace_id": "address--jKfQ9r6qS",
|
||||
"assistant_reply": "Документный фильтр в live дал пустой набор; показываю связанные банковские операции по договору.\nСобран список документов по договору (live address lane).\nСтрок отобрано: 2.\n1. 2020-10-15T13:34:53Z | Списание с расчетного счета 00000000246 от 15.10.2020 13:34:53 | 66.02 / 51 | 30819.47\n2. 2020-10-15T13:34:19Z | Списание с расчетного счета 00000000245 от 15.10.2020 13:34:19 | 66.01 / 51 | 134206.53",
|
||||
"mcp_call_status": "matched_non_empty",
|
||||
"limited_reason_category": null,
|
||||
"llm_decomposition_applied": true,
|
||||
"llm_decomposition_reason": "fallback_rule_applied_after_llm_error",
|
||||
"fallback_rule_hit": "documents_contract_rewrite"
|
||||
},
|
||||
{
|
||||
"number": 12,
|
||||
"question": "Покажи банковские операции по договору 15/24",
|
||||
"session_key": "single_12",
|
||||
"session_id": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_08-31-54-single_12",
|
||||
"status_code": 200,
|
||||
"ok": true,
|
||||
"elapsed_ms": 1043,
|
||||
"reply_type": "factual",
|
||||
"trace_id": "address-XoBIxWaGOQ",
|
||||
"assistant_reply": "Собран список банковских операций по договору (live address lane).\nСтрок отобрано: 2.\n1. 2020-10-15T13:34:53Z | Списание с расчетного счета 00000000246 от 15.10.2020 13:34:53 | 66.02 / 51 | 30819.47\n2. 2020-10-15T13:34:19Z | Списание с расчетного счета 00000000245 от 15.10.2020 13:34:19 | 66.01 / 51 | 134206.53",
|
||||
"mcp_call_status": "matched_non_empty",
|
||||
"limited_reason_category": null,
|
||||
"llm_decomposition_applied": true,
|
||||
"llm_decomposition_reason": "fallback_rule_applied_after_llm_error",
|
||||
"fallback_rule_hit": "bank_operations_contract_rewrite"
|
||||
},
|
||||
{
|
||||
"number": 13,
|
||||
"question": "Есть ли долг по договору 15/24 на 2020-07-31",
|
||||
"session_key": "single_13",
|
||||
"session_id": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_08-31-54-single_13",
|
||||
"status_code": 200,
|
||||
"ok": true,
|
||||
"elapsed_ms": 880,
|
||||
"reply_type": "partial_coverage",
|
||||
"trace_id": "address-SVQXmJgEIg",
|
||||
"assistant_reply": "В live-данных по текущему фильтру записи не найдены.\nПричина: по указанному якорю и фильтрам в live-выборке нет строк.\nЧто нужно уточнить: уточните период или снимите часть фильтров.",
|
||||
"mcp_call_status": "materialized_but_not_anchor_matched",
|
||||
"limited_reason_category": "empty_match",
|
||||
"llm_decomposition_applied": false,
|
||||
"llm_decomposition_reason": "error:Missing choices in /chat/completions payload.",
|
||||
"fallback_rule_hit": null
|
||||
},
|
||||
{
|
||||
"number": 14,
|
||||
"question": "Покажи операции по договору 15/24 за весь период",
|
||||
"session_key": "single_14",
|
||||
"session_id": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_08-31-54-single_14",
|
||||
"status_code": 200,
|
||||
"ok": true,
|
||||
"elapsed_ms": 1143,
|
||||
"reply_type": "factual",
|
||||
"trace_id": "address-Ldwi-b0WnK",
|
||||
"assistant_reply": "Собран список банковских операций по договору (live address lane).\nСтрок отобрано: 2.\n1. 2020-10-15T13:34:53Z | Списание с расчетного счета 00000000246 от 15.10.2020 13:34:53 | 66.02 / 51 | 30819.47\n2. 2020-10-15T13:34:19Z | Списание с расчетного счета 00000000245 от 15.10.2020 13:34:19 | 66.01 / 51 | 134206.53",
|
||||
"mcp_call_status": "matched_non_empty",
|
||||
"limited_reason_category": null,
|
||||
"llm_decomposition_applied": true,
|
||||
"llm_decomposition_reason": "fallback_rule_applied_after_llm_error",
|
||||
"fallback_rule_hit": "bank_operations_contract_all_time_rewrite"
|
||||
},
|
||||
{
|
||||
"number": 15,
|
||||
"question": "Покажи сальдо по счету 60.01 на дату 2020-07-31",
|
||||
"session_key": "single_15",
|
||||
"session_id": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_08-31-54-single_15",
|
||||
"status_code": 200,
|
||||
"ok": true,
|
||||
"elapsed_ms": 822,
|
||||
"reply_type": "factual",
|
||||
"trace_id": "address-KzJCvvIucn",
|
||||
"assistant_reply": "Адресный срез по счету собран (по движениям live MCP).\nСтрок отобрано: 5.\nСумма по отобранным движениям: 216200.\n1. 2020-07-13T12:00:02Z | Поступление товаров и услуг 00000000029 от 13.07.2020 12:00:02 | 41.01 / 60.01 | 74400\n2. 2020-07-13T12:00:02Z | Поступление товаров и услуг 00000000029 от 13.07.2020 12:00:02 | 41.01 / 60.01 | 57600\n3. 2020-07-13T12:00:02Z | Поступление товаров и услуг 00000000029 от 13.07.2020 12:00:02 | 41.01 / 60.01 | 42400\n4. 2020-07-13T12:00:02Z | Поступление товаров и услуг 00000000029 от 13.07.2020 12:00:02 | 41.01 / 60.01 | 34200",
|
||||
"mcp_call_status": "matched_non_empty",
|
||||
"limited_reason_category": null,
|
||||
"llm_decomposition_applied": true,
|
||||
"llm_decomposition_reason": "fallback_rule_applied_after_llm_error",
|
||||
"fallback_rule_hit": "balance_month_period_rewrite"
|
||||
},
|
||||
{
|
||||
"number": 16,
|
||||
"question": "Какой остаток по счету 60 на 2020.05",
|
||||
"session_key": "single_16",
|
||||
"session_id": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_08-31-54-single_16",
|
||||
"status_code": 200,
|
||||
"ok": true,
|
||||
"elapsed_ms": 979,
|
||||
"reply_type": "factual",
|
||||
"trace_id": "address-G4L_tB8MWZ",
|
||||
"assistant_reply": "Адресный срез по счету собран (по движениям live MCP).\nСтрок отобрано: 6.\nСумма по отобранным движениям: 849499.\n1. 2020-05-22T10:14:43Z | Списание с расчетного счета 00000000148 от 22.05.2020 10:14:43 | 60.02 / 51 | 142299\n2. 2020-05-22T10:12:50Z | Списание с расчетного счета 00000000147 от 22.05.2020 10:12:50 | 60.01 / 51 | 75367\n3. 2020-05-22T10:12:50Z | Списание с расчетного счета 00000000147 от 22.05.2020 10:12:50 | 60.01 / 51 | 211833\n4. 2020-05-18T12:00:02Z | Списание с расчетного счета 00000000145 от 18.05.2020 12:00:02 | 60.01 / 51 | 187967",
|
||||
"mcp_call_status": "matched_non_empty",
|
||||
"limited_reason_category": null,
|
||||
"llm_decomposition_applied": true,
|
||||
"llm_decomposition_reason": "fallback_rule_applied_after_llm_error",
|
||||
"fallback_rule_hit": "balance_month_period_rewrite"
|
||||
},
|
||||
{
|
||||
"number": 17,
|
||||
"question": "Какой остаток по счету 60 на 2020 май",
|
||||
"session_key": "single_17",
|
||||
"session_id": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_08-31-54-single_17",
|
||||
"status_code": 200,
|
||||
"ok": true,
|
||||
"elapsed_ms": 1021,
|
||||
"reply_type": "factual",
|
||||
"trace_id": "address-j3gDuatATy",
|
||||
"assistant_reply": "Адресный срез по счету собран (по движениям live MCP).\nСтрок отобрано: 6.\nСумма по отобранным движениям: 849499.\n1. 2020-05-22T10:14:43Z | Списание с расчетного счета 00000000148 от 22.05.2020 10:14:43 | 60.02 / 51 | 142299\n2. 2020-05-22T10:12:50Z | Списание с расчетного счета 00000000147 от 22.05.2020 10:12:50 | 60.01 / 51 | 75367\n3. 2020-05-22T10:12:50Z | Списание с расчетного счета 00000000147 от 22.05.2020 10:12:50 | 60.01 / 51 | 211833\n4. 2020-05-18T12:00:02Z | Списание с расчетного счета 00000000145 от 18.05.2020 12:00:02 | 60.01 / 51 | 187967",
|
||||
"mcp_call_status": "matched_non_empty",
|
||||
"limited_reason_category": null,
|
||||
"llm_decomposition_applied": true,
|
||||
"llm_decomposition_reason": "fallback_rule_applied_after_llm_error",
|
||||
"fallback_rule_hit": "balance_month_period_rewrite"
|
||||
},
|
||||
{
|
||||
"number": 18,
|
||||
"question": "Какие документы формируют остаток по счету 60.01 на 2020-07-31",
|
||||
"session_key": "single_18",
|
||||
"session_id": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_08-31-54-single_18",
|
||||
"status_code": 200,
|
||||
"ok": true,
|
||||
"elapsed_ms": 1003,
|
||||
"reply_type": "factual",
|
||||
"trace_id": "address-I3PufgNbgw",
|
||||
"assistant_reply": "Адресный срез по счету собран (по движениям live MCP).\nСтрок отобрано: 5.\nСумма по отобранным движениям: 216200.\n1. 2020-07-13T12:00:02Z | Поступление товаров и услуг 00000000029 от 13.07.2020 12:00:02 | 41.01 / 60.01 | 74400\n2. 2020-07-13T12:00:02Z | Поступление товаров и услуг 00000000029 от 13.07.2020 12:00:02 | 41.01 / 60.01 | 57600\n3. 2020-07-13T12:00:02Z | Поступление товаров и услуг 00000000029 от 13.07.2020 12:00:02 | 41.01 / 60.01 | 42400\n4. 2020-07-13T12:00:02Z | Поступление товаров и услуг 00000000029 от 13.07.2020 12:00:02 | 41.01 / 60.01 | 34200",
|
||||
"mcp_call_status": "matched_non_empty",
|
||||
"limited_reason_category": null,
|
||||
"llm_decomposition_applied": true,
|
||||
"llm_decomposition_reason": "fallback_rule_applied_after_llm_error",
|
||||
"fallback_rule_hit": "balance_month_period_rewrite"
|
||||
},
|
||||
{
|
||||
"number": 19,
|
||||
"question": "Какой остаток по счету 62 на сегодня",
|
||||
"session_key": "single_19",
|
||||
"session_id": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_08-31-54-single_19",
|
||||
"status_code": 200,
|
||||
"ok": true,
|
||||
"elapsed_ms": 1122,
|
||||
"reply_type": "factual",
|
||||
"trace_id": "address-0h1oi8K5hC",
|
||||
"assistant_reply": "Адресный срез по счету собран (по движениям live MCP).\nСтрок отобрано: 200.\nСумма по отобранным движениям: 63309907.220000006.\n1. 2022-01-20T12:00:02Z | Списание с расчетного счета 00000000004 от 20.01.2022 12:00:02 | 62.02 / 51 | 1808325\n2. 2022-01-20T12:00:02Z | Списание с расчетного счета 00000000004 от 20.01.2022 12:00:02 | 62.02 / 51 | 216600\n3. 2022-01-20T12:00:02Z | Списание с расчетного счета 00000000004 от 20.01.2022 12:00:02 | 62.02 / 51 | 104726\n4. 2021-11-10T12:00:07Z | Поступление на расчетный счет 00000000013 от 10.11.2021 12:00:07 | 51 / 62.02 | 20000",
|
||||
"mcp_call_status": "matched_non_empty",
|
||||
"limited_reason_category": null,
|
||||
"llm_decomposition_applied": true,
|
||||
"llm_decomposition_reason": "fallback_rule_applied_after_llm_error",
|
||||
"fallback_rule_hit": "balance_account_rewrite"
|
||||
},
|
||||
{
|
||||
"number": 20,
|
||||
"question": "Покажи документы по СВК за 2020",
|
||||
"session_key": "chain_a",
|
||||
"session_id": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_08-31-54-chain_a",
|
||||
"status_code": 200,
|
||||
"ok": true,
|
||||
"elapsed_ms": 966,
|
||||
"reply_type": "factual",
|
||||
"trace_id": "address-oWsaKVOYX7",
|
||||
"assistant_reply": "Собран список документов по контрагенту (live address lane).\nСтрок отобрано: 3.\n1. 2020-12-30T12:00:00Z | Поступление на расчетный счет 00000000044 от 30.12.2020 12:00:00 | 0 / 0 | 3248300 | аналитика: Группа\n2. 2020-12-16T16:20:53Z | Поступление на расчетный счет 00000000043 от 16.12.2020 16:20:53 | 0 / 0 | 216600 | аналитика: Группа\n3. 2020-12-14T12:00:00Z | Поступление на расчетный счет 00000000042 от 14.12.2020 12:00:00 | 0 / 0 | 200000 | аналитика: Группа",
|
||||
"mcp_call_status": "matched_non_empty",
|
||||
"limited_reason_category": null,
|
||||
"llm_decomposition_applied": true,
|
||||
"llm_decomposition_reason": "fallback_rule_applied_after_llm_error",
|
||||
"fallback_rule_hit": "documents_counterparty_year_rewrite"
|
||||
},
|
||||
{
|
||||
"number": 21,
|
||||
"question": "а теперь только за май 2020",
|
||||
"session_key": "chain_a",
|
||||
"session_id": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_08-31-54-chain_a",
|
||||
"status_code": 200,
|
||||
"ok": true,
|
||||
"elapsed_ms": 3198,
|
||||
"reply_type": "partial_coverage",
|
||||
"trace_id": "address-_25Y4MfSv4",
|
||||
"assistant_reply": "В live-данных по текущему фильтру записи не найдены.\nПричина: по указанному якорю и фильтрам в live-выборке нет строк.\nЧто нужно уточнить: уточните период или снимите часть фильтров.",
|
||||
"mcp_call_status": "materialized_but_not_anchor_matched",
|
||||
"limited_reason_category": "empty_match",
|
||||
"llm_decomposition_applied": false,
|
||||
"llm_decomposition_reason": "not_address_like",
|
||||
"fallback_rule_hit": null
|
||||
},
|
||||
{
|
||||
"number": 22,
|
||||
"question": "а за все время?",
|
||||
"session_key": "chain_a",
|
||||
"session_id": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_08-31-54-chain_a",
|
||||
"status_code": 200,
|
||||
"ok": true,
|
||||
"elapsed_ms": 1136,
|
||||
"reply_type": "factual",
|
||||
"trace_id": "address-Bl9Yd0ActH",
|
||||
"assistant_reply": "Собран список документов по контрагенту (live address lane).\nСтрок отобрано: 26.\n1. 2021-11-10T12:00:07Z | Поступление на расчетный счет 00000000013 от 10.11.2021 12:00:07 | 0 / 0 | 20000 | аналитика: Группа\n2. 2021-09-29T12:00:03Z | Поступление на расчетный счет 00000000012 от 29.09.2021 12:00:03 | 0 / 0 | 50000 | аналитика: Группа\n3. 2021-08-31T12:00:04Z | Поступление на расчетный счет 00000000011 от 31.08.2021 12:00:04 | 0 / 0 | 120500 | аналитика: Группа\n4. 2021-06-22T12:00:00Z | Поступление на расчетный счет 00000000010 от 22.06.2021 12:00:00 | 0 / 0 | 498630 | аналитика: Группа\n5. 2021-06-09T12:00:05Z | Поступление на расчетный счет 00000000009 от 09.06.2021 12:00:05 | 0 / 0 | 418960 | аналитика: Группа\n6. 2021-04-28T12:00:08Z | Поступление на расчетный счет 00000000008 от 28.04.2021 12:00:08 | 0 / 0 | 564300 | аналитика: Группа\n7. 2021-04-22T12:00:00Z | Поступление на расчетный счет 00000000007 от 22.04.2021 12:00:00 | 0 / 0 | 982420 | аналитика: Группа\n8. 2021-04-13T12:00:11Z | Поступление на расчетный счет 00000000006 от 13.04.2021 12:00:11 | 0 / 0 | 1882400 | аналитика: Группа\n9. 2021-03-25T12:00:02Z | Поступление на расчетный счет 00000000005 от 25.03.2021 12:00:02 | 0 / 0 | 644315 | аналитика: Группа\n10. 2021-03-24T12:00:03Z | Поступление на расчетный счет 00000000004 от 24.03.2021 12:00:03 | 0 / 0 | 1219990 | аналитика: Группа\n11. 2021-03-18T12:00:00Z | Поступление на расчетный счет 00000000003 от 18.03.2021 12:00:00 | 0 / 0 | 1425310 | аналитика: Группа\n12. 2021-03-12T12:00:03Z | Поступление на расчетный счет 00000000002 от 12.03.2021 12:00:03 | 0 / 0 | 214600 | аналитика: Группа\n13. 2021-02-19T12:00:01Z | Поступление на расчетный счет 00000000001 от 19.02.2021 12:00:01 | 0 / 0 | 518600 | аналитика: Группа\n14. 2020-12-30T12:00:00Z | Поступление на расчетный счет 00000000044 от 30.12.2020 12:00:00 | 0 / 0 | 3248300 | аналитика: Группа\n15. 2020-12-16T16:20:53Z | Поступление на расчетный счет 00000000043 от 16.12.2020 16:20:53 | 0 / 0 | 216600 | аналитика: Группа\n16. 2020-12-14T12:00:00Z | Поступление на расчетный счет 00000000042 от 14.12.2020 12:00:00 | 0 / 0 | 200000 | аналитика: Группа\n17. 2020-11-30T12:00:07Z | Поступление на расчетный счет 00000000041 от 30.11.2020 12:00:07 | 0 / 0 | 38900 | аналитика: Группа\n18. 2020-11-19T12:00:04Z | Поступление на расчетный счет 00000000039 от 19.11.2020 12:00:04 | 0 / 0 | 3320600 | аналитика: Группа\n19. 2020-11-18T12:00:05Z | Поступление на расчетный счет 00000000038 от 18.11.2020 12:00:05 | 0 / 0 | 745300 | аналитика: Группа\n20. 2020-11-18T12:00:04Z | Поступление на расчетный счет 00000000037 от 18.11.2020 12:00:04 | 0 / 0 | 320000 | аналитика: Группа\n21. 2020-11-13T12:00:03Z | Поступление на расчетный счет 00000000036 от 13.11.2020 12:00:03 | 0 / 0 | 313600 | аналитика: Группа\n22. 2020-11-10T15:39:13Z | Поступление на расчетный счет 00000000035 от 10.11.2020 15:39:13 | 0 / 0 | 328300 | аналитика: Группа\n23. 2020-10-26T12:00:00Z | Поступление на расчетный счет 00000000034 от 26.10.2020 12:00:00 | 0 / 0 | 175000 | аналитика: Группа\n24. 2020-08-20T12:00:06Z | Поступление на расчетный счет 00000000032 от 20.08.2020 12:00:06 | 0 / 0 | 3126005 | аналитика: Группа\n25. 2020-07-30T12:00:00Z | Поступление на расчетный счет 00000000029 от 30.07.2020 12:00:00 | 0 / 0 | 20000 | аналитика: Группа\n26. 2020-07-27T12:00:00Z | Поступление на расчетный счет 00000000028 от 27.07.2020 12:00:00 | 0 / 0 | 40860 | аналитика: Группа",
|
||||
"mcp_call_status": "matched_non_empty",
|
||||
"limited_reason_category": null,
|
||||
"llm_decomposition_applied": false,
|
||||
"llm_decomposition_reason": "not_address_like",
|
||||
"fallback_rule_hit": null
|
||||
},
|
||||
{
|
||||
"number": 23,
|
||||
"question": "а по счету 60.01 на ту же дату",
|
||||
"session_key": "chain_a",
|
||||
"session_id": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_08-31-54-chain_a",
|
||||
"status_code": 200,
|
||||
"ok": true,
|
||||
"elapsed_ms": 792,
|
||||
"reply_type": "factual",
|
||||
"trace_id": "address-LRHV-3b7dD",
|
||||
"assistant_reply": "Адресный срез по счету собран (по движениям live MCP).\nСтрок отобрано: 200.\nСумма по отобранным движениям: 31878451.5.\n1. 2022-04-18T12:00:00Z | Поступление товаров и услуг 00000000007 от 18.04.2022 12:00:00 | 97.21 / 60.01 | 14790\n2. 2022-04-18T12:00:00Z | Поступление товаров и услуг 00000000007 от 18.04.2022 12:00:00 | 60.01 / 60.02 | 14790\n3. 2022-01-20T12:00:01Z | Списание с расчетного счета 00000000003 от 20.01.2022 12:00:01 | 60.01 / 51 | 1705109.5\n4. 2021-05-17T12:00:00Z | Поступление товаров и услуг 00000000009 от 17.05.2021 12:00:00 | 19.04 / 60.01 | 12000",
|
||||
"mcp_call_status": "matched_non_empty",
|
||||
"limited_reason_category": null,
|
||||
"llm_decomposition_applied": false,
|
||||
"llm_decomposition_reason": "error:Missing choices in /chat/completions payload.",
|
||||
"fallback_rule_hit": null
|
||||
},
|
||||
{
|
||||
"number": 24,
|
||||
"question": "Покажи банковские операции по договору 15/24",
|
||||
"session_key": "chain_b",
|
||||
"session_id": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_08-31-54-chain_b",
|
||||
"status_code": 200,
|
||||
"ok": true,
|
||||
"elapsed_ms": 1169,
|
||||
"reply_type": "factual",
|
||||
"trace_id": "address-Y3SYGpF0MO",
|
||||
"assistant_reply": "Собран список банковских операций по договору (live address lane).\nСтрок отобрано: 2.\n1. 2020-10-15T13:34:53Z | Списание с расчетного счета 00000000246 от 15.10.2020 13:34:53 | 66.02 / 51 | 30819.47\n2. 2020-10-15T13:34:19Z | Списание с расчетного счета 00000000245 от 15.10.2020 13:34:19 | 66.01 / 51 | 134206.53",
|
||||
"mcp_call_status": "matched_non_empty",
|
||||
"limited_reason_category": null,
|
||||
"llm_decomposition_applied": true,
|
||||
"llm_decomposition_reason": "fallback_rule_applied_after_llm_error",
|
||||
"fallback_rule_hit": "bank_operations_contract_rewrite"
|
||||
},
|
||||
{
|
||||
"number": 25,
|
||||
"question": "а за 2020 год",
|
||||
"session_key": "chain_b",
|
||||
"session_id": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_08-31-54-chain_b",
|
||||
"status_code": 200,
|
||||
"ok": true,
|
||||
"elapsed_ms": 1961,
|
||||
"reply_type": "factual",
|
||||
"trace_id": "address-SrM9fPt54E",
|
||||
"assistant_reply": "Период сохранен. Глубина live-выборки автоматически расширена до 1000 строк.\nСобран список банковских операций по договору (live address lane).\nСтрок отобрано: 3.\n1. 2020-10-15T13:34:53Z | Списание с расчетного счета 00000000246 от 15.10.2020 13:34:53 | 66.02 / 51 | 30819.47\n2. 2020-10-15T13:34:19Z | Списание с расчетного счета 00000000245 от 15.10.2020 13:34:19 | 66.01 / 51 | 134206.53\n3. 2020-08-31T15:00:04Z | Списание с расчетного счета 00000000224 от 31.08.2020 15:00:04 | 91.02 / 51 | 106.47",
|
||||
"mcp_call_status": "matched_non_empty",
|
||||
"limited_reason_category": null,
|
||||
"llm_decomposition_applied": false,
|
||||
"llm_decomposition_reason": "not_address_like",
|
||||
"fallback_rule_hit": null
|
||||
},
|
||||
{
|
||||
"number": 26,
|
||||
"question": "а теперь только за май 2020",
|
||||
"session_key": "chain_b",
|
||||
"session_id": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_08-31-54-chain_b",
|
||||
"status_code": 200,
|
||||
"ok": true,
|
||||
"elapsed_ms": 3170,
|
||||
"reply_type": "factual",
|
||||
"trace_id": "address-2Jt5sJcLYG",
|
||||
"assistant_reply": "По окну 2020-05-01..2020-05-31 строк не найдено; показаны ближайшие доступные данные 2020-10-15..2020-10-15.\nСобран список банковских операций по договору (live address lane).\nСтрок отобрано: 2.\n1. 2020-10-15T13:34:53Z | Списание с расчетного счета 00000000246 от 15.10.2020 13:34:53 | 66.02 / 51 | 30819.47\n2. 2020-10-15T13:34:19Z | Списание с расчетного счета 00000000245 от 15.10.2020 13:34:19 | 66.01 / 51 | 134206.53",
|
||||
"mcp_call_status": "matched_non_empty",
|
||||
"limited_reason_category": null,
|
||||
"llm_decomposition_applied": false,
|
||||
"llm_decomposition_reason": "not_address_like",
|
||||
"fallback_rule_hit": null
|
||||
},
|
||||
{
|
||||
"number": 27,
|
||||
"question": "а по счету 51 на ту же дату",
|
||||
"session_key": "chain_b",
|
||||
"session_id": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_08-31-54-chain_b",
|
||||
"status_code": 200,
|
||||
"ok": true,
|
||||
"elapsed_ms": 753,
|
||||
"reply_type": "factual",
|
||||
"trace_id": "address--CeAQrMd0e",
|
||||
"assistant_reply": "Адресный срез по счету собран (по движениям live MCP).\nСтрок отобрано: 24.\nСумма по отобранным движениям: 2234531.1100000003.\n1. 2020-05-29T12:00:02Z | Списание с расчетного счета 00000000151 от 29.05.2020 12:00:02 | 91.02 / 51 | 60\n2. 2020-05-28T20:17:50Z | Списание с расчетного счета 00000000150 от 28.05.2020 20:17:50 | 70 / 51 | 50\n3. 2020-05-28T20:17:24Z | Списание с расчетного счета 00000000149 от 28.05.2020 20:17:24 | 91.02 / 51 | 35\n4. 2020-05-22T10:14:43Z | Списание с расчетного счета 00000000148 от 22.05.2020 10:14:43 | 60.02 / 51 | 142299",
|
||||
"mcp_call_status": "matched_non_empty",
|
||||
"limited_reason_category": null,
|
||||
"llm_decomposition_applied": false,
|
||||
"llm_decomposition_reason": "error:Missing choices in /chat/completions payload.",
|
||||
"fallback_rule_hit": null
|
||||
},
|
||||
{
|
||||
"number": 28,
|
||||
"question": "Какой остаток по счету 60 на 2020.05",
|
||||
"session_key": "chain_c",
|
||||
"session_id": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_08-31-54-chain_c",
|
||||
"status_code": 200,
|
||||
"ok": true,
|
||||
"elapsed_ms": 1038,
|
||||
"reply_type": "factual",
|
||||
"trace_id": "address-FptBoUpCJw",
|
||||
"assistant_reply": "Адресный срез по счету собран (по движениям live MCP).\nСтрок отобрано: 6.\nСумма по отобранным движениям: 849499.\n1. 2020-05-22T10:14:43Z | Списание с расчетного счета 00000000148 от 22.05.2020 10:14:43 | 60.02 / 51 | 142299\n2. 2020-05-22T10:12:50Z | Списание с расчетного счета 00000000147 от 22.05.2020 10:12:50 | 60.01 / 51 | 75367\n3. 2020-05-22T10:12:50Z | Списание с расчетного счета 00000000147 от 22.05.2020 10:12:50 | 60.01 / 51 | 211833\n4. 2020-05-18T12:00:02Z | Списание с расчетного счета 00000000145 от 18.05.2020 12:00:02 | 60.01 / 51 | 187967",
|
||||
"mcp_call_status": "matched_non_empty",
|
||||
"limited_reason_category": null,
|
||||
"llm_decomposition_applied": true,
|
||||
"llm_decomposition_reason": "fallback_rule_applied_after_llm_error",
|
||||
"fallback_rule_hit": "balance_month_period_rewrite"
|
||||
},
|
||||
{
|
||||
"number": 29,
|
||||
"question": "а теперь по 60.01",
|
||||
"session_key": "chain_c",
|
||||
"session_id": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_08-31-54-chain_c",
|
||||
"status_code": 200,
|
||||
"ok": true,
|
||||
"elapsed_ms": 1020,
|
||||
"reply_type": "factual",
|
||||
"trace_id": "address-DyR5yhasU4",
|
||||
"assistant_reply": "Адресный срез по счету собран (по движениям live MCP).\nСтрок отобрано: 6.\nСумма по отобранным движениям: 849499.\n1. 2020-05-22T10:14:43Z | Списание с расчетного счета 00000000148 от 22.05.2020 10:14:43 | 60.02 / 51 | 142299\n2. 2020-05-22T10:12:50Z | Списание с расчетного счета 00000000147 от 22.05.2020 10:12:50 | 60.01 / 51 | 75367\n3. 2020-05-22T10:12:50Z | Списание с расчетного счета 00000000147 от 22.05.2020 10:12:50 | 60.01 / 51 | 211833\n4. 2020-05-18T12:00:02Z | Списание с расчетного счета 00000000145 от 18.05.2020 12:00:02 | 60.01 / 51 | 187967",
|
||||
"mcp_call_status": "matched_non_empty",
|
||||
"limited_reason_category": null,
|
||||
"llm_decomposition_applied": false,
|
||||
"llm_decomposition_reason": "not_address_like",
|
||||
"fallback_rule_hit": null
|
||||
},
|
||||
{
|
||||
"number": 30,
|
||||
"question": "а на ту же дату по 62",
|
||||
"session_key": "chain_c",
|
||||
"session_id": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_08-31-54-chain_c",
|
||||
"status_code": 200,
|
||||
"ok": true,
|
||||
"elapsed_ms": 1050,
|
||||
"reply_type": "factual",
|
||||
"trace_id": "address-DMeRFm3EcQ",
|
||||
"assistant_reply": "Адресный срез по счету собран (по движениям live MCP).\nСтрок отобрано: 6.\nСумма по отобранным движениям: 849499.\n1. 2020-05-22T10:14:43Z | Списание с расчетного счета 00000000148 от 22.05.2020 10:14:43 | 60.02 / 51 | 142299\n2. 2020-05-22T10:12:50Z | Списание с расчетного счета 00000000147 от 22.05.2020 10:12:50 | 60.01 / 51 | 75367\n3. 2020-05-22T10:12:50Z | Списание с расчетного счета 00000000147 от 22.05.2020 10:12:50 | 60.01 / 51 | 211833\n4. 2020-05-18T12:00:02Z | Списание с расчетного счета 00000000145 от 18.05.2020 12:00:02 | 60.01 / 51 | 187967",
|
||||
"mcp_call_status": "matched_non_empty",
|
||||
"limited_reason_category": null,
|
||||
"llm_decomposition_applied": false,
|
||||
"llm_decomposition_reason": "not_address_like",
|
||||
"fallback_rule_hit": null
|
||||
},
|
||||
{
|
||||
"number": 31,
|
||||
"question": "бля епт покажи доки по свк за 20й",
|
||||
"session_key": "single_31",
|
||||
"session_id": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_08-31-54-single_31",
|
||||
"status_code": 200,
|
||||
"ok": true,
|
||||
"elapsed_ms": 978,
|
||||
"reply_type": "factual",
|
||||
"trace_id": "address-spVPQ8fXNr",
|
||||
"assistant_reply": "Собран список документов по контрагенту (live address lane).\nСтрок отобрано: 3.\n1. 2020-12-30T12:00:00Z | Поступление на расчетный счет 00000000044 от 30.12.2020 12:00:00 | 0 / 0 | 3248300 | аналитика: Группа\n2. 2020-12-16T16:20:53Z | Поступление на расчетный счет 00000000043 от 16.12.2020 16:20:53 | 0 / 0 | 216600 | аналитика: Группа\n3. 2020-12-14T12:00:00Z | Поступление на расчетный счет 00000000042 от 14.12.2020 12:00:00 | 0 / 0 | 200000 | аналитика: Группа",
|
||||
"mcp_call_status": "matched_non_empty",
|
||||
"limited_reason_category": null,
|
||||
"llm_decomposition_applied": true,
|
||||
"llm_decomposition_reason": "fallback_rule_applied_after_llm_error",
|
||||
"fallback_rule_hit": "documents_counterparty_year_rewrite"
|
||||
},
|
||||
{
|
||||
"number": 32,
|
||||
"question": "свк 20 год - покажи доки плс",
|
||||
"session_key": "single_32",
|
||||
"session_id": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_08-31-54-single_32",
|
||||
"status_code": 200,
|
||||
"ok": true,
|
||||
"elapsed_ms": 1010,
|
||||
"reply_type": "factual",
|
||||
"trace_id": "address-KuIoSi8XtB",
|
||||
"assistant_reply": "Собран список документов по контрагенту (live address lane).\nСтрок отобрано: 3.\n1. 2020-12-30T12:00:00Z | Поступление на расчетный счет 00000000044 от 30.12.2020 12:00:00 | 0 / 0 | 3248300 | аналитика: Группа\n2. 2020-12-16T16:20:53Z | Поступление на расчетный счет 00000000043 от 16.12.2020 16:20:53 | 0 / 0 | 216600 | аналитика: Группа\n3. 2020-12-14T12:00:00Z | Поступление на расчетный счет 00000000042 от 14.12.2020 12:00:00 | 0 / 0 | 200000 | аналитика: Группа",
|
||||
"mcp_call_status": "matched_non_empty",
|
||||
"limited_reason_category": null,
|
||||
"llm_decomposition_applied": true,
|
||||
"llm_decomposition_reason": "fallback_rule_applied_after_llm_error",
|
||||
"fallback_rule_hit": "documents_counterparty_year_rewrite"
|
||||
},
|
||||
{
|
||||
"number": 33,
|
||||
"question": "покажи банк опер по дог 15/24 пж",
|
||||
"session_key": "single_33",
|
||||
"session_id": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_08-31-54-single_33",
|
||||
"status_code": 200,
|
||||
"ok": true,
|
||||
"elapsed_ms": 1236,
|
||||
"reply_type": "factual",
|
||||
"trace_id": "address-jyKrhbkWt6",
|
||||
"assistant_reply": "Собран список банковских операций по договору (live address lane).\nСтрок отобрано: 2.\n1. 2020-10-15T13:34:53Z | Списание с расчетного счета 00000000246 от 15.10.2020 13:34:53 | 66.02 / 51 | 30819.47\n2. 2020-10-15T13:34:19Z | Списание с расчетного счета 00000000245 от 15.10.2020 13:34:19 | 66.01 / 51 | 134206.53",
|
||||
"mcp_call_status": "matched_non_empty",
|
||||
"limited_reason_category": null,
|
||||
"llm_decomposition_applied": true,
|
||||
"llm_decomposition_reason": "fallback_rule_applied_after_llm_error",
|
||||
"fallback_rule_hit": "bank_operations_contract_rewrite"
|
||||
},
|
||||
{
|
||||
"number": 34,
|
||||
"question": "остаток 60 на 2020 май покеж",
|
||||
"session_key": "single_34",
|
||||
"session_id": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_08-31-54-single_34",
|
||||
"status_code": 200,
|
||||
"ok": true,
|
||||
"elapsed_ms": 785,
|
||||
"reply_type": "factual",
|
||||
"trace_id": "address-L_uvP4v4kr",
|
||||
"assistant_reply": "Адресный срез по счету собран (по движениям live MCP).\nСтрок отобрано: 6.\nСумма по отобранным движениям: 849499.\n1. 2020-05-22T10:14:43Z | Списание с расчетного счета 00000000148 от 22.05.2020 10:14:43 | 60.02 / 51 | 142299\n2. 2020-05-22T10:12:50Z | Списание с расчетного счета 00000000147 от 22.05.2020 10:12:50 | 60.01 / 51 | 75367\n3. 2020-05-22T10:12:50Z | Списание с расчетного счета 00000000147 от 22.05.2020 10:12:50 | 60.01 / 51 | 211833\n4. 2020-05-18T12:00:02Z | Списание с расчетного счета 00000000145 от 18.05.2020 12:00:02 | 60.01 / 51 | 187967",
|
||||
"mcp_call_status": "matched_non_empty",
|
||||
"limited_reason_category": null,
|
||||
"llm_decomposition_applied": true,
|
||||
"llm_decomposition_reason": "fallback_rule_applied_after_llm_error",
|
||||
"fallback_rule_hit": "balance_month_period_rewrite"
|
||||
},
|
||||
{
|
||||
"number": 35,
|
||||
"question": "по свк за весь период че есть",
|
||||
"session_key": "single_35",
|
||||
"session_id": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_08-31-54-single_35",
|
||||
"status_code": 502,
|
||||
"ok": false,
|
||||
"elapsed_ms": 17,
|
||||
"reply_type": "",
|
||||
"trace_id": "",
|
||||
"assistant_reply": "",
|
||||
"mcp_call_status": null,
|
||||
"limited_reason_category": null,
|
||||
"llm_decomposition_applied": null,
|
||||
"llm_decomposition_reason": null,
|
||||
"fallback_rule_hit": null
|
||||
},
|
||||
{
|
||||
"number": 36,
|
||||
"question": "Покажи технические константы конфигурации",
|
||||
"session_key": "single_36",
|
||||
"session_id": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_08-31-54-single_36",
|
||||
"status_code": 502,
|
||||
"ok": false,
|
||||
"elapsed_ms": 18,
|
||||
"reply_type": "",
|
||||
"trace_id": "",
|
||||
"assistant_reply": "",
|
||||
"mcp_call_status": null,
|
||||
"limited_reason_category": null,
|
||||
"llm_decomposition_applied": null,
|
||||
"llm_decomposition_reason": null,
|
||||
"fallback_rule_hit": null
|
||||
},
|
||||
{
|
||||
"number": 37,
|
||||
"question": "кто президент США",
|
||||
"session_key": "single_37",
|
||||
"session_id": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_08-31-54-single_37",
|
||||
"status_code": 502,
|
||||
"ok": false,
|
||||
"elapsed_ms": 9,
|
||||
"reply_type": "",
|
||||
"trace_id": "",
|
||||
"assistant_reply": "",
|
||||
"mcp_call_status": null,
|
||||
"limited_reason_category": null,
|
||||
"llm_decomposition_applied": null,
|
||||
"llm_decomposition_reason": null,
|
||||
"fallback_rule_hit": null
|
||||
}
|
||||
]
|
||||
}
|
||||
+66
@@ -0,0 +1,66 @@
|
||||
{
|
||||
"run_id": "2026-04-02_Address_Full_Live_Run_2026-04-02_08-31-54",
|
||||
"generated_at": "2026-04-02T05:32:35",
|
||||
"source_questions_file": "docs/ADDRESS/1.txt",
|
||||
"backend_url": "http://127.0.0.1:8787/api/assistant/message",
|
||||
"llm_provider": "local",
|
||||
"llm_base_url": "http://127.0.0.1:1234",
|
||||
"llm_model": "qwen2.5-14b-instruct-1m",
|
||||
"totals": {
|
||||
"questions_total": 37,
|
||||
"ok_200_count": 34,
|
||||
"factual_count": 32,
|
||||
"partial_coverage_count": 2,
|
||||
"other_reply_types_count": 0,
|
||||
"llm_decomposition_applied_count": 25,
|
||||
"fallback_rule_hit_count": 25,
|
||||
"avg_elapsed_ms": 1111.3
|
||||
},
|
||||
"distributions": {
|
||||
"mcp_call_status": {
|
||||
"matched_non_empty": 32,
|
||||
"materialized_but_not_anchor_matched": 2,
|
||||
"(null)": 3
|
||||
},
|
||||
"limited_reason_category": {
|
||||
"empty_match": 2
|
||||
},
|
||||
"llm_decomposition_reason": {
|
||||
"fallback_rule_applied_after_llm_error": 25,
|
||||
"error:Missing choices in /chat/completions payload.": 3,
|
||||
"not_address_like": 6,
|
||||
"(null)": 3
|
||||
}
|
||||
},
|
||||
"followup_sessions": {
|
||||
"single_1": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_08-31-54-single_1",
|
||||
"single_2": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_08-31-54-single_2",
|
||||
"single_3": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_08-31-54-single_3",
|
||||
"single_4": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_08-31-54-single_4",
|
||||
"single_5": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_08-31-54-single_5",
|
||||
"single_6": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_08-31-54-single_6",
|
||||
"single_7": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_08-31-54-single_7",
|
||||
"single_8": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_08-31-54-single_8",
|
||||
"single_9": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_08-31-54-single_9",
|
||||
"single_10": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_08-31-54-single_10",
|
||||
"single_11": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_08-31-54-single_11",
|
||||
"single_12": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_08-31-54-single_12",
|
||||
"single_13": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_08-31-54-single_13",
|
||||
"single_14": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_08-31-54-single_14",
|
||||
"single_15": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_08-31-54-single_15",
|
||||
"single_16": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_08-31-54-single_16",
|
||||
"single_17": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_08-31-54-single_17",
|
||||
"single_18": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_08-31-54-single_18",
|
||||
"single_19": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_08-31-54-single_19",
|
||||
"chain_a": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_08-31-54-chain_a",
|
||||
"chain_b": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_08-31-54-chain_b",
|
||||
"chain_c": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_08-31-54-chain_c",
|
||||
"single_31": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_08-31-54-single_31",
|
||||
"single_32": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_08-31-54-single_32",
|
||||
"single_33": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_08-31-54-single_33",
|
||||
"single_34": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_08-31-54-single_34",
|
||||
"single_35": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_08-31-54-single_35",
|
||||
"single_36": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_08-31-54-single_36",
|
||||
"single_37": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_08-31-54-single_37"
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,19 @@
|
||||
# 2026-04-02_Address_Full_Live_Run_2026-04-02_09-12-32
|
||||
|
||||
Generated at: 2026-04-02T06:18:23
|
||||
Questions file: docs/ADDRESS/1.txt
|
||||
Backend URL: http://127.0.0.1:8787/api/assistant/message
|
||||
LLM: local / qwen2.5-14b-instruct-1m @ http://127.0.0.1:1234
|
||||
|
||||
## Totals
|
||||
- questions_total: 63
|
||||
- ok_200_count: 63
|
||||
- factual_count: 38
|
||||
- partial_coverage_count: 18
|
||||
- clarification_required_count: 7
|
||||
- http_error_count: 0
|
||||
|
||||
## Files
|
||||
- run_summary.json
|
||||
- full_live_results.json
|
||||
- failures_only.json
|
||||
+481
@@ -0,0 +1,481 @@
|
||||
{
|
||||
"run_id": "2026-04-02_Address_Full_Live_Run_2026-04-02_09-12-32",
|
||||
"generated_at": "2026-04-02T06:18:23",
|
||||
"failures": [
|
||||
{
|
||||
"number": 1,
|
||||
"question": "Цепочки `FOLLOW-UP` прогоняй в одной сессии подряд.",
|
||||
"session_key": "single_1",
|
||||
"session_id": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_09-12-32-single_1",
|
||||
"status_code": 200,
|
||||
"ok": true,
|
||||
"elapsed_ms": 11103,
|
||||
"reply_type": "clarification_required",
|
||||
"trace_id": "JiVKx5ohmlt6t4",
|
||||
"assistant_reply": "Коротко: Наиболее вероятный механизм проблемы подтвержден частично и требует первичной проверки. Что сломано:\n- Есть признаки проблемы, но без уточнений по периоду и объекту вывод ненадежен. Почему это похоже на проблему:\n- Сигнал проблемы есть, но механизм подтвержден не полностью. На чем это основано:\n- Опора частичная: часть требований покрыта не полностью.\n- Отдельно не подтверждено или покрыто частично: R1. Что проверить первым:\n- Уточните период проверки, чтобы подтвердить проблему без лишнего шума.\n- Проверьте связку документов и проводок по проблемному участку в указанном периоде.\n- Уточните период проверки (например, июль 2020). Ограничения:\n- Ни одно требование не получило подтвержденного покрытия.\n- Нет explainable-сигналов why_included в результатах выборки.\n- Часть контекстных токенов не подтверждена напрямую: chain.\n- required anchors claim-bound grounding.\n- evidence.",
|
||||
"mcp_call_status": null,
|
||||
"limited_reason_category": null,
|
||||
"llm_decomposition_applied": null,
|
||||
"llm_decomposition_reason": null,
|
||||
"fallback_rule_hit": null,
|
||||
"error_code": null,
|
||||
"error_message": null
|
||||
},
|
||||
{
|
||||
"number": 2,
|
||||
"question": "Блоки `SINGLE` можно гонять по отдельности.",
|
||||
"session_key": "single_2",
|
||||
"session_id": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_09-12-32-single_2",
|
||||
"status_code": 200,
|
||||
"ok": true,
|
||||
"elapsed_ms": 8851,
|
||||
"reply_type": "clarification_required",
|
||||
"trace_id": "C06HaZtg0-69mc",
|
||||
"assistant_reply": "Коротко: Наиболее вероятный механизм проблемы подтвержден частично и требует первичной проверки. Что сломано:\n- Есть признаки проблемы, но без уточнений по периоду и объекту вывод ненадежен. Почему это похоже на проблему:\n- Сигнал проблемы есть, но механизм подтвержден не полностью. На чем это основано:\n- Опора частичная: часть требований покрыта не полностью.\n- Отдельно не подтверждено или покрыто частично: R1. Что проверить первым:\n- Уточните период проверки, чтобы подтвердить проблему без лишнего шума.\n- Проверьте связку документов и проводок по проблемному участку в указанном периоде.\n- Уточните период проверки (например, июль 2020). Ограничения:\n- Ни одно требование не получило подтвержденного покрытия.\n- Нет explainable-сигналов why_included в результатах выборки.\n- required anchors claim-bound grounding.\n- evidence.\n- Targeted evidence acquisition claim target path.",
|
||||
"mcp_call_status": null,
|
||||
"limited_reason_category": null,
|
||||
"llm_decomposition_applied": null,
|
||||
"llm_decomposition_reason": null,
|
||||
"fallback_rule_hit": null,
|
||||
"error_code": null,
|
||||
"error_message": null
|
||||
},
|
||||
{
|
||||
"number": 2,
|
||||
"question": "свк доки за 20й",
|
||||
"session_key": "single_2",
|
||||
"session_id": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_09-12-32-single_2",
|
||||
"status_code": 200,
|
||||
"ok": true,
|
||||
"elapsed_ms": 7735,
|
||||
"reply_type": "partial_coverage",
|
||||
"trace_id": "address-0BIB9ZIQQd",
|
||||
"assistant_reply": "В live-данных по текущему фильтру записи не найдены.\nПричина: по указанному якорю и фильтрам в live-выборке нет строк.\nЧто нужно уточнить: уточните период или снимите часть фильтров.",
|
||||
"mcp_call_status": "materialized_but_not_anchor_matched",
|
||||
"limited_reason_category": "empty_match",
|
||||
"llm_decomposition_applied": true,
|
||||
"llm_decomposition_reason": "normalized_fragment_applied",
|
||||
"fallback_rule_hit": null,
|
||||
"error_code": null,
|
||||
"error_message": null
|
||||
},
|
||||
{
|
||||
"number": 3,
|
||||
"question": "Для проверок смотри не только ответ, но и `technical_debug_payload_json`.",
|
||||
"session_key": "single_3",
|
||||
"session_id": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_09-12-32-single_3",
|
||||
"status_code": 200,
|
||||
"ok": true,
|
||||
"elapsed_ms": 9070,
|
||||
"reply_type": "clarification_required",
|
||||
"trace_id": "fMCKjmaMDLD3hf",
|
||||
"assistant_reply": "Коротко: Наиболее вероятный механизм проблемы подтвержден частично и требует первичной проверки. Что сломано:\n- Есть признаки проблемы, но без уточнений по периоду и объекту вывод ненадежен. Почему это похоже на проблему:\n- Сигнал проблемы есть, но механизм подтвержден не полностью. На чем это основано:\n- Опора частичная: часть требований покрыта не полностью.\n- Отдельно не подтверждено или покрыто частично: R1. Что проверить первым:\n- Уточните период проверки, чтобы подтвердить проблему без лишнего шума.\n- Проверьте связку документов и проводок по проблемному участку в указанном периоде.\n- Уточните период проверки (например, июль 2020). Ограничения:\n- Ни одно требование не получило подтвержденного покрытия.\n- Нет explainable-сигналов why_included в результатах выборки.\n- required anchors claim-bound grounding.\n- evidence.\n- Targeted evidence acquisition claim target path.",
|
||||
"mcp_call_status": null,
|
||||
"limited_reason_category": null,
|
||||
"llm_decomposition_applied": null,
|
||||
"llm_decomposition_reason": null,
|
||||
"fallback_rule_hit": null,
|
||||
"error_code": null,
|
||||
"error_message": null
|
||||
},
|
||||
{
|
||||
"number": 7,
|
||||
"question": "Покажи банковские операции по СВК за 2020",
|
||||
"session_key": "single_7",
|
||||
"session_id": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_09-12-32-single_7",
|
||||
"status_code": 200,
|
||||
"ok": true,
|
||||
"elapsed_ms": 9179,
|
||||
"reply_type": "partial_coverage",
|
||||
"trace_id": "address-qOaA9vho_m",
|
||||
"assistant_reply": "В live-данных по текущему фильтру записи не найдены.\nПричина: по указанному якорю и фильтрам в live-выборке нет строк.\nЧто нужно уточнить: уточните период или снимите часть фильтров.",
|
||||
"mcp_call_status": "materialized_but_not_anchor_matched",
|
||||
"limited_reason_category": "empty_match",
|
||||
"llm_decomposition_applied": true,
|
||||
"llm_decomposition_reason": "normalized_fragment_applied",
|
||||
"fallback_rule_hit": null,
|
||||
"error_code": null,
|
||||
"error_message": null
|
||||
},
|
||||
{
|
||||
"number": 13,
|
||||
"question": "Есть ли долг по договору 15/24 на 2020-07-31",
|
||||
"session_key": "single_13",
|
||||
"session_id": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_09-12-32-single_13",
|
||||
"status_code": 200,
|
||||
"ok": true,
|
||||
"elapsed_ms": 6887,
|
||||
"reply_type": "partial_coverage",
|
||||
"trace_id": "address-MXgSTOzyOr",
|
||||
"assistant_reply": "В live-данных по текущему фильтру записи не найдены.\nПричина: по указанному якорю и фильтрам в live-выборке нет строк.\nЧто нужно уточнить: уточните период или снимите часть фильтров.",
|
||||
"mcp_call_status": "materialized_but_not_anchor_matched",
|
||||
"limited_reason_category": "empty_match",
|
||||
"llm_decomposition_applied": true,
|
||||
"llm_decomposition_reason": "normalized_fragment_applied",
|
||||
"fallback_rule_hit": null,
|
||||
"error_code": null,
|
||||
"error_message": null
|
||||
},
|
||||
{
|
||||
"number": 21,
|
||||
"question": "а теперь только за май 2020",
|
||||
"session_key": "chain_a",
|
||||
"session_id": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_09-12-32-chain_a",
|
||||
"status_code": 200,
|
||||
"ok": true,
|
||||
"elapsed_ms": 3234,
|
||||
"reply_type": "partial_coverage",
|
||||
"trace_id": "address-VOI3jtsFc4",
|
||||
"assistant_reply": "В live-данных по текущему фильтру записи не найдены.\nПричина: по указанному якорю и фильтрам в live-выборке нет строк.\nЧто нужно уточнить: уточните период или снимите часть фильтров.",
|
||||
"mcp_call_status": "materialized_but_not_anchor_matched",
|
||||
"limited_reason_category": "empty_match",
|
||||
"llm_decomposition_applied": false,
|
||||
"llm_decomposition_reason": "not_address_like",
|
||||
"fallback_rule_hit": null,
|
||||
"error_code": null,
|
||||
"error_message": null
|
||||
},
|
||||
{
|
||||
"number": 26,
|
||||
"question": "а теперь только за май 2020",
|
||||
"session_key": "chain_b",
|
||||
"session_id": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_09-12-32-chain_b",
|
||||
"status_code": 200,
|
||||
"ok": true,
|
||||
"elapsed_ms": 3046,
|
||||
"reply_type": "partial_coverage",
|
||||
"trace_id": "address-t8Qi4zg85b",
|
||||
"assistant_reply": "В live-данных по текущему фильтру записи не найдены.\nПричина: по указанному якорю и фильтрам в live-выборке нет строк.\nЧто нужно уточнить: уточните период или снимите часть фильтров.",
|
||||
"mcp_call_status": "materialized_but_not_anchor_matched",
|
||||
"limited_reason_category": "empty_match",
|
||||
"llm_decomposition_applied": false,
|
||||
"llm_decomposition_reason": "not_address_like",
|
||||
"fallback_rule_hit": null,
|
||||
"error_code": null,
|
||||
"error_message": null
|
||||
},
|
||||
{
|
||||
"number": 35,
|
||||
"question": "по свк за весь период че есть",
|
||||
"session_key": "single_35",
|
||||
"session_id": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_09-12-32-single_35",
|
||||
"status_code": 200,
|
||||
"ok": true,
|
||||
"elapsed_ms": 9012,
|
||||
"reply_type": "clarification_required",
|
||||
"trace_id": "v64a_4F0yDXwY4",
|
||||
"assistant_reply": "Коротко: Наиболее вероятный механизм проблемы подтвержден частично и требует первичной проверки. Что сломано:\n- Есть признаки проблемы, но без уточнений по периоду и объекту вывод ненадежен. Почему это похоже на проблему:\n- Сигнал проблемы есть, но механизм подтвержден не полностью. На чем это основано:\n- Опора частичная: часть требований покрыта не полностью.\n- Отдельно не подтверждено или покрыто частично: R1. Что проверить первым:\n- Уточните период проверки, чтобы подтвердить проблему без лишнего шума.\n- Проверьте связку документов и проводок по проблемному участку в указанном периоде.\n- Уточните период проверки (например, июль 2020). Ограничения:\n- Ни одно требование не получило подтвержденного покрытия.\n- Нет explainable-сигналов why_included в результатах выборки.\n- required anchors claim-bound grounding.\n- evidence.\n- Targeted evidence acquisition claim target path.",
|
||||
"mcp_call_status": null,
|
||||
"limited_reason_category": null,
|
||||
"llm_decomposition_applied": null,
|
||||
"llm_decomposition_reason": null,
|
||||
"fallback_rule_hit": null,
|
||||
"error_code": null,
|
||||
"error_message": null
|
||||
},
|
||||
{
|
||||
"number": 36,
|
||||
"question": "Покажи технические константы конфигурации",
|
||||
"session_key": "single_36",
|
||||
"session_id": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_09-12-32-single_36",
|
||||
"status_code": 200,
|
||||
"ok": true,
|
||||
"elapsed_ms": 9691,
|
||||
"reply_type": "clarification_required",
|
||||
"trace_id": "M6vpWJZjHcihLB",
|
||||
"assistant_reply": "Коротко: Проблема подтверждается частично; для уверенного вывода нужны уточнения. Что сломано:\n- Есть признаки проблемы, но без уточнений по периоду и объекту вывод ненадежен. Почему это похоже на проблему:\n- Сигнал проблемы есть, но механизм подтвержден не полностью. На чем это основано:\n- Опора частичная: часть требований покрыта не полностью.\n- Отдельно не подтверждено или покрыто частично: R1. Что проверить первым:\n- Уточните период проверки, чтобы подтвердить проблему без лишнего шума.\n- Проверьте связку документов и проводок по проблемному участку в указанном периоде.\n- Уточните период проверки (например, июль 2020). Ограничения:\n- Ни одно требование не получило подтвержденного покрытия.\n- Нет explainable-сигналов why_included в результатах выборки.\n- required anchors claim-bound grounding.\n- evidence.\n- Targeted evidence acquisition claim target path.",
|
||||
"mcp_call_status": null,
|
||||
"limited_reason_category": null,
|
||||
"llm_decomposition_applied": null,
|
||||
"llm_decomposition_reason": null,
|
||||
"fallback_rule_hit": null,
|
||||
"error_code": null,
|
||||
"error_message": null
|
||||
},
|
||||
{
|
||||
"number": 37,
|
||||
"question": "кто президент США",
|
||||
"session_key": "single_37",
|
||||
"session_id": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_09-12-32-single_37",
|
||||
"status_code": 200,
|
||||
"ok": true,
|
||||
"elapsed_ms": 7959,
|
||||
"reply_type": "clarification_required",
|
||||
"trace_id": "4hphPBX8hIAOqY",
|
||||
"assistant_reply": "Коротко: Наиболее вероятный механизм проблемы подтвержден частично и требует первичной проверки. Что сломано:\n- Есть признаки проблемы, но без уточнений по периоду и объекту вывод ненадежен. Почему это похоже на проблему:\n- Сигнал проблемы есть, но механизм подтвержден не полностью. На чем это основано:\n- Опора частичная: часть требований покрыта не полностью.\n- Отдельно не подтверждено или покрыто частично: R1. Что проверить первым:\n- Уточните период проверки, чтобы подтвердить проблему без лишнего шума.\n- Проверьте связку документов и проводок по проблемному участку в указанном периоде.\n- Уточните период проверки (например, июль 2020). Ограничения:\n- Ни одно требование не получило подтвержденного покрытия.\n- Нет explainable-сигналов why_included в результатах выборки.\n- required anchors claim-bound grounding.\n- evidence.\n- Targeted evidence acquisition claim target path.",
|
||||
"mcp_call_status": null,
|
||||
"limited_reason_category": null,
|
||||
"llm_decomposition_applied": null,
|
||||
"llm_decomposition_reason": null,
|
||||
"fallback_rule_hit": null,
|
||||
"error_code": null,
|
||||
"error_message": null
|
||||
},
|
||||
{
|
||||
"number": 38,
|
||||
"question": "Кто нам должен на 2020-12-31",
|
||||
"session_key": "single_38",
|
||||
"session_id": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_09-12-32-single_38",
|
||||
"status_code": 200,
|
||||
"ok": true,
|
||||
"elapsed_ms": 11,
|
||||
"reply_type": "partial_coverage",
|
||||
"trace_id": "address-vGg7KvBPLM",
|
||||
"assistant_reply": "Этот запрос не подходит под address_query V1.\nПричина: intent пока не поддержан в address V1.\nЧто нужно уточнить: переформулируйте вопрос как адресный lookup по счету/контрагенту/договору.",
|
||||
"mcp_call_status": "skipped",
|
||||
"limited_reason_category": "unsupported",
|
||||
"llm_decomposition_applied": false,
|
||||
"llm_decomposition_reason": "not_address_like",
|
||||
"fallback_rule_hit": null,
|
||||
"error_code": null,
|
||||
"error_message": null
|
||||
},
|
||||
{
|
||||
"number": 42,
|
||||
"question": "Покажи незакрытые договоры на 2020-12-31",
|
||||
"session_key": "single_42",
|
||||
"session_id": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_09-12-32-single_42",
|
||||
"status_code": 200,
|
||||
"ok": true,
|
||||
"elapsed_ms": 5713,
|
||||
"reply_type": "partial_coverage",
|
||||
"trace_id": "address-oaX8wsSDr3",
|
||||
"assistant_reply": "Для точного адресного поиска не хватает обязательного якоря.\nПричина: для open_items нужен якорь контрагента или договора.\nЧто нужно уточнить: укажите контрагента или номер/название договора.",
|
||||
"mcp_call_status": "skipped",
|
||||
"limited_reason_category": "missing_anchor",
|
||||
"llm_decomposition_applied": true,
|
||||
"llm_decomposition_reason": "normalized_fragment_applied",
|
||||
"fallback_rule_hit": null,
|
||||
"error_code": null,
|
||||
"error_message": null
|
||||
},
|
||||
{
|
||||
"number": 43,
|
||||
"question": "Какие открытые договоры есть на 2020-12-31",
|
||||
"session_key": "single_43",
|
||||
"session_id": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_09-12-32-single_43",
|
||||
"status_code": 200,
|
||||
"ok": true,
|
||||
"elapsed_ms": 4924,
|
||||
"reply_type": "partial_coverage",
|
||||
"trace_id": "address-CmLjE_XX34",
|
||||
"assistant_reply": "Для точного адресного поиска не хватает обязательного якоря.\nПричина: для open_items нужен якорь контрагента или договора.\nЧто нужно уточнить: укажите контрагента или номер/название договора.",
|
||||
"mcp_call_status": "skipped",
|
||||
"limited_reason_category": "missing_anchor",
|
||||
"llm_decomposition_applied": true,
|
||||
"llm_decomposition_reason": "normalized_fragment_applied",
|
||||
"fallback_rule_hit": null,
|
||||
"error_code": null,
|
||||
"error_message": null
|
||||
},
|
||||
{
|
||||
"number": 44,
|
||||
"question": "Покажи хвосты по контрагенту СВК на 2020-12-31",
|
||||
"session_key": "single_44",
|
||||
"session_id": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_09-12-32-single_44",
|
||||
"status_code": 200,
|
||||
"ok": true,
|
||||
"elapsed_ms": 6656,
|
||||
"reply_type": "partial_coverage",
|
||||
"trace_id": "address-igBh_WmLUU",
|
||||
"assistant_reply": "В live-данных по текущему фильтру записи не найдены.\nПричина: по указанному якорю и фильтрам в live-выборке нет строк.\nЧто нужно уточнить: уточните период или снимите часть фильтров.",
|
||||
"mcp_call_status": "materialized_but_not_anchor_matched",
|
||||
"limited_reason_category": "empty_match",
|
||||
"llm_decomposition_applied": true,
|
||||
"llm_decomposition_reason": "normalized_fragment_applied",
|
||||
"fallback_rule_hit": null,
|
||||
"error_code": null,
|
||||
"error_message": null
|
||||
},
|
||||
{
|
||||
"number": 45,
|
||||
"question": "Есть ли незакрытые позиции по договору 15/24 на 2020-12-31",
|
||||
"session_key": "single_45",
|
||||
"session_id": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_09-12-32-single_45",
|
||||
"status_code": 200,
|
||||
"ok": true,
|
||||
"elapsed_ms": 6051,
|
||||
"reply_type": "partial_coverage",
|
||||
"trace_id": "address-6JB8rJvQcp",
|
||||
"assistant_reply": "В live-данных по текущему фильтру записи не найдены.\nПричина: по указанному якорю и фильтрам в live-выборке нет строк.\nЧто нужно уточнить: уточните период или снимите часть фильтров.",
|
||||
"mcp_call_status": "materialized_but_not_anchor_matched",
|
||||
"limited_reason_category": "empty_match",
|
||||
"llm_decomposition_applied": true,
|
||||
"llm_decomposition_reason": "normalized_fragment_applied",
|
||||
"fallback_rule_hit": null,
|
||||
"error_code": null,
|
||||
"error_message": null
|
||||
},
|
||||
{
|
||||
"number": 46,
|
||||
"question": "Покажи открытые позиции по договору 15/24",
|
||||
"session_key": "single_46",
|
||||
"session_id": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_09-12-32-single_46",
|
||||
"status_code": 200,
|
||||
"ok": true,
|
||||
"elapsed_ms": 5161,
|
||||
"reply_type": "partial_coverage",
|
||||
"trace_id": "address-AuGYnsHDC1",
|
||||
"assistant_reply": "В live-данных по текущему фильтру записи не найдены.\nПричина: по указанному якорю и фильтрам в live-выборке нет строк.\nЧто нужно уточнить: уточните период или снимите часть фильтров.",
|
||||
"mcp_call_status": "materialized_but_not_anchor_matched",
|
||||
"limited_reason_category": "empty_match",
|
||||
"llm_decomposition_applied": true,
|
||||
"llm_decomposition_reason": "normalized_fragment_applied",
|
||||
"fallback_rule_hit": null,
|
||||
"error_code": null,
|
||||
"error_message": null
|
||||
},
|
||||
{
|
||||
"number": 49,
|
||||
"question": "а теперь банковские операции",
|
||||
"session_key": "chain_d",
|
||||
"session_id": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_09-12-32-chain_d",
|
||||
"status_code": 200,
|
||||
"ok": true,
|
||||
"elapsed_ms": 8365,
|
||||
"reply_type": "partial_coverage",
|
||||
"trace_id": "address-RMFmLLemZ_",
|
||||
"assistant_reply": "В live-данных по текущему фильтру записи не найдены.\nПричина: по указанному якорю и фильтрам в live-выборке нет строк.\nЧто нужно уточнить: уточните период или снимите часть фильтров.",
|
||||
"mcp_call_status": "materialized_but_not_anchor_matched",
|
||||
"limited_reason_category": "empty_match",
|
||||
"llm_decomposition_applied": false,
|
||||
"llm_decomposition_reason": "normalized_fragment_same",
|
||||
"fallback_rule_hit": null,
|
||||
"error_code": null,
|
||||
"error_message": null
|
||||
},
|
||||
{
|
||||
"number": 50,
|
||||
"question": "а за весь период",
|
||||
"session_key": "chain_d",
|
||||
"session_id": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_09-12-32-chain_d",
|
||||
"status_code": 200,
|
||||
"ok": true,
|
||||
"elapsed_ms": 2051,
|
||||
"reply_type": "partial_coverage",
|
||||
"trace_id": "address-vE8KVirQgi",
|
||||
"assistant_reply": "В live-данных по текущему фильтру записи не найдены.\nПричина: по указанному якорю и фильтрам в live-выборке нет строк.\nЧто нужно уточнить: уточните период или снимите часть фильтров.",
|
||||
"mcp_call_status": "materialized_but_not_anchor_matched",
|
||||
"limited_reason_category": "empty_match",
|
||||
"llm_decomposition_applied": false,
|
||||
"llm_decomposition_reason": "not_address_like",
|
||||
"fallback_rule_hit": null,
|
||||
"error_code": null,
|
||||
"error_message": null
|
||||
},
|
||||
{
|
||||
"number": 52,
|
||||
"question": "Покажи незакрытые позиции по контрагенту СВК",
|
||||
"session_key": "chain_e",
|
||||
"session_id": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_09-12-32-chain_e",
|
||||
"status_code": 200,
|
||||
"ok": true,
|
||||
"elapsed_ms": 5942,
|
||||
"reply_type": "partial_coverage",
|
||||
"trace_id": "address-Fba2s8OLbT",
|
||||
"assistant_reply": "В live-данных по текущему фильтру записи не найдены.\nПричина: по указанному якорю и фильтрам в live-выборке нет строк.\nЧто нужно уточнить: уточните период или снимите часть фильтров.",
|
||||
"mcp_call_status": "materialized_but_not_anchor_matched",
|
||||
"limited_reason_category": "empty_match",
|
||||
"llm_decomposition_applied": true,
|
||||
"llm_decomposition_reason": "normalized_fragment_applied",
|
||||
"fallback_rule_hit": null,
|
||||
"error_code": null,
|
||||
"error_message": null
|
||||
},
|
||||
{
|
||||
"number": 53,
|
||||
"question": "а на 2020-12-31",
|
||||
"session_key": "chain_e",
|
||||
"session_id": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_09-12-32-chain_e",
|
||||
"status_code": 200,
|
||||
"ok": true,
|
||||
"elapsed_ms": 1053,
|
||||
"reply_type": "partial_coverage",
|
||||
"trace_id": "address-NlUK6ZbvyS",
|
||||
"assistant_reply": "В live-данных по текущему фильтру записи не найдены.\nПричина: по указанному якорю и фильтрам в live-выборке нет строк.\nЧто нужно уточнить: уточните период или снимите часть фильтров.",
|
||||
"mcp_call_status": "materialized_but_not_anchor_matched",
|
||||
"limited_reason_category": "empty_match",
|
||||
"llm_decomposition_applied": false,
|
||||
"llm_decomposition_reason": "not_address_like",
|
||||
"fallback_rule_hit": null,
|
||||
"error_code": null,
|
||||
"error_message": null
|
||||
},
|
||||
{
|
||||
"number": 54,
|
||||
"question": "а теперь по договору 15/24",
|
||||
"session_key": "chain_e",
|
||||
"session_id": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_09-12-32-chain_e",
|
||||
"status_code": 200,
|
||||
"ok": true,
|
||||
"elapsed_ms": 7295,
|
||||
"reply_type": "partial_coverage",
|
||||
"trace_id": "address-Y4iOZPwOh7",
|
||||
"assistant_reply": "В live-данных по текущему фильтру записи не найдены.\nПричина: по указанному якорю и фильтрам в live-выборке нет строк.\nЧто нужно уточнить: уточните период или снимите часть фильтров.",
|
||||
"mcp_call_status": "materialized_but_not_anchor_matched",
|
||||
"limited_reason_category": "empty_match",
|
||||
"llm_decomposition_applied": true,
|
||||
"llm_decomposition_reason": "normalized_fragment_applied",
|
||||
"fallback_rule_hit": null,
|
||||
"error_code": null,
|
||||
"error_message": null
|
||||
},
|
||||
{
|
||||
"number": 55,
|
||||
"question": "а только банковские операции",
|
||||
"session_key": "chain_e",
|
||||
"session_id": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_09-12-32-chain_e",
|
||||
"status_code": 200,
|
||||
"ok": true,
|
||||
"elapsed_ms": 8213,
|
||||
"reply_type": "partial_coverage",
|
||||
"trace_id": "address-LtqK2g17SL",
|
||||
"assistant_reply": "В live-данных по текущему фильтру записи не найдены.\nПричина: по указанному якорю и фильтрам в live-выборке нет строк.\nЧто нужно уточнить: уточните период или снимите часть фильтров.",
|
||||
"mcp_call_status": "materialized_but_not_anchor_matched",
|
||||
"limited_reason_category": "empty_match",
|
||||
"llm_decomposition_applied": true,
|
||||
"llm_decomposition_reason": "normalized_fragment_applied",
|
||||
"fallback_rule_hit": null,
|
||||
"error_code": null,
|
||||
"error_message": null
|
||||
},
|
||||
{
|
||||
"number": 56,
|
||||
"question": "а за май 2020",
|
||||
"session_key": "chain_e",
|
||||
"session_id": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_09-12-32-chain_e",
|
||||
"status_code": 200,
|
||||
"ok": true,
|
||||
"elapsed_ms": 2957,
|
||||
"reply_type": "partial_coverage",
|
||||
"trace_id": "address-R6p14wCn-Z",
|
||||
"assistant_reply": "В live-данных по текущему фильтру записи не найдены.\nПричина: по указанному якорю и фильтрам в live-выборке нет строк.\nЧто нужно уточнить: уточните период или снимите часть фильтров.",
|
||||
"mcp_call_status": "materialized_but_not_anchor_matched",
|
||||
"limited_reason_category": "empty_match",
|
||||
"llm_decomposition_applied": false,
|
||||
"llm_decomposition_reason": "not_address_like",
|
||||
"fallback_rule_hit": null,
|
||||
"error_code": null,
|
||||
"error_message": null
|
||||
},
|
||||
{
|
||||
"number": 60,
|
||||
"question": "kto nam dolzhen na 2020-12-31",
|
||||
"session_key": "single_60",
|
||||
"session_id": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_09-12-32-single_60",
|
||||
"status_code": 200,
|
||||
"ok": true,
|
||||
"elapsed_ms": 10891,
|
||||
"reply_type": "clarification_required",
|
||||
"trace_id": "IKFefEoo-lpju-",
|
||||
"assistant_reply": "Коротко: Проблема подтверждается частично; для уверенного вывода нужны уточнения. Что сломано:\n- Есть признаки проблемы, но без уточнений по периоду и объекту вывод ненадежен. Почему это похоже на проблему:\n- Сигнал проблемы есть, но механизм подтвержден не полностью. На чем это основано:\n- Опора частичная: часть требований покрыта не полностью.\n- Отдельно не подтверждено или покрыто частично: R1. Что проверить первым:\n- Проверьте связку документов и проводок по проблемному участку в указанном периоде. Ограничения:\n- Якоря из вопроса без прямого подтверждения: 2020-12, period:2020-12.\n- Ни одно требование не получило подтвержденного покрытия.\n- Нет explainable-сигналов why_included в результатах выборки.\n- required anchors claim-bound grounding.\n- evidence.\n- Targeted evidence acquisition claim target path.",
|
||||
"mcp_call_status": null,
|
||||
"limited_reason_category": null,
|
||||
"llm_decomposition_applied": null,
|
||||
"llm_decomposition_reason": null,
|
||||
"fallback_rule_hit": null,
|
||||
"error_code": null,
|
||||
"error_message": null
|
||||
}
|
||||
]
|
||||
}
|
||||
+1290
File diff suppressed because it is too large
Load Diff
+87
@@ -0,0 +1,87 @@
|
||||
{
|
||||
"run_id": "2026-04-02_Address_Full_Live_Run_2026-04-02_09-12-32",
|
||||
"generated_at": "2026-04-02T06:18:23",
|
||||
"source_questions_file": "docs/ADDRESS/1.txt",
|
||||
"backend_url": "http://127.0.0.1:8787/api/assistant/message",
|
||||
"llm_provider": "local",
|
||||
"llm_base_url": "http://127.0.0.1:1234",
|
||||
"llm_model": "qwen2.5-14b-instruct-1m",
|
||||
"totals": {
|
||||
"questions_total": 63,
|
||||
"ok_200_count": 63,
|
||||
"factual_count": 38,
|
||||
"partial_coverage_count": 18,
|
||||
"clarification_required_count": 7,
|
||||
"other_reply_types_count": 0,
|
||||
"http_error_count": 0,
|
||||
"llm_decomposition_applied_count": 41,
|
||||
"fallback_rule_hit_count": 0,
|
||||
"avg_elapsed_ms": 5571.7
|
||||
},
|
||||
"distributions": {
|
||||
"mcp_call_status": {
|
||||
"matched_non_empty": 38,
|
||||
"materialized_but_not_anchor_matched": 15,
|
||||
"(null)": 7,
|
||||
"skipped": 3
|
||||
},
|
||||
"limited_reason_category": {
|
||||
"empty_match": 15,
|
||||
"missing_anchor": 2,
|
||||
"unsupported": 1
|
||||
},
|
||||
"llm_decomposition_reason": {
|
||||
"normalized_fragment_applied": 41,
|
||||
"not_address_like": 14,
|
||||
"(null)": 7,
|
||||
"normalized_fragment_same": 1
|
||||
},
|
||||
"error_code": {}
|
||||
},
|
||||
"followup_sessions": {
|
||||
"single_1": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_09-12-32-single_1",
|
||||
"single_2": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_09-12-32-single_2",
|
||||
"single_3": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_09-12-32-single_3",
|
||||
"single_4": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_09-12-32-single_4",
|
||||
"single_5": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_09-12-32-single_5",
|
||||
"single_6": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_09-12-32-single_6",
|
||||
"single_7": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_09-12-32-single_7",
|
||||
"single_8": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_09-12-32-single_8",
|
||||
"single_9": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_09-12-32-single_9",
|
||||
"single_10": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_09-12-32-single_10",
|
||||
"single_11": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_09-12-32-single_11",
|
||||
"single_12": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_09-12-32-single_12",
|
||||
"single_13": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_09-12-32-single_13",
|
||||
"single_14": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_09-12-32-single_14",
|
||||
"single_15": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_09-12-32-single_15",
|
||||
"single_16": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_09-12-32-single_16",
|
||||
"single_17": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_09-12-32-single_17",
|
||||
"single_18": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_09-12-32-single_18",
|
||||
"single_19": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_09-12-32-single_19",
|
||||
"chain_a": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_09-12-32-chain_a",
|
||||
"chain_b": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_09-12-32-chain_b",
|
||||
"chain_c": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_09-12-32-chain_c",
|
||||
"single_31": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_09-12-32-single_31",
|
||||
"single_32": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_09-12-32-single_32",
|
||||
"single_33": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_09-12-32-single_33",
|
||||
"single_34": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_09-12-32-single_34",
|
||||
"single_35": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_09-12-32-single_35",
|
||||
"single_36": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_09-12-32-single_36",
|
||||
"single_37": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_09-12-32-single_37",
|
||||
"single_38": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_09-12-32-single_38",
|
||||
"single_39": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_09-12-32-single_39",
|
||||
"single_40": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_09-12-32-single_40",
|
||||
"single_41": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_09-12-32-single_41",
|
||||
"single_42": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_09-12-32-single_42",
|
||||
"single_43": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_09-12-32-single_43",
|
||||
"single_44": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_09-12-32-single_44",
|
||||
"single_45": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_09-12-32-single_45",
|
||||
"single_46": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_09-12-32-single_46",
|
||||
"chain_d": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_09-12-32-chain_d",
|
||||
"chain_e": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_09-12-32-chain_e",
|
||||
"single_57": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_09-12-32-single_57",
|
||||
"single_58": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_09-12-32-single_58",
|
||||
"single_59": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_09-12-32-single_59",
|
||||
"single_60": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_09-12-32-single_60"
|
||||
}
|
||||
}
|
||||
+19
@@ -0,0 +1,19 @@
|
||||
# 2026-04-02_Address_Full_Live_Run_2026-04-02_09-19-16_dedup
|
||||
|
||||
Generated at: 2026-04-02T06:24:42
|
||||
Questions file: docs/ADDRESS/1.txt
|
||||
Backend URL: http://127.0.0.1:8787/api/assistant/message
|
||||
LLM: local / qwen2.5-14b-instruct-1m @ http://127.0.0.1:1234
|
||||
|
||||
## Totals
|
||||
- questions_total: 60
|
||||
- ok_200_count: 60
|
||||
- factual_count: 39
|
||||
- partial_coverage_count: 17
|
||||
- clarification_required_count: 4
|
||||
- http_error_count: 0
|
||||
|
||||
## Files
|
||||
- run_summary.json
|
||||
- full_live_results.json
|
||||
- failures_only.json
|
||||
+405
@@ -0,0 +1,405 @@
|
||||
{
|
||||
"run_id": "2026-04-02_Address_Full_Live_Run_2026-04-02_09-19-16_dedup",
|
||||
"generated_at": "2026-04-02T06:24:42",
|
||||
"failures": [
|
||||
{
|
||||
"number": 2,
|
||||
"question": "свк доки за 20й",
|
||||
"session_key": "single_2",
|
||||
"session_id": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_09-19-16_dedup-single_2",
|
||||
"status_code": 200,
|
||||
"ok": true,
|
||||
"elapsed_ms": 8345,
|
||||
"reply_type": "partial_coverage",
|
||||
"trace_id": "address-go0Zscjzbe",
|
||||
"assistant_reply": "В live-данных по текущему фильтру записи не найдены.\nПричина: по указанному якорю и фильтрам в live-выборке нет строк.\nЧто нужно уточнить: уточните период или снимите часть фильтров.",
|
||||
"mcp_call_status": "materialized_but_not_anchor_matched",
|
||||
"limited_reason_category": "empty_match",
|
||||
"llm_decomposition_applied": true,
|
||||
"llm_decomposition_reason": "normalized_fragment_applied",
|
||||
"fallback_rule_hit": null,
|
||||
"error_code": null,
|
||||
"error_message": null
|
||||
},
|
||||
{
|
||||
"number": 7,
|
||||
"question": "Покажи банковские операции по СВК за 2020",
|
||||
"session_key": "single_7",
|
||||
"session_id": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_09-19-16_dedup-single_7",
|
||||
"status_code": 200,
|
||||
"ok": true,
|
||||
"elapsed_ms": 8136,
|
||||
"reply_type": "partial_coverage",
|
||||
"trace_id": "address-DPfd0Xhggd",
|
||||
"assistant_reply": "В live-данных по текущему фильтру записи не найдены.\nПричина: по указанному якорю и фильтрам в live-выборке нет строк.\nЧто нужно уточнить: уточните период или снимите часть фильтров.",
|
||||
"mcp_call_status": "materialized_but_not_anchor_matched",
|
||||
"limited_reason_category": "empty_match",
|
||||
"llm_decomposition_applied": true,
|
||||
"llm_decomposition_reason": "normalized_fragment_applied",
|
||||
"fallback_rule_hit": null,
|
||||
"error_code": null,
|
||||
"error_message": null
|
||||
},
|
||||
{
|
||||
"number": 9,
|
||||
"question": "Покажи банковские операции по контрагенту СВК за весь период",
|
||||
"session_key": "single_9",
|
||||
"session_id": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_09-19-16_dedup-single_9",
|
||||
"status_code": 200,
|
||||
"ok": true,
|
||||
"elapsed_ms": 6209,
|
||||
"reply_type": "partial_coverage",
|
||||
"trace_id": "address-kBQzfbmPMA",
|
||||
"assistant_reply": "Не удалось выполнить адресный live-запрос в V1.\nПричина: live MCP вызов завершился ошибкой.\nЧто нужно уточнить: MCP fetch failed: This operation was aborted.",
|
||||
"mcp_call_status": "error",
|
||||
"limited_reason_category": "execution_error",
|
||||
"llm_decomposition_applied": true,
|
||||
"llm_decomposition_reason": "normalized_fragment_applied",
|
||||
"fallback_rule_hit": null,
|
||||
"error_code": null,
|
||||
"error_message": null
|
||||
},
|
||||
{
|
||||
"number": 13,
|
||||
"question": "Есть ли долг по договору 15/24 на 2020-07-31",
|
||||
"session_key": "single_13",
|
||||
"session_id": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_09-19-16_dedup-single_13",
|
||||
"status_code": 200,
|
||||
"ok": true,
|
||||
"elapsed_ms": 6909,
|
||||
"reply_type": "partial_coverage",
|
||||
"trace_id": "address-j8nun4978Q",
|
||||
"assistant_reply": "В live-данных по текущему фильтру записи не найдены.\nПричина: по указанному якорю и фильтрам в live-выборке нет строк.\nЧто нужно уточнить: уточните период или снимите часть фильтров.",
|
||||
"mcp_call_status": "materialized_but_not_anchor_matched",
|
||||
"limited_reason_category": "empty_match",
|
||||
"llm_decomposition_applied": true,
|
||||
"llm_decomposition_reason": "normalized_fragment_applied",
|
||||
"fallback_rule_hit": null,
|
||||
"error_code": null,
|
||||
"error_message": null
|
||||
},
|
||||
{
|
||||
"number": 35,
|
||||
"question": "по свк за весь период че есть",
|
||||
"session_key": "single_35",
|
||||
"session_id": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_09-19-16_dedup-single_35",
|
||||
"status_code": 200,
|
||||
"ok": true,
|
||||
"elapsed_ms": 10358,
|
||||
"reply_type": "clarification_required",
|
||||
"trace_id": "-R4PnGpemze3u9",
|
||||
"assistant_reply": "Коротко: Наиболее вероятный механизм проблемы подтвержден частично и требует первичной проверки. Что сломано:\n- Есть признаки проблемы, но без уточнений по периоду и объекту вывод ненадежен. Почему это похоже на проблему:\n- Сигнал проблемы есть, но механизм подтвержден не полностью. На чем это основано:\n- Опора частичная: часть требований покрыта не полностью.\n- Отдельно не подтверждено или покрыто частично: R1. Что проверить первым:\n- Уточните период проверки, чтобы подтвердить проблему без лишнего шума.\n- Проверьте связку документов и проводок по проблемному участку в указанном периоде.\n- Уточните период проверки (например, июль 2020). Ограничения:\n- Ни одно требование не получило подтвержденного покрытия.\n- Нет explainable-сигналов why_included в результатах выборки.\n- required anchors claim-bound grounding.\n- evidence.\n- Targeted evidence acquisition claim target path.",
|
||||
"mcp_call_status": null,
|
||||
"limited_reason_category": null,
|
||||
"llm_decomposition_applied": null,
|
||||
"llm_decomposition_reason": null,
|
||||
"fallback_rule_hit": null,
|
||||
"error_code": null,
|
||||
"error_message": null
|
||||
},
|
||||
{
|
||||
"number": 36,
|
||||
"question": "Покажи технические константы конфигурации",
|
||||
"session_key": "single_36",
|
||||
"session_id": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_09-19-16_dedup-single_36",
|
||||
"status_code": 200,
|
||||
"ok": true,
|
||||
"elapsed_ms": 9752,
|
||||
"reply_type": "clarification_required",
|
||||
"trace_id": "4ynYX0aRtOVrJh",
|
||||
"assistant_reply": "Коротко: Проблема подтверждается частично; для уверенного вывода нужны уточнения. Что сломано:\n- Есть признаки проблемы, но без уточнений по периоду и объекту вывод ненадежен. Почему это похоже на проблему:\n- Сигнал проблемы есть, но механизм подтвержден не полностью. На чем это основано:\n- Опора частичная: часть требований покрыта не полностью.\n- Отдельно не подтверждено или покрыто частично: R1. Что проверить первым:\n- Уточните период проверки, чтобы подтвердить проблему без лишнего шума.\n- Проверьте связку документов и проводок по проблемному участку в указанном периоде.\n- Уточните период проверки (например, июль 2020). Ограничения:\n- Ни одно требование не получило подтвержденного покрытия.\n- Нет explainable-сигналов why_included в результатах выборки.\n- required anchors claim-bound grounding.\n- evidence.\n- Targeted evidence acquisition claim target path.",
|
||||
"mcp_call_status": null,
|
||||
"limited_reason_category": null,
|
||||
"llm_decomposition_applied": null,
|
||||
"llm_decomposition_reason": null,
|
||||
"fallback_rule_hit": null,
|
||||
"error_code": null,
|
||||
"error_message": null
|
||||
},
|
||||
{
|
||||
"number": 37,
|
||||
"question": "кто президент США",
|
||||
"session_key": "single_37",
|
||||
"session_id": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_09-19-16_dedup-single_37",
|
||||
"status_code": 200,
|
||||
"ok": true,
|
||||
"elapsed_ms": 8017,
|
||||
"reply_type": "clarification_required",
|
||||
"trace_id": "6kdfrhpnTV-9et",
|
||||
"assistant_reply": "Коротко: Наиболее вероятный механизм проблемы подтвержден частично и требует первичной проверки. Что сломано:\n- Есть признаки проблемы, но без уточнений по периоду и объекту вывод ненадежен. Почему это похоже на проблему:\n- Сигнал проблемы есть, но механизм подтвержден не полностью. На чем это основано:\n- Опора частичная: часть требований покрыта не полностью.\n- Отдельно не подтверждено или покрыто частично: R1. Что проверить первым:\n- Уточните период проверки, чтобы подтвердить проблему без лишнего шума.\n- Проверьте связку документов и проводок по проблемному участку в указанном периоде.\n- Уточните период проверки (например, июль 2020). Ограничения:\n- Ни одно требование не получило подтвержденного покрытия.\n- Нет explainable-сигналов why_included в результатах выборки.\n- required anchors claim-bound grounding.\n- evidence.\n- Targeted evidence acquisition claim target path.",
|
||||
"mcp_call_status": null,
|
||||
"limited_reason_category": null,
|
||||
"llm_decomposition_applied": null,
|
||||
"llm_decomposition_reason": null,
|
||||
"fallback_rule_hit": null,
|
||||
"error_code": null,
|
||||
"error_message": null
|
||||
},
|
||||
{
|
||||
"number": 38,
|
||||
"question": "Кто нам должен на 2020-12-31",
|
||||
"session_key": "single_38",
|
||||
"session_id": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_09-19-16_dedup-single_38",
|
||||
"status_code": 200,
|
||||
"ok": true,
|
||||
"elapsed_ms": 11,
|
||||
"reply_type": "partial_coverage",
|
||||
"trace_id": "address-wRcdOYEkks",
|
||||
"assistant_reply": "Этот запрос не подходит под address_query V1.\nПричина: intent пока не поддержан в address V1.\nЧто нужно уточнить: переформулируйте вопрос как адресный lookup по счету/контрагенту/договору.",
|
||||
"mcp_call_status": "skipped",
|
||||
"limited_reason_category": "unsupported",
|
||||
"llm_decomposition_applied": false,
|
||||
"llm_decomposition_reason": "not_address_like",
|
||||
"fallback_rule_hit": null,
|
||||
"error_code": null,
|
||||
"error_message": null
|
||||
},
|
||||
{
|
||||
"number": 42,
|
||||
"question": "Покажи незакрытые договоры на 2020-12-31",
|
||||
"session_key": "single_42",
|
||||
"session_id": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_09-19-16_dedup-single_42",
|
||||
"status_code": 200,
|
||||
"ok": true,
|
||||
"elapsed_ms": 5873,
|
||||
"reply_type": "partial_coverage",
|
||||
"trace_id": "address-g6G7BE6ItI",
|
||||
"assistant_reply": "Для точного адресного поиска не хватает обязательного якоря.\nПричина: для open_items нужен якорь контрагента или договора.\nЧто нужно уточнить: укажите контрагента или номер/название договора.",
|
||||
"mcp_call_status": "skipped",
|
||||
"limited_reason_category": "missing_anchor",
|
||||
"llm_decomposition_applied": true,
|
||||
"llm_decomposition_reason": "normalized_fragment_applied",
|
||||
"fallback_rule_hit": null,
|
||||
"error_code": null,
|
||||
"error_message": null
|
||||
},
|
||||
{
|
||||
"number": 43,
|
||||
"question": "Какие открытые договоры есть на 2020-12-31",
|
||||
"session_key": "single_43",
|
||||
"session_id": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_09-19-16_dedup-single_43",
|
||||
"status_code": 200,
|
||||
"ok": true,
|
||||
"elapsed_ms": 5013,
|
||||
"reply_type": "partial_coverage",
|
||||
"trace_id": "address-_pn_73-bkB",
|
||||
"assistant_reply": "Для точного адресного поиска не хватает обязательного якоря.\nПричина: для open_items нужен якорь контрагента или договора.\nЧто нужно уточнить: укажите контрагента или номер/название договора.",
|
||||
"mcp_call_status": "skipped",
|
||||
"limited_reason_category": "missing_anchor",
|
||||
"llm_decomposition_applied": true,
|
||||
"llm_decomposition_reason": "normalized_fragment_applied",
|
||||
"fallback_rule_hit": null,
|
||||
"error_code": null,
|
||||
"error_message": null
|
||||
},
|
||||
{
|
||||
"number": 44,
|
||||
"question": "Покажи хвосты по контрагенту СВК на 2020-12-31",
|
||||
"session_key": "single_44",
|
||||
"session_id": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_09-19-16_dedup-single_44",
|
||||
"status_code": 200,
|
||||
"ok": true,
|
||||
"elapsed_ms": 7394,
|
||||
"reply_type": "partial_coverage",
|
||||
"trace_id": "address-WQ7p8Vto1p",
|
||||
"assistant_reply": "В live-данных по текущему фильтру записи не найдены.\nПричина: по указанному якорю и фильтрам в live-выборке нет строк.\nЧто нужно уточнить: уточните период или снимите часть фильтров.",
|
||||
"mcp_call_status": "materialized_but_not_anchor_matched",
|
||||
"limited_reason_category": "empty_match",
|
||||
"llm_decomposition_applied": true,
|
||||
"llm_decomposition_reason": "normalized_fragment_applied",
|
||||
"fallback_rule_hit": null,
|
||||
"error_code": null,
|
||||
"error_message": null
|
||||
},
|
||||
{
|
||||
"number": 45,
|
||||
"question": "Есть ли незакрытые позиции по договору 15/24 на 2020-12-31",
|
||||
"session_key": "single_45",
|
||||
"session_id": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_09-19-16_dedup-single_45",
|
||||
"status_code": 200,
|
||||
"ok": true,
|
||||
"elapsed_ms": 6120,
|
||||
"reply_type": "partial_coverage",
|
||||
"trace_id": "address-RX99SRm2dk",
|
||||
"assistant_reply": "В live-данных по текущему фильтру записи не найдены.\nПричина: по указанному якорю и фильтрам в live-выборке нет строк.\nЧто нужно уточнить: уточните период или снимите часть фильтров.",
|
||||
"mcp_call_status": "materialized_but_not_anchor_matched",
|
||||
"limited_reason_category": "empty_match",
|
||||
"llm_decomposition_applied": true,
|
||||
"llm_decomposition_reason": "normalized_fragment_applied",
|
||||
"fallback_rule_hit": null,
|
||||
"error_code": null,
|
||||
"error_message": null
|
||||
},
|
||||
{
|
||||
"number": 46,
|
||||
"question": "Покажи открытые позиции по договору 15/24",
|
||||
"session_key": "single_46",
|
||||
"session_id": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_09-19-16_dedup-single_46",
|
||||
"status_code": 200,
|
||||
"ok": true,
|
||||
"elapsed_ms": 6078,
|
||||
"reply_type": "partial_coverage",
|
||||
"trace_id": "address-8v-VptxVtr",
|
||||
"assistant_reply": "В live-данных по текущему фильтру записи не найдены.\nПричина: по указанному якорю и фильтрам в live-выборке нет строк.\nЧто нужно уточнить: уточните период или снимите часть фильтров.",
|
||||
"mcp_call_status": "materialized_but_not_anchor_matched",
|
||||
"limited_reason_category": "empty_match",
|
||||
"llm_decomposition_applied": true,
|
||||
"llm_decomposition_reason": "normalized_fragment_applied",
|
||||
"fallback_rule_hit": null,
|
||||
"error_code": null,
|
||||
"error_message": null
|
||||
},
|
||||
{
|
||||
"number": 49,
|
||||
"question": "а теперь банковские операции",
|
||||
"session_key": "chain_d",
|
||||
"session_id": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_09-19-16_dedup-chain_d",
|
||||
"status_code": 200,
|
||||
"ok": true,
|
||||
"elapsed_ms": 8303,
|
||||
"reply_type": "partial_coverage",
|
||||
"trace_id": "address--f3lxuGwWL",
|
||||
"assistant_reply": "В live-данных по текущему фильтру записи не найдены.\nПричина: по указанному якорю и фильтрам в live-выборке нет строк.\nЧто нужно уточнить: уточните период или снимите часть фильтров.",
|
||||
"mcp_call_status": "materialized_but_not_anchor_matched",
|
||||
"limited_reason_category": "empty_match",
|
||||
"llm_decomposition_applied": false,
|
||||
"llm_decomposition_reason": "normalized_fragment_same",
|
||||
"fallback_rule_hit": null,
|
||||
"error_code": null,
|
||||
"error_message": null
|
||||
},
|
||||
{
|
||||
"number": 50,
|
||||
"question": "а за весь период",
|
||||
"session_key": "chain_d",
|
||||
"session_id": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_09-19-16_dedup-chain_d",
|
||||
"status_code": 200,
|
||||
"ok": true,
|
||||
"elapsed_ms": 2171,
|
||||
"reply_type": "partial_coverage",
|
||||
"trace_id": "address-jQrlGu5_pL",
|
||||
"assistant_reply": "В live-данных по текущему фильтру записи не найдены.\nПричина: по указанному якорю и фильтрам в live-выборке нет строк.\nЧто нужно уточнить: уточните период или снимите часть фильтров.",
|
||||
"mcp_call_status": "materialized_but_not_anchor_matched",
|
||||
"limited_reason_category": "empty_match",
|
||||
"llm_decomposition_applied": false,
|
||||
"llm_decomposition_reason": "not_address_like",
|
||||
"fallback_rule_hit": null,
|
||||
"error_code": null,
|
||||
"error_message": null
|
||||
},
|
||||
{
|
||||
"number": 52,
|
||||
"question": "Покажи незакрытые позиции по контрагенту СВК",
|
||||
"session_key": "chain_e",
|
||||
"session_id": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_09-19-16_dedup-chain_e",
|
||||
"status_code": 200,
|
||||
"ok": true,
|
||||
"elapsed_ms": 6035,
|
||||
"reply_type": "partial_coverage",
|
||||
"trace_id": "address-2n6cAvvLns",
|
||||
"assistant_reply": "В live-данных по текущему фильтру записи не найдены.\nПричина: по указанному якорю и фильтрам в live-выборке нет строк.\nЧто нужно уточнить: уточните период или снимите часть фильтров.",
|
||||
"mcp_call_status": "materialized_but_not_anchor_matched",
|
||||
"limited_reason_category": "empty_match",
|
||||
"llm_decomposition_applied": true,
|
||||
"llm_decomposition_reason": "normalized_fragment_applied",
|
||||
"fallback_rule_hit": null,
|
||||
"error_code": null,
|
||||
"error_message": null
|
||||
},
|
||||
{
|
||||
"number": 53,
|
||||
"question": "а на 2020-12-31",
|
||||
"session_key": "chain_e",
|
||||
"session_id": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_09-19-16_dedup-chain_e",
|
||||
"status_code": 200,
|
||||
"ok": true,
|
||||
"elapsed_ms": 1053,
|
||||
"reply_type": "partial_coverage",
|
||||
"trace_id": "address-jZyu9voM25",
|
||||
"assistant_reply": "В live-данных по текущему фильтру записи не найдены.\nПричина: по указанному якорю и фильтрам в live-выборке нет строк.\nЧто нужно уточнить: уточните период или снимите часть фильтров.",
|
||||
"mcp_call_status": "materialized_but_not_anchor_matched",
|
||||
"limited_reason_category": "empty_match",
|
||||
"llm_decomposition_applied": false,
|
||||
"llm_decomposition_reason": "not_address_like",
|
||||
"fallback_rule_hit": null,
|
||||
"error_code": null,
|
||||
"error_message": null
|
||||
},
|
||||
{
|
||||
"number": 54,
|
||||
"question": "а теперь по договору 15/24",
|
||||
"session_key": "chain_e",
|
||||
"session_id": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_09-19-16_dedup-chain_e",
|
||||
"status_code": 200,
|
||||
"ok": true,
|
||||
"elapsed_ms": 7360,
|
||||
"reply_type": "partial_coverage",
|
||||
"trace_id": "address-uOrM8pdJSu",
|
||||
"assistant_reply": "В live-данных по текущему фильтру записи не найдены.\nПричина: по указанному якорю и фильтрам в live-выборке нет строк.\nЧто нужно уточнить: уточните период или снимите часть фильтров.",
|
||||
"mcp_call_status": "materialized_but_not_anchor_matched",
|
||||
"limited_reason_category": "empty_match",
|
||||
"llm_decomposition_applied": true,
|
||||
"llm_decomposition_reason": "normalized_fragment_applied",
|
||||
"fallback_rule_hit": null,
|
||||
"error_code": null,
|
||||
"error_message": null
|
||||
},
|
||||
{
|
||||
"number": 55,
|
||||
"question": "а только банковские операции",
|
||||
"session_key": "chain_e",
|
||||
"session_id": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_09-19-16_dedup-chain_e",
|
||||
"status_code": 200,
|
||||
"ok": true,
|
||||
"elapsed_ms": 8148,
|
||||
"reply_type": "partial_coverage",
|
||||
"trace_id": "address-lCZsPDCeln",
|
||||
"assistant_reply": "В live-данных по текущему фильтру записи не найдены.\nПричина: по указанному якорю и фильтрам в live-выборке нет строк.\nЧто нужно уточнить: уточните период или снимите часть фильтров.",
|
||||
"mcp_call_status": "materialized_but_not_anchor_matched",
|
||||
"limited_reason_category": "empty_match",
|
||||
"llm_decomposition_applied": true,
|
||||
"llm_decomposition_reason": "normalized_fragment_applied",
|
||||
"fallback_rule_hit": null,
|
||||
"error_code": null,
|
||||
"error_message": null
|
||||
},
|
||||
{
|
||||
"number": 56,
|
||||
"question": "а за май 2020",
|
||||
"session_key": "chain_e",
|
||||
"session_id": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_09-19-16_dedup-chain_e",
|
||||
"status_code": 200,
|
||||
"ok": true,
|
||||
"elapsed_ms": 2925,
|
||||
"reply_type": "partial_coverage",
|
||||
"trace_id": "address-SdipomZHF-",
|
||||
"assistant_reply": "В live-данных по текущему фильтру записи не найдены.\nПричина: по указанному якорю и фильтрам в live-выборке нет строк.\nЧто нужно уточнить: уточните период или снимите часть фильтров.",
|
||||
"mcp_call_status": "materialized_but_not_anchor_matched",
|
||||
"limited_reason_category": "empty_match",
|
||||
"llm_decomposition_applied": false,
|
||||
"llm_decomposition_reason": "not_address_like",
|
||||
"fallback_rule_hit": null,
|
||||
"error_code": null,
|
||||
"error_message": null
|
||||
},
|
||||
{
|
||||
"number": 60,
|
||||
"question": "kto nam dolzhen na 2020-12-31",
|
||||
"session_key": "single_60",
|
||||
"session_id": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_09-19-16_dedup-single_60",
|
||||
"status_code": 200,
|
||||
"ok": true,
|
||||
"elapsed_ms": 11119,
|
||||
"reply_type": "clarification_required",
|
||||
"trace_id": "YaplyRBkaIxbtZ",
|
||||
"assistant_reply": "Коротко: Проблема подтверждается частично; для уверенного вывода нужны уточнения. Что сломано:\n- Есть признаки проблемы, но без уточнений по периоду и объекту вывод ненадежен. Почему это похоже на проблему:\n- Сигнал проблемы есть, но механизм подтвержден не полностью. На чем это основано:\n- Опора частичная: часть требований покрыта не полностью.\n- Отдельно не подтверждено или покрыто частично: R1. Что проверить первым:\n- Проверьте связку документов и проводок по проблемному участку в указанном периоде. Ограничения:\n- Якоря из вопроса без прямого подтверждения: 2020-12, period:2020-12.\n- Ни одно требование не получило подтвержденного покрытия.\n- Нет explainable-сигналов why_included в результатах выборки.\n- required anchors claim-bound grounding.\n- evidence.\n- Targeted evidence acquisition claim target path.",
|
||||
"mcp_call_status": null,
|
||||
"limited_reason_category": null,
|
||||
"llm_decomposition_applied": null,
|
||||
"llm_decomposition_reason": null,
|
||||
"fallback_rule_hit": null,
|
||||
"error_code": null,
|
||||
"error_message": null
|
||||
}
|
||||
]
|
||||
}
|
||||
+1235
File diff suppressed because it is too large
Load Diff
+89
@@ -0,0 +1,89 @@
|
||||
{
|
||||
"run_id": "2026-04-02_Address_Full_Live_Run_2026-04-02_09-19-16_dedup",
|
||||
"generated_at": "2026-04-02T06:24:42",
|
||||
"source_questions_file": "docs/ADDRESS/1.txt",
|
||||
"backend_url": "http://127.0.0.1:8787/api/assistant/message",
|
||||
"llm_provider": "local",
|
||||
"llm_base_url": "http://127.0.0.1:1234",
|
||||
"llm_model": "qwen2.5-14b-instruct-1m",
|
||||
"totals": {
|
||||
"questions_total": 60,
|
||||
"ok_200_count": 60,
|
||||
"factual_count": 39,
|
||||
"partial_coverage_count": 17,
|
||||
"clarification_required_count": 4,
|
||||
"other_reply_types_count": 0,
|
||||
"http_error_count": 0,
|
||||
"llm_decomposition_applied_count": 41,
|
||||
"fallback_rule_hit_count": 0,
|
||||
"avg_elapsed_ms": 5429.8
|
||||
},
|
||||
"distributions": {
|
||||
"mcp_call_status": {
|
||||
"matched_non_empty": 39,
|
||||
"materialized_but_not_anchor_matched": 13,
|
||||
"(null)": 4,
|
||||
"skipped": 3,
|
||||
"error": 1
|
||||
},
|
||||
"limited_reason_category": {
|
||||
"empty_match": 13,
|
||||
"missing_anchor": 2,
|
||||
"execution_error": 1,
|
||||
"unsupported": 1
|
||||
},
|
||||
"llm_decomposition_reason": {
|
||||
"normalized_fragment_applied": 41,
|
||||
"not_address_like": 14,
|
||||
"(null)": 4,
|
||||
"normalized_fragment_same": 1
|
||||
},
|
||||
"error_code": {}
|
||||
},
|
||||
"followup_sessions": {
|
||||
"single_1": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_09-19-16_dedup-single_1",
|
||||
"single_2": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_09-19-16_dedup-single_2",
|
||||
"single_3": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_09-19-16_dedup-single_3",
|
||||
"single_4": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_09-19-16_dedup-single_4",
|
||||
"single_5": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_09-19-16_dedup-single_5",
|
||||
"single_6": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_09-19-16_dedup-single_6",
|
||||
"single_7": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_09-19-16_dedup-single_7",
|
||||
"single_8": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_09-19-16_dedup-single_8",
|
||||
"single_9": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_09-19-16_dedup-single_9",
|
||||
"single_10": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_09-19-16_dedup-single_10",
|
||||
"single_11": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_09-19-16_dedup-single_11",
|
||||
"single_12": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_09-19-16_dedup-single_12",
|
||||
"single_13": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_09-19-16_dedup-single_13",
|
||||
"single_14": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_09-19-16_dedup-single_14",
|
||||
"single_15": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_09-19-16_dedup-single_15",
|
||||
"single_16": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_09-19-16_dedup-single_16",
|
||||
"single_17": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_09-19-16_dedup-single_17",
|
||||
"single_18": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_09-19-16_dedup-single_18",
|
||||
"single_19": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_09-19-16_dedup-single_19",
|
||||
"chain_a": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_09-19-16_dedup-chain_a",
|
||||
"chain_b": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_09-19-16_dedup-chain_b",
|
||||
"chain_c": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_09-19-16_dedup-chain_c",
|
||||
"single_31": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_09-19-16_dedup-single_31",
|
||||
"single_32": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_09-19-16_dedup-single_32",
|
||||
"single_33": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_09-19-16_dedup-single_33",
|
||||
"single_34": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_09-19-16_dedup-single_34",
|
||||
"single_35": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_09-19-16_dedup-single_35",
|
||||
"single_36": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_09-19-16_dedup-single_36",
|
||||
"single_37": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_09-19-16_dedup-single_37",
|
||||
"single_38": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_09-19-16_dedup-single_38",
|
||||
"single_39": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_09-19-16_dedup-single_39",
|
||||
"single_40": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_09-19-16_dedup-single_40",
|
||||
"single_41": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_09-19-16_dedup-single_41",
|
||||
"single_42": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_09-19-16_dedup-single_42",
|
||||
"single_43": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_09-19-16_dedup-single_43",
|
||||
"single_44": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_09-19-16_dedup-single_44",
|
||||
"single_45": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_09-19-16_dedup-single_45",
|
||||
"single_46": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_09-19-16_dedup-single_46",
|
||||
"chain_d": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_09-19-16_dedup-chain_d",
|
||||
"chain_e": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_09-19-16_dedup-chain_e",
|
||||
"single_57": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_09-19-16_dedup-single_57",
|
||||
"single_58": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_09-19-16_dedup-single_58",
|
||||
"single_59": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_09-19-16_dedup-single_59",
|
||||
"single_60": "asst-2026-04-02_Address_Full_Live_Run_2026-04-02_09-19-16_dedup-single_60"
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,23 @@
|
||||
# 2026-04-02_Address_Slang_Live_Stress_2026-04-02_09-37-14
|
||||
|
||||
Generated at: 2026-04-02T09:43:17
|
||||
Questions file: X:\1C\NDC_1C\docs\ADDRESS\question_sets\address_slang_stress_2026-04-02.json
|
||||
Backend URL: http://127.0.0.1:8787/api/assistant/message
|
||||
LLM: local / qwen2.5-14b-instruct-1m @ http://127.0.0.1:1234
|
||||
|
||||
## Totals
|
||||
- questions_total: 60
|
||||
- ok_200_count: 60
|
||||
- semantic_pass_count: 48
|
||||
- semantic_pass_rate: 0.8
|
||||
- factual_count: 43
|
||||
- partial_coverage_count: 17
|
||||
- clarification_required_count: 0
|
||||
- http_error_count: 0
|
||||
- llm_decomposition_applied_count: 54
|
||||
- avg_elapsed_ms: 6047.8
|
||||
|
||||
## Files
|
||||
- run_summary.json
|
||||
- full_live_results.json
|
||||
- failures_only.json
|
||||
+326
@@ -0,0 +1,326 @@
|
||||
[
|
||||
{
|
||||
"index": 4,
|
||||
"id": "S004",
|
||||
"question": "какие у свк есть доки за 2020?",
|
||||
"session": null,
|
||||
"session_id": "asst-2026-04-02_Address_Slang_Live_Stress_2026-04-02_09-37-14-s004",
|
||||
"status_code": 200,
|
||||
"ok": true,
|
||||
"elapsed_ms": 8377,
|
||||
"reply_type": "partial_coverage",
|
||||
"trace_id": "address-e49ajdTku0",
|
||||
"assistant_reply": "Для точного адресного поиска не хватает обязательного якоря.\nПричина: якорь контрагента/договора не найден в материализованных live-строках.\nЧто нужно уточнить: уточните контрагента точным именем или добавьте ИНН/договор.",
|
||||
"expected_intent": "list_documents_by_counterparty",
|
||||
"actual_intent": "bank_operations_by_counterparty",
|
||||
"intent_match": false,
|
||||
"expected_mode": "address_query",
|
||||
"actual_mode": "address_query",
|
||||
"mode_match": true,
|
||||
"semantic_pass": false,
|
||||
"mcp_call_status": "materialized_but_not_anchor_matched",
|
||||
"limited_reason_category": "missing_anchor",
|
||||
"llm_decomposition_applied": true,
|
||||
"llm_decomposition_reason": "normalized_fragment_applied",
|
||||
"fallback_rule_hit": null,
|
||||
"error_code": null,
|
||||
"error_message": null
|
||||
},
|
||||
{
|
||||
"index": 17,
|
||||
"id": "S017",
|
||||
"question": "свк банк опер за 2020",
|
||||
"session": null,
|
||||
"session_id": "asst-2026-04-02_Address_Slang_Live_Stress_2026-04-02_09-37-14-s017",
|
||||
"status_code": 200,
|
||||
"ok": true,
|
||||
"elapsed_ms": 5404,
|
||||
"reply_type": "partial_coverage",
|
||||
"trace_id": "address-8Et-1Ef9z7",
|
||||
"assistant_reply": "Этот запрос не подходит под address_query V1.\nПричина: intent пока не поддержан в address V1.\nЧто нужно уточнить: переформулируйте вопрос как адресный lookup по счету/контрагенту/договору.",
|
||||
"expected_intent": "bank_operations_by_counterparty",
|
||||
"actual_intent": "unknown",
|
||||
"intent_match": false,
|
||||
"expected_mode": "address_query",
|
||||
"actual_mode": "address_query",
|
||||
"mode_match": true,
|
||||
"semantic_pass": false,
|
||||
"mcp_call_status": "skipped",
|
||||
"limited_reason_category": "unsupported",
|
||||
"llm_decomposition_applied": true,
|
||||
"llm_decomposition_reason": "normalized_fragment_applied",
|
||||
"fallback_rule_hit": null,
|
||||
"error_code": null,
|
||||
"error_message": null
|
||||
},
|
||||
{
|
||||
"index": 18,
|
||||
"id": "S018",
|
||||
"question": "че у свк по банку за 2020",
|
||||
"session": null,
|
||||
"session_id": "asst-2026-04-02_Address_Slang_Live_Stress_2026-04-02_09-37-14-s018",
|
||||
"status_code": 200,
|
||||
"ok": true,
|
||||
"elapsed_ms": 5484,
|
||||
"reply_type": "partial_coverage",
|
||||
"trace_id": "address-YwNwxMgUrG",
|
||||
"assistant_reply": "Этот запрос не подходит под address_query V1.\nПричина: intent пока не поддержан в address V1.\nЧто нужно уточнить: переформулируйте вопрос как адресный lookup по счету/контрагенту/договору.",
|
||||
"expected_intent": "bank_operations_by_counterparty",
|
||||
"actual_intent": "unknown",
|
||||
"intent_match": false,
|
||||
"expected_mode": "address_query",
|
||||
"actual_mode": "address_query",
|
||||
"mode_match": true,
|
||||
"semantic_pass": false,
|
||||
"mcp_call_status": "skipped",
|
||||
"limited_reason_category": "unsupported",
|
||||
"llm_decomposition_applied": true,
|
||||
"llm_decomposition_reason": "normalized_fragment_applied",
|
||||
"fallback_rule_hit": null,
|
||||
"error_code": null,
|
||||
"error_message": null
|
||||
},
|
||||
{
|
||||
"index": 19,
|
||||
"id": "S019",
|
||||
"question": "свк списания/поступления за 2020",
|
||||
"session": null,
|
||||
"session_id": "asst-2026-04-02_Address_Slang_Live_Stress_2026-04-02_09-37-14-s019",
|
||||
"status_code": 200,
|
||||
"ok": true,
|
||||
"elapsed_ms": 6183,
|
||||
"reply_type": "partial_coverage",
|
||||
"trace_id": "address-71c-6_L1b0",
|
||||
"assistant_reply": "Этот запрос не подходит под address_query V1.\nПричина: intent пока не поддержан в address V1.\nЧто нужно уточнить: переформулируйте вопрос как адресный lookup по счету/контрагенту/договору.",
|
||||
"expected_intent": "bank_operations_by_counterparty",
|
||||
"actual_intent": "unknown",
|
||||
"intent_match": false,
|
||||
"expected_mode": "address_query",
|
||||
"actual_mode": "address_query",
|
||||
"mode_match": true,
|
||||
"semantic_pass": false,
|
||||
"mcp_call_status": "skipped",
|
||||
"limited_reason_category": "unsupported",
|
||||
"llm_decomposition_applied": true,
|
||||
"llm_decomposition_reason": "normalized_fragment_applied",
|
||||
"fallback_rule_hit": null,
|
||||
"error_code": null,
|
||||
"error_message": null
|
||||
},
|
||||
{
|
||||
"index": 21,
|
||||
"id": "S021",
|
||||
"question": "transactions by counterparty svk 2020",
|
||||
"session": null,
|
||||
"session_id": "asst-2026-04-02_Address_Slang_Live_Stress_2026-04-02_09-37-14-s021",
|
||||
"status_code": 200,
|
||||
"ok": true,
|
||||
"elapsed_ms": 6113,
|
||||
"reply_type": "factual",
|
||||
"trace_id": "address-CmnZkVm1CK",
|
||||
"assistant_reply": "Собран список документов по контрагенту (live address lane).\nСтрок отобрано: 3.\n1. 2020-12-30T12:00:00Z | Поступление на расчетный счет 00000000044 от 30.12.2020 12:00:00 | 0 / 0 | 3248300 | аналитика: Группа\n2. 2020-12-16T16:20:53Z | Поступление на расчетный счет 00000000043 от 16.12.2020 16:20:53 | 0 / 0 | 216600 | аналитика: Группа\n3. 2020-12-14T12:00:00Z | Поступление на расчетный счет 00000000042 от 14.12.2020 12:00:00 | 0 / 0 | 200000 | аналитика: Группа",
|
||||
"expected_intent": "bank_operations_by_counterparty",
|
||||
"actual_intent": "list_documents_by_counterparty",
|
||||
"intent_match": false,
|
||||
"expected_mode": "address_query",
|
||||
"actual_mode": "address_query",
|
||||
"mode_match": true,
|
||||
"semantic_pass": false,
|
||||
"mcp_call_status": "matched_non_empty",
|
||||
"limited_reason_category": null,
|
||||
"llm_decomposition_applied": true,
|
||||
"llm_decomposition_reason": "normalized_fragment_applied",
|
||||
"fallback_rule_hit": null,
|
||||
"error_code": null,
|
||||
"error_message": null
|
||||
},
|
||||
{
|
||||
"index": 36,
|
||||
"id": "S036",
|
||||
"question": "из чего состоит остаток по счету 60 на 2020.05",
|
||||
"session": null,
|
||||
"session_id": "asst-2026-04-02_Address_Slang_Live_Stress_2026-04-02_09-37-14-s036",
|
||||
"status_code": 200,
|
||||
"ok": true,
|
||||
"elapsed_ms": 6107,
|
||||
"reply_type": "factual",
|
||||
"trace_id": "address-tCa1CbcqSD",
|
||||
"assistant_reply": "Адресный срез по счету собран (по движениям live MCP).\nСтрок отобрано: 6.\nСумма по отобранным движениям: 849499.\n1. 2020-05-22T10:14:43Z | Списание с расчетного счета 00000000148 от 22.05.2020 10:14:43 | 60.02 / 51 | 142299\n2. 2020-05-22T10:12:50Z | Списание с расчетного счета 00000000147 от 22.05.2020 10:12:50 | 60.01 / 51 | 75367\n3. 2020-05-22T10:12:50Z | Списание с расчетного счета 00000000147 от 22.05.2020 10:12:50 | 60.01 / 51 | 211833\n4. 2020-05-18T12:00:02Z | Списание с расчетного счета 00000000145 от 18.05.2020 12:00:02 | 60.01 / 51 | 187967",
|
||||
"expected_intent": "documents_forming_balance",
|
||||
"actual_intent": "account_balance_snapshot",
|
||||
"intent_match": false,
|
||||
"expected_mode": "address_query",
|
||||
"actual_mode": "address_query",
|
||||
"mode_match": true,
|
||||
"semantic_pass": false,
|
||||
"mcp_call_status": "matched_non_empty",
|
||||
"limited_reason_category": null,
|
||||
"llm_decomposition_applied": true,
|
||||
"llm_decomposition_reason": "normalized_fragment_applied",
|
||||
"fallback_rule_hit": null,
|
||||
"error_code": null,
|
||||
"error_message": null
|
||||
},
|
||||
{
|
||||
"index": 37,
|
||||
"id": "S037",
|
||||
"question": "раскрой остаток 60.01 по документам на конец июля 2020",
|
||||
"session": null,
|
||||
"session_id": "asst-2026-04-02_Address_Slang_Live_Stress_2026-04-02_09-37-14-s037",
|
||||
"status_code": 200,
|
||||
"ok": true,
|
||||
"elapsed_ms": 6109,
|
||||
"reply_type": "factual",
|
||||
"trace_id": "address-4-HO33hhY_",
|
||||
"assistant_reply": "Собран список документов по договору (live address lane).\nСтрок отобрано: 5.\n1. 2020-07-13T12:00:02Z | Поступление товаров и услуг 00000000029 от 13.07.2020 12:00:02 | 41.01 / 60.01 | 74400\n2. 2020-07-13T12:00:02Z | Поступление товаров и услуг 00000000029 от 13.07.2020 12:00:02 | 41.01 / 60.01 | 57600\n3. 2020-07-13T12:00:02Z | Поступление товаров и услуг 00000000029 от 13.07.2020 12:00:02 | 41.01 / 60.01 | 42400\n4. 2020-07-13T12:00:02Z | Поступление товаров и услуг 00000000029 от 13.07.2020 12:00:02 | 41.01 / 60.01 | 34200\n5. 2020-07-13T12:00:02Z | Поступление товаров и услуг 00000000029 от 13.07.2020 12:00:02 | 41.01 / 60.01 | 7600",
|
||||
"expected_intent": "documents_forming_balance",
|
||||
"actual_intent": "list_documents_by_contract",
|
||||
"intent_match": false,
|
||||
"expected_mode": "address_query",
|
||||
"actual_mode": "address_query",
|
||||
"mode_match": true,
|
||||
"semantic_pass": false,
|
||||
"mcp_call_status": "matched_non_empty",
|
||||
"limited_reason_category": null,
|
||||
"llm_decomposition_applied": true,
|
||||
"llm_decomposition_reason": "normalized_fragment_applied",
|
||||
"fallback_rule_hit": null,
|
||||
"error_code": null,
|
||||
"error_message": null
|
||||
},
|
||||
{
|
||||
"index": 38,
|
||||
"id": "S038",
|
||||
"question": "доки под остатком 60.01 на 2020-07-31",
|
||||
"session": null,
|
||||
"session_id": "asst-2026-04-02_Address_Slang_Live_Stress_2026-04-02_09-37-14-s038",
|
||||
"status_code": 200,
|
||||
"ok": true,
|
||||
"elapsed_ms": 6096,
|
||||
"reply_type": "factual",
|
||||
"trace_id": "address-_lwIn9s5iS",
|
||||
"assistant_reply": "Собран список документов по договору (live address lane).\nСтрок отобрано: 5.\n1. 2020-07-13T12:00:02Z | Поступление товаров и услуг 00000000029 от 13.07.2020 12:00:02 | 41.01 / 60.01 | 74400\n2. 2020-07-13T12:00:02Z | Поступление товаров и услуг 00000000029 от 13.07.2020 12:00:02 | 41.01 / 60.01 | 57600\n3. 2020-07-13T12:00:02Z | Поступление товаров и услуг 00000000029 от 13.07.2020 12:00:02 | 41.01 / 60.01 | 42400\n4. 2020-07-13T12:00:02Z | Поступление товаров и услуг 00000000029 от 13.07.2020 12:00:02 | 41.01 / 60.01 | 34200\n5. 2020-07-13T12:00:02Z | Поступление товаров и услуг 00000000029 от 13.07.2020 12:00:02 | 41.01 / 60.01 | 7600",
|
||||
"expected_intent": "documents_forming_balance",
|
||||
"actual_intent": "list_documents_by_contract",
|
||||
"intent_match": false,
|
||||
"expected_mode": "address_query",
|
||||
"actual_mode": "address_query",
|
||||
"mode_match": true,
|
||||
"semantic_pass": false,
|
||||
"mcp_call_status": "matched_non_empty",
|
||||
"limited_reason_category": null,
|
||||
"llm_decomposition_applied": true,
|
||||
"llm_decomposition_reason": "normalized_fragment_applied",
|
||||
"fallback_rule_hit": null,
|
||||
"error_code": null,
|
||||
"error_message": null
|
||||
},
|
||||
{
|
||||
"index": 41,
|
||||
"id": "S041",
|
||||
"question": "по счету 62.01 раскрой остаток документами на 2020-12-31",
|
||||
"session": null,
|
||||
"session_id": "asst-2026-04-02_Address_Slang_Live_Stress_2026-04-02_09-37-14-s041",
|
||||
"status_code": 200,
|
||||
"ok": true,
|
||||
"elapsed_ms": 8322,
|
||||
"reply_type": "partial_coverage",
|
||||
"trace_id": "address-2O8vRhRFfB",
|
||||
"assistant_reply": "В live-данных по текущему фильтру записи не найдены.\nПричина: по выбранным фильтрам в live-выборке нет строк.\nЧто нужно уточнить: уточните период, контрагента, договор или снимите часть фильтров.",
|
||||
"expected_intent": "documents_forming_balance",
|
||||
"actual_intent": "list_documents_by_contract",
|
||||
"intent_match": false,
|
||||
"expected_mode": "address_query",
|
||||
"actual_mode": "address_query",
|
||||
"mode_match": true,
|
||||
"semantic_pass": false,
|
||||
"mcp_call_status": "no_raw_rows",
|
||||
"limited_reason_category": "empty_match",
|
||||
"llm_decomposition_applied": true,
|
||||
"llm_decomposition_reason": "normalized_fragment_applied",
|
||||
"fallback_rule_hit": null,
|
||||
"error_code": null,
|
||||
"error_message": null
|
||||
},
|
||||
{
|
||||
"index": 42,
|
||||
"id": "S042",
|
||||
"question": "из чего остаток по счету 51 на 2020-06-30",
|
||||
"session": null,
|
||||
"session_id": "asst-2026-04-02_Address_Slang_Live_Stress_2026-04-02_09-37-14-s042",
|
||||
"status_code": 200,
|
||||
"ok": true,
|
||||
"elapsed_ms": 5923,
|
||||
"reply_type": "factual",
|
||||
"trace_id": "address-rNaUez9YMa",
|
||||
"assistant_reply": "Адресный срез по счету собран (по движениям live MCP).\nСтрок отобрано: 30.\nСумма по отобранным движениям: 4579658.75.\n1. 2020-06-30T12:00:07Z | Списание с расчетного счета 00000000180 от 30.06.2020 12:00:07 | 66.03 / 51 | 35000\n2. 2020-06-30T12:00:05Z | Списание с расчетного счета 00000000178 от 30.06.2020 12:00:05 | 60.01 / 51 | 15800\n3. 2020-06-30T12:00:04Z | Списание с расчетного счета 00000000177 от 30.06.2020 12:00:04 | 70 / 51 | 50\n4. 2020-06-30T12:00:03Z | Списание с расчетного счета 00000000176 от 30.06.2020 12:00:03 | 91.02 / 51 | 35",
|
||||
"expected_intent": "documents_forming_balance",
|
||||
"actual_intent": "account_balance_snapshot",
|
||||
"intent_match": false,
|
||||
"expected_mode": "address_query",
|
||||
"actual_mode": "address_query",
|
||||
"mode_match": true,
|
||||
"semantic_pass": false,
|
||||
"mcp_call_status": "matched_non_empty",
|
||||
"limited_reason_category": null,
|
||||
"llm_decomposition_applied": true,
|
||||
"llm_decomposition_reason": "normalized_fragment_applied",
|
||||
"fallback_rule_hit": null,
|
||||
"error_code": null,
|
||||
"error_message": null
|
||||
},
|
||||
{
|
||||
"index": 45,
|
||||
"id": "S045",
|
||||
"question": "какие документы по контракту 15/24",
|
||||
"session": null,
|
||||
"session_id": "asst-2026-04-02_Address_Slang_Live_Stress_2026-04-02_09-37-14-s045",
|
||||
"status_code": 200,
|
||||
"ok": true,
|
||||
"elapsed_ms": 8092,
|
||||
"reply_type": "partial_coverage",
|
||||
"trace_id": "address-w_HybB7rZk",
|
||||
"assistant_reply": "В live-данных по текущему фильтру записи не найдены.\nПричина: по указанному якорю и фильтрам в live-выборке нет строк.\nЧто нужно уточнить: уточните период или снимите часть фильтров.",
|
||||
"expected_intent": "list_documents_by_contract",
|
||||
"actual_intent": "list_documents_by_counterparty",
|
||||
"intent_match": false,
|
||||
"expected_mode": "address_query",
|
||||
"actual_mode": "address_query",
|
||||
"mode_match": true,
|
||||
"semantic_pass": false,
|
||||
"mcp_call_status": "materialized_but_not_anchor_matched",
|
||||
"limited_reason_category": "empty_match",
|
||||
"llm_decomposition_applied": true,
|
||||
"llm_decomposition_reason": "normalized_fragment_applied",
|
||||
"fallback_rule_hit": null,
|
||||
"error_code": null,
|
||||
"error_message": null
|
||||
},
|
||||
{
|
||||
"index": 50,
|
||||
"id": "S050",
|
||||
"question": "покеж документы по 15/24",
|
||||
"session": null,
|
||||
"session_id": "asst-2026-04-02_Address_Slang_Live_Stress_2026-04-02_09-37-14-s050",
|
||||
"status_code": 200,
|
||||
"ok": true,
|
||||
"elapsed_ms": 5991,
|
||||
"reply_type": "partial_coverage",
|
||||
"trace_id": "address-hD4hKSeduf",
|
||||
"assistant_reply": "Не удалось выполнить адресный live-запрос в V1.\nПричина: live MCP вызов завершился ошибкой.\nЧто нужно уточнить: MCP fetch failed: This operation was aborted.",
|
||||
"expected_intent": "list_documents_by_contract",
|
||||
"actual_intent": "list_documents_by_counterparty",
|
||||
"intent_match": false,
|
||||
"expected_mode": "address_query",
|
||||
"actual_mode": "address_query",
|
||||
"mode_match": true,
|
||||
"semantic_pass": false,
|
||||
"mcp_call_status": "error",
|
||||
"limited_reason_category": "execution_error",
|
||||
"llm_decomposition_applied": true,
|
||||
"llm_decomposition_reason": "normalized_fragment_applied",
|
||||
"fallback_rule_hit": null,
|
||||
"error_code": null,
|
||||
"error_message": null
|
||||
}
|
||||
]
|
||||
+1680
File diff suppressed because it is too large
Load Diff
+54
@@ -0,0 +1,54 @@
|
||||
{
|
||||
"run_id": "2026-04-02_Address_Slang_Live_Stress_2026-04-02_09-37-14",
|
||||
"generated_at": "2026-04-02T09:43:17",
|
||||
"source_questions_file": "X:\\1C\\NDC_1C\\docs\\ADDRESS\\question_sets\\address_slang_stress_2026-04-02.json",
|
||||
"backend_url": "http://127.0.0.1:8787/api/assistant/message",
|
||||
"llm_provider": "local",
|
||||
"llm_model": "qwen2.5-14b-instruct-1m",
|
||||
"llm_base_url": "http://127.0.0.1:1234",
|
||||
"totals": {
|
||||
"questions_total": 60,
|
||||
"ok_200_count": 60,
|
||||
"semantic_pass_count": 48,
|
||||
"semantic_pass_rate": 0.8,
|
||||
"factual_count": 43,
|
||||
"partial_coverage_count": 17,
|
||||
"clarification_required_count": 0,
|
||||
"http_error_count": 0,
|
||||
"llm_decomposition_applied_count": 54,
|
||||
"avg_elapsed_ms": 6047.8
|
||||
},
|
||||
"distributions": {
|
||||
"reply_type": {
|
||||
"partial_coverage": 17,
|
||||
"factual": 43
|
||||
},
|
||||
"actual_intent": {
|
||||
"list_documents_by_counterparty": 14,
|
||||
"bank_operations_by_counterparty": 7,
|
||||
"unknown": 3,
|
||||
"account_balance_snapshot": 18,
|
||||
"documents_forming_balance": 3,
|
||||
"list_documents_by_contract": 9,
|
||||
"bank_operations_by_contract": 6
|
||||
},
|
||||
"actual_mode": {
|
||||
"address_query": 60
|
||||
},
|
||||
"mcp_call_status": {
|
||||
"materialized_but_not_anchor_matched": 10,
|
||||
"matched_non_empty": 43,
|
||||
"skipped": 3,
|
||||
"no_raw_rows": 2,
|
||||
"materialized_but_filtered_out_by_recipe": 1,
|
||||
"error": 1
|
||||
},
|
||||
"limited_reason_category": {
|
||||
"empty_match": 11,
|
||||
"missing_anchor": 1,
|
||||
"unsupported": 3,
|
||||
"recipe_visibility_gap": 1,
|
||||
"execution_error": 1
|
||||
}
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,23 @@
|
||||
# 2026-04-02_Address_Slang_Live_Stress_2026-04-02_09-48-35
|
||||
|
||||
Generated at: 2026-04-02T09:54:42
|
||||
Questions file: X:\1C\NDC_1C\docs\ADDRESS\question_sets\address_slang_stress_2026-04-02.json
|
||||
Backend URL: http://127.0.0.1:8787/api/assistant/message
|
||||
LLM: local / qwen2.5-14b-instruct-1m @ http://127.0.0.1:1234
|
||||
|
||||
## Totals
|
||||
- questions_total: 60
|
||||
- ok_200_count: 60
|
||||
- semantic_pass_count: 55
|
||||
- semantic_pass_rate: 0.9167
|
||||
- factual_count: 43
|
||||
- partial_coverage_count: 17
|
||||
- clarification_required_count: 0
|
||||
- http_error_count: 0
|
||||
- llm_decomposition_applied_count: 51
|
||||
- avg_elapsed_ms: 6112.6
|
||||
|
||||
## Files
|
||||
- run_summary.json
|
||||
- full_live_results.json
|
||||
- failures_only.json
|
||||
+137
@@ -0,0 +1,137 @@
|
||||
[
|
||||
{
|
||||
"index": 19,
|
||||
"id": "S019",
|
||||
"question": "свк списания/поступления за 2020",
|
||||
"session": null,
|
||||
"session_id": "asst-2026-04-02_Address_Slang_Live_Stress_2026-04-02_09-48-35-s019",
|
||||
"status_code": 200,
|
||||
"ok": true,
|
||||
"elapsed_ms": 6024,
|
||||
"reply_type": "partial_coverage",
|
||||
"trace_id": "address-amLbVNd2oC",
|
||||
"assistant_reply": "Этот запрос не подходит под address_query V1.\nПричина: intent пока не поддержан в address V1.\nЧто нужно уточнить: переформулируйте вопрос как адресный lookup по счету/контрагенту/договору.",
|
||||
"expected_intent": "bank_operations_by_counterparty",
|
||||
"actual_intent": "unknown",
|
||||
"intent_match": false,
|
||||
"expected_mode": "address_query",
|
||||
"actual_mode": "address_query",
|
||||
"mode_match": true,
|
||||
"semantic_pass": false,
|
||||
"mcp_call_status": "skipped",
|
||||
"limited_reason_category": "unsupported",
|
||||
"llm_decomposition_applied": true,
|
||||
"llm_decomposition_reason": "normalized_fragment_applied",
|
||||
"fallback_rule_hit": null,
|
||||
"error_code": null,
|
||||
"error_message": null
|
||||
},
|
||||
{
|
||||
"index": 37,
|
||||
"id": "S037",
|
||||
"question": "раскрой остаток 60.01 по документам на конец июля 2020",
|
||||
"session": null,
|
||||
"session_id": "asst-2026-04-02_Address_Slang_Live_Stress_2026-04-02_09-48-35-s037",
|
||||
"status_code": 200,
|
||||
"ok": true,
|
||||
"elapsed_ms": 8273,
|
||||
"reply_type": "partial_coverage",
|
||||
"trace_id": "address-8m-RkQckzz",
|
||||
"assistant_reply": "В live-данных по текущему фильтру записи не найдены.\nПричина: по указанному якорю и фильтрам в live-выборке нет строк.\nЧто нужно уточнить: уточните период или снимите часть фильтров.",
|
||||
"expected_intent": "documents_forming_balance",
|
||||
"actual_intent": "list_documents_by_counterparty",
|
||||
"intent_match": false,
|
||||
"expected_mode": "address_query",
|
||||
"actual_mode": "address_query",
|
||||
"mode_match": true,
|
||||
"semantic_pass": false,
|
||||
"mcp_call_status": "materialized_but_not_anchor_matched",
|
||||
"limited_reason_category": "empty_match",
|
||||
"llm_decomposition_applied": true,
|
||||
"llm_decomposition_reason": "normalized_fragment_applied",
|
||||
"fallback_rule_hit": null,
|
||||
"error_code": null,
|
||||
"error_message": null
|
||||
},
|
||||
{
|
||||
"index": 38,
|
||||
"id": "S038",
|
||||
"question": "доки под остатком 60.01 на 2020-07-31",
|
||||
"session": null,
|
||||
"session_id": "asst-2026-04-02_Address_Slang_Live_Stress_2026-04-02_09-48-35-s038",
|
||||
"status_code": 200,
|
||||
"ok": true,
|
||||
"elapsed_ms": 8134,
|
||||
"reply_type": "partial_coverage",
|
||||
"trace_id": "address-U9ycLkdr3-",
|
||||
"assistant_reply": "В live-данных по текущему фильтру записи не найдены.\nПричина: по указанному якорю и фильтрам в live-выборке нет строк.\nЧто нужно уточнить: уточните период или снимите часть фильтров.",
|
||||
"expected_intent": "documents_forming_balance",
|
||||
"actual_intent": "list_documents_by_counterparty",
|
||||
"intent_match": false,
|
||||
"expected_mode": "address_query",
|
||||
"actual_mode": "address_query",
|
||||
"mode_match": true,
|
||||
"semantic_pass": false,
|
||||
"mcp_call_status": "materialized_but_not_anchor_matched",
|
||||
"limited_reason_category": "empty_match",
|
||||
"llm_decomposition_applied": true,
|
||||
"llm_decomposition_reason": "normalized_fragment_applied",
|
||||
"fallback_rule_hit": null,
|
||||
"error_code": null,
|
||||
"error_message": null
|
||||
},
|
||||
{
|
||||
"index": 41,
|
||||
"id": "S041",
|
||||
"question": "по счету 62.01 раскрой остаток документами на 2020-12-31",
|
||||
"session": null,
|
||||
"session_id": "asst-2026-04-02_Address_Slang_Live_Stress_2026-04-02_09-48-35-s041",
|
||||
"status_code": 200,
|
||||
"ok": true,
|
||||
"elapsed_ms": 9351,
|
||||
"reply_type": "partial_coverage",
|
||||
"trace_id": "address-zV1HuiGSO7",
|
||||
"assistant_reply": "В live-данных по текущему фильтру записи не найдены.\nПричина: по указанному якорю и фильтрам в live-выборке нет строк.\nЧто нужно уточнить: уточните период или снимите часть фильтров.",
|
||||
"expected_intent": "documents_forming_balance",
|
||||
"actual_intent": "list_documents_by_counterparty",
|
||||
"intent_match": false,
|
||||
"expected_mode": "address_query",
|
||||
"actual_mode": "address_query",
|
||||
"mode_match": true,
|
||||
"semantic_pass": false,
|
||||
"mcp_call_status": "materialized_but_not_anchor_matched",
|
||||
"limited_reason_category": "empty_match",
|
||||
"llm_decomposition_applied": true,
|
||||
"llm_decomposition_reason": "normalized_fragment_applied",
|
||||
"fallback_rule_hit": null,
|
||||
"error_code": null,
|
||||
"error_message": null
|
||||
},
|
||||
{
|
||||
"index": 42,
|
||||
"id": "S042",
|
||||
"question": "из чего остаток по счету 51 на 2020-06-30",
|
||||
"session": null,
|
||||
"session_id": "asst-2026-04-02_Address_Slang_Live_Stress_2026-04-02_09-48-35-s042",
|
||||
"status_code": 200,
|
||||
"ok": true,
|
||||
"elapsed_ms": 5960,
|
||||
"reply_type": "factual",
|
||||
"trace_id": "address-h38ift_cPc",
|
||||
"assistant_reply": "Адресный срез по счету собран (по движениям live MCP).\nСтрок отобрано: 30.\nСумма по отобранным движениям: 4579658.75.\n1. 2020-06-30T12:00:07Z | Списание с расчетного счета 00000000180 от 30.06.2020 12:00:07 | 66.03 / 51 | 35000\n2. 2020-06-30T12:00:05Z | Списание с расчетного счета 00000000178 от 30.06.2020 12:00:05 | 60.01 / 51 | 15800\n3. 2020-06-30T12:00:04Z | Списание с расчетного счета 00000000177 от 30.06.2020 12:00:04 | 70 / 51 | 50\n4. 2020-06-30T12:00:03Z | Списание с расчетного счета 00000000176 от 30.06.2020 12:00:03 | 91.02 / 51 | 35",
|
||||
"expected_intent": "documents_forming_balance",
|
||||
"actual_intent": "account_balance_snapshot",
|
||||
"intent_match": false,
|
||||
"expected_mode": "address_query",
|
||||
"actual_mode": "address_query",
|
||||
"mode_match": true,
|
||||
"semantic_pass": false,
|
||||
"mcp_call_status": "matched_non_empty",
|
||||
"limited_reason_category": null,
|
||||
"llm_decomposition_applied": true,
|
||||
"llm_decomposition_reason": "normalized_fragment_applied",
|
||||
"fallback_rule_hit": null,
|
||||
"error_code": null,
|
||||
"error_message": null
|
||||
}
|
||||
]
|
||||
+1677
File diff suppressed because it is too large
Load Diff
+51
@@ -0,0 +1,51 @@
|
||||
{
|
||||
"run_id": "2026-04-02_Address_Slang_Live_Stress_2026-04-02_09-48-35",
|
||||
"generated_at": "2026-04-02T09:54:42",
|
||||
"source_questions_file": "X:\\1C\\NDC_1C\\docs\\ADDRESS\\question_sets\\address_slang_stress_2026-04-02.json",
|
||||
"backend_url": "http://127.0.0.1:8787/api/assistant/message",
|
||||
"llm_provider": "local",
|
||||
"llm_model": "qwen2.5-14b-instruct-1m",
|
||||
"llm_base_url": "http://127.0.0.1:1234",
|
||||
"totals": {
|
||||
"questions_total": 60,
|
||||
"ok_200_count": 60,
|
||||
"semantic_pass_count": 55,
|
||||
"semantic_pass_rate": 0.9167,
|
||||
"factual_count": 43,
|
||||
"partial_coverage_count": 17,
|
||||
"clarification_required_count": 0,
|
||||
"http_error_count": 0,
|
||||
"llm_decomposition_applied_count": 51,
|
||||
"avg_elapsed_ms": 6112.6
|
||||
},
|
||||
"distributions": {
|
||||
"reply_type": {
|
||||
"partial_coverage": 17,
|
||||
"factual": 43
|
||||
},
|
||||
"actual_intent": {
|
||||
"list_documents_by_counterparty": 15,
|
||||
"bank_operations_by_counterparty": 9,
|
||||
"unknown": 1,
|
||||
"account_balance_snapshot": 17,
|
||||
"documents_forming_balance": 4,
|
||||
"list_documents_by_contract": 8,
|
||||
"bank_operations_by_contract": 6
|
||||
},
|
||||
"actual_mode": {
|
||||
"address_query": 60
|
||||
},
|
||||
"mcp_call_status": {
|
||||
"materialized_but_not_anchor_matched": 13,
|
||||
"matched_non_empty": 43,
|
||||
"skipped": 1,
|
||||
"no_raw_rows": 1,
|
||||
"materialized_but_filtered_out_by_recipe": 2
|
||||
},
|
||||
"limited_reason_category": {
|
||||
"empty_match": 14,
|
||||
"unsupported": 1,
|
||||
"recipe_visibility_gap": 2
|
||||
}
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,23 @@
|
||||
# 2026-04-02_Address_Slang_Live_Stress_2026-04-02_09-55-53
|
||||
|
||||
Generated at: 2026-04-02T10:01:59
|
||||
Questions file: X:\1C\NDC_1C\docs\ADDRESS\question_sets\address_slang_stress_2026-04-02.json
|
||||
Backend URL: http://127.0.0.1:8787/api/assistant/message
|
||||
LLM: local / qwen2.5-14b-instruct-1m @ http://127.0.0.1:1234
|
||||
|
||||
## Totals
|
||||
- questions_total: 60
|
||||
- ok_200_count: 60
|
||||
- semantic_pass_count: 58
|
||||
- semantic_pass_rate: 0.9667
|
||||
- factual_count: 43
|
||||
- partial_coverage_count: 17
|
||||
- clarification_required_count: 0
|
||||
- http_error_count: 0
|
||||
- llm_decomposition_applied_count: 49
|
||||
- avg_elapsed_ms: 6102.7
|
||||
|
||||
## Files
|
||||
- run_summary.json
|
||||
- full_live_results.json
|
||||
- failures_only.json
|
||||
+56
@@ -0,0 +1,56 @@
|
||||
[
|
||||
{
|
||||
"index": 37,
|
||||
"id": "S037",
|
||||
"question": "раскрой остаток 60.01 по документам на конец июля 2020",
|
||||
"session": null,
|
||||
"session_id": "asst-2026-04-02_Address_Slang_Live_Stress_2026-04-02_09-55-53-s037",
|
||||
"status_code": 200,
|
||||
"ok": true,
|
||||
"elapsed_ms": 8271,
|
||||
"reply_type": "partial_coverage",
|
||||
"trace_id": "address-ykDM9o9y8I",
|
||||
"assistant_reply": "В live-данных по текущему фильтру записи не найдены.\nПричина: по указанному якорю и фильтрам в live-выборке нет строк.\nЧто нужно уточнить: уточните период или снимите часть фильтров.",
|
||||
"expected_intent": "documents_forming_balance",
|
||||
"actual_intent": "list_documents_by_counterparty",
|
||||
"intent_match": false,
|
||||
"expected_mode": "address_query",
|
||||
"actual_mode": "address_query",
|
||||
"mode_match": true,
|
||||
"semantic_pass": false,
|
||||
"mcp_call_status": "materialized_but_not_anchor_matched",
|
||||
"limited_reason_category": "empty_match",
|
||||
"llm_decomposition_applied": true,
|
||||
"llm_decomposition_reason": "normalized_fragment_applied",
|
||||
"fallback_rule_hit": null,
|
||||
"error_code": null,
|
||||
"error_message": null
|
||||
},
|
||||
{
|
||||
"index": 38,
|
||||
"id": "S038",
|
||||
"question": "доки под остатком 60.01 на 2020-07-31",
|
||||
"session": null,
|
||||
"session_id": "asst-2026-04-02_Address_Slang_Live_Stress_2026-04-02_09-55-53-s038",
|
||||
"status_code": 200,
|
||||
"ok": true,
|
||||
"elapsed_ms": 8140,
|
||||
"reply_type": "partial_coverage",
|
||||
"trace_id": "address-GvkS1Sux_Y",
|
||||
"assistant_reply": "В live-данных по текущему фильтру записи не найдены.\nПричина: по указанному якорю и фильтрам в live-выборке нет строк.\nЧто нужно уточнить: уточните период или снимите часть фильтров.",
|
||||
"expected_intent": "documents_forming_balance",
|
||||
"actual_intent": "list_documents_by_counterparty",
|
||||
"intent_match": false,
|
||||
"expected_mode": "address_query",
|
||||
"actual_mode": "address_query",
|
||||
"mode_match": true,
|
||||
"semantic_pass": false,
|
||||
"mcp_call_status": "materialized_but_not_anchor_matched",
|
||||
"limited_reason_category": "empty_match",
|
||||
"llm_decomposition_applied": true,
|
||||
"llm_decomposition_reason": "normalized_fragment_applied",
|
||||
"fallback_rule_hit": null,
|
||||
"error_code": null,
|
||||
"error_message": null
|
||||
}
|
||||
]
|
||||
+1676
File diff suppressed because it is too large
Load Diff
+50
@@ -0,0 +1,50 @@
|
||||
{
|
||||
"run_id": "2026-04-02_Address_Slang_Live_Stress_2026-04-02_09-55-53",
|
||||
"generated_at": "2026-04-02T10:01:59",
|
||||
"source_questions_file": "X:\\1C\\NDC_1C\\docs\\ADDRESS\\question_sets\\address_slang_stress_2026-04-02.json",
|
||||
"backend_url": "http://127.0.0.1:8787/api/assistant/message",
|
||||
"llm_provider": "local",
|
||||
"llm_model": "qwen2.5-14b-instruct-1m",
|
||||
"llm_base_url": "http://127.0.0.1:1234",
|
||||
"totals": {
|
||||
"questions_total": 60,
|
||||
"ok_200_count": 60,
|
||||
"semantic_pass_count": 58,
|
||||
"semantic_pass_rate": 0.9667,
|
||||
"factual_count": 43,
|
||||
"partial_coverage_count": 17,
|
||||
"clarification_required_count": 0,
|
||||
"http_error_count": 0,
|
||||
"llm_decomposition_applied_count": 49,
|
||||
"avg_elapsed_ms": 6102.7
|
||||
},
|
||||
"distributions": {
|
||||
"reply_type": {
|
||||
"partial_coverage": 17,
|
||||
"factual": 43
|
||||
},
|
||||
"actual_intent": {
|
||||
"list_documents_by_counterparty": 14,
|
||||
"bank_operations_by_counterparty": 10,
|
||||
"account_balance_snapshot": 16,
|
||||
"documents_forming_balance": 6,
|
||||
"list_documents_by_contract": 8,
|
||||
"bank_operations_by_contract": 6
|
||||
},
|
||||
"actual_mode": {
|
||||
"address_query": 60
|
||||
},
|
||||
"mcp_call_status": {
|
||||
"materialized_but_not_anchor_matched": 12,
|
||||
"matched_non_empty": 43,
|
||||
"skipped": 1,
|
||||
"no_raw_rows": 2,
|
||||
"materialized_but_filtered_out_by_recipe": 2
|
||||
},
|
||||
"limited_reason_category": {
|
||||
"empty_match": 14,
|
||||
"missing_anchor": 1,
|
||||
"recipe_visibility_gap": 2
|
||||
}
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,23 @@
|
||||
# 2026-04-02_Address_Slang_Live_Stress_2026-04-02_10-07-46
|
||||
|
||||
Generated at: 2026-04-02T10:13:40
|
||||
Questions file: X:\1C\NDC_1C\docs\ADDRESS\question_sets\address_slang_stress_2026-04-02.json
|
||||
Backend URL: http://127.0.0.1:8787/api/assistant/message
|
||||
LLM: local / qwen2.5-14b-instruct-1m @ http://127.0.0.1:1234
|
||||
|
||||
## Totals
|
||||
- questions_total: 60
|
||||
- ok_200_count: 60
|
||||
- semantic_pass_count: 60
|
||||
- semantic_pass_rate: 1.0
|
||||
- factual_count: 42
|
||||
- partial_coverage_count: 18
|
||||
- clarification_required_count: 0
|
||||
- http_error_count: 0
|
||||
- llm_decomposition_applied_count: 47
|
||||
- avg_elapsed_ms: 5902.6
|
||||
|
||||
## Files
|
||||
- run_summary.json
|
||||
- full_live_results.json
|
||||
- failures_only.json
|
||||
+1
@@ -0,0 +1 @@
|
||||
[]
|
||||
+1678
File diff suppressed because it is too large
Load Diff
+52
@@ -0,0 +1,52 @@
|
||||
{
|
||||
"run_id": "2026-04-02_Address_Slang_Live_Stress_2026-04-02_10-07-46",
|
||||
"generated_at": "2026-04-02T10:13:40",
|
||||
"source_questions_file": "X:\\1C\\NDC_1C\\docs\\ADDRESS\\question_sets\\address_slang_stress_2026-04-02.json",
|
||||
"backend_url": "http://127.0.0.1:8787/api/assistant/message",
|
||||
"llm_provider": "local",
|
||||
"llm_model": "qwen2.5-14b-instruct-1m",
|
||||
"llm_base_url": "http://127.0.0.1:1234",
|
||||
"totals": {
|
||||
"questions_total": 60,
|
||||
"ok_200_count": 60,
|
||||
"semantic_pass_count": 60,
|
||||
"semantic_pass_rate": 1.0,
|
||||
"factual_count": 42,
|
||||
"partial_coverage_count": 18,
|
||||
"clarification_required_count": 0,
|
||||
"http_error_count": 0,
|
||||
"llm_decomposition_applied_count": 47,
|
||||
"avg_elapsed_ms": 5902.6
|
||||
},
|
||||
"distributions": {
|
||||
"reply_type": {
|
||||
"partial_coverage": 18,
|
||||
"factual": 42
|
||||
},
|
||||
"actual_intent": {
|
||||
"list_documents_by_counterparty": 12,
|
||||
"bank_operations_by_counterparty": 10,
|
||||
"account_balance_snapshot": 16,
|
||||
"documents_forming_balance": 8,
|
||||
"list_documents_by_contract": 8,
|
||||
"bank_operations_by_contract": 6
|
||||
},
|
||||
"actual_mode": {
|
||||
"address_query": 60
|
||||
},
|
||||
"mcp_call_status": {
|
||||
"materialized_but_not_anchor_matched": 10,
|
||||
"matched_non_empty": 42,
|
||||
"skipped": 3,
|
||||
"no_raw_rows": 2,
|
||||
"materialized_but_filtered_out_by_recipe": 2,
|
||||
"error": 1
|
||||
},
|
||||
"limited_reason_category": {
|
||||
"empty_match": 12,
|
||||
"missing_anchor": 3,
|
||||
"recipe_visibility_gap": 2,
|
||||
"execution_error": 1
|
||||
}
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,23 @@
|
||||
# 2026-04-02_Address_Slang_Live_Stress_2026-04-02_10-13-57
|
||||
|
||||
Generated at: 2026-04-02T10:18:28
|
||||
Questions file: X:\1C\NDC_1C\docs\ADDRESS\question_sets\address_slang_stress_extra_2026-04-02.json
|
||||
Backend URL: http://127.0.0.1:8787/api/assistant/message
|
||||
LLM: local / qwen2.5-14b-instruct-1m @ http://127.0.0.1:1234
|
||||
|
||||
## Totals
|
||||
- questions_total: 42
|
||||
- ok_200_count: 42
|
||||
- semantic_pass_count: 39
|
||||
- semantic_pass_rate: 0.9286
|
||||
- factual_count: 25
|
||||
- partial_coverage_count: 15
|
||||
- clarification_required_count: 2
|
||||
- http_error_count: 0
|
||||
- llm_decomposition_applied_count: 31
|
||||
- avg_elapsed_ms: 6452.5
|
||||
|
||||
## Files
|
||||
- run_summary.json
|
||||
- full_live_results.json
|
||||
- failures_only.json
|
||||
+83
@@ -0,0 +1,83 @@
|
||||
[
|
||||
{
|
||||
"index": 11,
|
||||
"id": "X011",
|
||||
"question": "транзакции по свк за 2020",
|
||||
"session": null,
|
||||
"session_id": "asst-2026-04-02_Address_Slang_Live_Stress_2026-04-02_10-13-57-x011",
|
||||
"status_code": 200,
|
||||
"ok": true,
|
||||
"elapsed_ms": 10728,
|
||||
"reply_type": "clarification_required",
|
||||
"trace_id": "G02R6JpH8F0-M5",
|
||||
"assistant_reply": "Коротко: Наиболее вероятный механизм проблемы подтвержден частично и требует первичной проверки. Что сломано:\n- Есть признаки проблемы, но без уточнений по периоду и объекту вывод ненадежен. Почему это похоже на проблему:\n- Сигнал проблемы есть, но механизм подтвержден не полностью. На чем это основано:\n- Опора частичная: часть требований покрыта не полностью.\n- Отдельно не подтверждено или покрыто частично: R1. Что проверить первым:\n- Проверьте связку документов и проводок по проблемному участку в указанном периоде. Ограничения:\n- Якоря из вопроса без прямого подтверждения: 2020, period:2020.\n- Ни одно требование не получило подтвержденного покрытия.\n- Нет explainable-сигналов why_included в результатах выборки.\n- required anchors claim-bound grounding.\n- evidence.\n- Targeted evidence acquisition claim target path.",
|
||||
"expected_intent": "bank_operations_by_counterparty",
|
||||
"actual_intent": null,
|
||||
"intent_match": false,
|
||||
"expected_mode": "address_query",
|
||||
"actual_mode": null,
|
||||
"mode_match": false,
|
||||
"semantic_pass": false,
|
||||
"mcp_call_status": null,
|
||||
"limited_reason_category": null,
|
||||
"llm_decomposition_applied": null,
|
||||
"llm_decomposition_reason": null,
|
||||
"fallback_rule_hit": null,
|
||||
"error_code": null,
|
||||
"error_message": null
|
||||
},
|
||||
{
|
||||
"index": 19,
|
||||
"id": "X019",
|
||||
"question": "скока по 60.02 на конец 2020-12",
|
||||
"session": null,
|
||||
"session_id": "asst-2026-04-02_Address_Slang_Live_Stress_2026-04-02_10-13-57-x019",
|
||||
"status_code": 200,
|
||||
"ok": true,
|
||||
"elapsed_ms": 10819,
|
||||
"reply_type": "clarification_required",
|
||||
"trace_id": "YbgJ6VuXh8C1v1",
|
||||
"assistant_reply": "Коротко: Наиболее вероятная причина: переход от оплаты к закрытию расчета подтвержден не полностью. Что сломано:\n- Есть признаки проблемы, но без уточнений по периоду и объекту вывод ненадежен. Почему это похоже на проблему:\n- Сигнал проблемы есть, но механизм подтвержден не полностью. На чем это основано:\n- Опора частичная: часть требований покрыта не полностью.\n- Отдельно не подтверждено или покрыто частично: R1. Что проверить первым:\n- Сверьте договор и объект расчетов, затем подтвердите запись в регистре расчетов и документ зачета.\n- Проверьте связку платеж -> расчетный документ -> проводки по 60/62/76 и факт закрытия хвоста. Ограничения:\n- Якоря из вопроса без прямого подтверждения: 60.02, 2020-12, period:2020-12.\n- Ни одно требование не получило подтвержденного покрытия.\n- Нет explainable-сигналов why_included в результатах выборки.\n- supplier/customer polarity.\n- evidence.\n- Targeted evidence acquisition claim target path.",
|
||||
"expected_intent": "account_balance_snapshot",
|
||||
"actual_intent": null,
|
||||
"intent_match": false,
|
||||
"expected_mode": "address_query",
|
||||
"actual_mode": null,
|
||||
"mode_match": false,
|
||||
"semantic_pass": false,
|
||||
"mcp_call_status": null,
|
||||
"limited_reason_category": null,
|
||||
"llm_decomposition_applied": null,
|
||||
"llm_decomposition_reason": null,
|
||||
"fallback_rule_hit": null,
|
||||
"error_code": null,
|
||||
"error_message": null
|
||||
},
|
||||
{
|
||||
"index": 26,
|
||||
"id": "X026",
|
||||
"question": "раскидай остаток 62.01 по докам на 2020-12-31",
|
||||
"session": null,
|
||||
"session_id": "asst-2026-04-02_Address_Slang_Live_Stress_2026-04-02_10-13-57-x026",
|
||||
"status_code": 200,
|
||||
"ok": true,
|
||||
"elapsed_ms": 8298,
|
||||
"reply_type": "partial_coverage",
|
||||
"trace_id": "address-5eKPNT2W8Z",
|
||||
"assistant_reply": "В live-данных по текущему фильтру записи не найдены.\nПричина: по указанному якорю и фильтрам в live-выборке нет строк.\nЧто нужно уточнить: уточните период или снимите часть фильтров.",
|
||||
"expected_intent": "documents_forming_balance",
|
||||
"actual_intent": "list_documents_by_counterparty",
|
||||
"intent_match": false,
|
||||
"expected_mode": "address_query",
|
||||
"actual_mode": "address_query",
|
||||
"mode_match": true,
|
||||
"semantic_pass": false,
|
||||
"mcp_call_status": "materialized_but_not_anchor_matched",
|
||||
"limited_reason_category": "empty_match",
|
||||
"llm_decomposition_applied": true,
|
||||
"llm_decomposition_reason": "normalized_fragment_applied",
|
||||
"fallback_rule_hit": null,
|
||||
"error_code": null,
|
||||
"error_message": null
|
||||
}
|
||||
]
|
||||
+1194
File diff suppressed because it is too large
Load Diff
+54
@@ -0,0 +1,54 @@
|
||||
{
|
||||
"run_id": "2026-04-02_Address_Slang_Live_Stress_2026-04-02_10-13-57",
|
||||
"generated_at": "2026-04-02T10:18:28",
|
||||
"source_questions_file": "X:\\1C\\NDC_1C\\docs\\ADDRESS\\question_sets\\address_slang_stress_extra_2026-04-02.json",
|
||||
"backend_url": "http://127.0.0.1:8787/api/assistant/message",
|
||||
"llm_provider": "local",
|
||||
"llm_model": "qwen2.5-14b-instruct-1m",
|
||||
"llm_base_url": "http://127.0.0.1:1234",
|
||||
"totals": {
|
||||
"questions_total": 42,
|
||||
"ok_200_count": 42,
|
||||
"semantic_pass_count": 39,
|
||||
"semantic_pass_rate": 0.9286,
|
||||
"factual_count": 25,
|
||||
"partial_coverage_count": 15,
|
||||
"clarification_required_count": 2,
|
||||
"http_error_count": 0,
|
||||
"llm_decomposition_applied_count": 31,
|
||||
"avg_elapsed_ms": 6452.5
|
||||
},
|
||||
"distributions": {
|
||||
"reply_type": {
|
||||
"partial_coverage": 15,
|
||||
"factual": 25,
|
||||
"clarification_required": 2
|
||||
},
|
||||
"actual_intent": {
|
||||
"list_documents_by_counterparty": 7,
|
||||
"bank_operations_by_counterparty": 5,
|
||||
"None": 2,
|
||||
"account_balance_snapshot": 9,
|
||||
"documents_forming_balance": 7,
|
||||
"list_documents_by_contract": 6,
|
||||
"bank_operations_by_contract": 6
|
||||
},
|
||||
"actual_mode": {
|
||||
"address_query": 40,
|
||||
"None": 2
|
||||
},
|
||||
"mcp_call_status": {
|
||||
"materialized_but_not_anchor_matched": 7,
|
||||
"matched_non_empty": 25,
|
||||
"None": 2,
|
||||
"no_raw_rows": 1,
|
||||
"skipped": 4,
|
||||
"error": 3
|
||||
},
|
||||
"limited_reason_category": {
|
||||
"empty_match": 7,
|
||||
"missing_anchor": 5,
|
||||
"execution_error": 3
|
||||
}
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,23 @@
|
||||
# 2026-04-02_Address_Slang_Live_Stress_2026-04-02_10-20-51
|
||||
|
||||
Generated at: 2026-04-02T10:24:58
|
||||
Questions file: X:\1C\NDC_1C\docs\ADDRESS\question_sets\address_slang_stress_extra_2026-04-02.json
|
||||
Backend URL: http://127.0.0.1:8787/api/assistant/message
|
||||
LLM: local / qwen2.5-14b-instruct-1m @ http://127.0.0.1:1234
|
||||
|
||||
## Totals
|
||||
- questions_total: 42
|
||||
- ok_200_count: 42
|
||||
- semantic_pass_count: 40
|
||||
- semantic_pass_rate: 0.9524
|
||||
- factual_count: 25
|
||||
- partial_coverage_count: 17
|
||||
- clarification_required_count: 0
|
||||
- http_error_count: 0
|
||||
- llm_decomposition_applied_count: 29
|
||||
- avg_elapsed_ms: 5878.3
|
||||
|
||||
## Files
|
||||
- run_summary.json
|
||||
- full_live_results.json
|
||||
- failures_only.json
|
||||
+56
@@ -0,0 +1,56 @@
|
||||
[
|
||||
{
|
||||
"index": 15,
|
||||
"id": "X015",
|
||||
"question": "что на счете 60 на 2020.05",
|
||||
"session": null,
|
||||
"session_id": "asst-2026-04-02_Address_Slang_Live_Stress_2026-04-02_10-20-51-x015",
|
||||
"status_code": 200,
|
||||
"ok": true,
|
||||
"elapsed_ms": 5072,
|
||||
"reply_type": "partial_coverage",
|
||||
"trace_id": "address-P9BOSmbc4z",
|
||||
"assistant_reply": "Этот запрос не подходит под address_query V1.\nПричина: intent пока не поддержан в address V1.\nЧто нужно уточнить: переформулируйте вопрос как адресный lookup по счету/контрагенту/договору.",
|
||||
"expected_intent": "account_balance_snapshot",
|
||||
"actual_intent": "unknown",
|
||||
"intent_match": false,
|
||||
"expected_mode": "address_query",
|
||||
"actual_mode": "address_query",
|
||||
"mode_match": true,
|
||||
"semantic_pass": false,
|
||||
"mcp_call_status": "skipped",
|
||||
"limited_reason_category": "unsupported",
|
||||
"llm_decomposition_applied": true,
|
||||
"llm_decomposition_reason": "normalized_fragment_applied",
|
||||
"fallback_rule_hit": null,
|
||||
"error_code": null,
|
||||
"error_message": null
|
||||
},
|
||||
{
|
||||
"index": 25,
|
||||
"id": "X025",
|
||||
"question": "docs forming balance 60.01 as of 2020-07-31",
|
||||
"session": null,
|
||||
"session_id": "asst-2026-04-02_Address_Slang_Live_Stress_2026-04-02_10-20-51-x025",
|
||||
"status_code": 200,
|
||||
"ok": true,
|
||||
"elapsed_ms": 5960,
|
||||
"reply_type": "partial_coverage",
|
||||
"trace_id": "address-dWtI0q5djq",
|
||||
"assistant_reply": "Для точного адресного поиска не хватает обязательного якоря.\nПричина: не хватает обязательных фильтров.\nЧто нужно уточнить: уточните: account.",
|
||||
"expected_intent": "documents_forming_balance",
|
||||
"actual_intent": "account_balance_snapshot",
|
||||
"intent_match": false,
|
||||
"expected_mode": "address_query",
|
||||
"actual_mode": "address_query",
|
||||
"mode_match": true,
|
||||
"semantic_pass": false,
|
||||
"mcp_call_status": "skipped",
|
||||
"limited_reason_category": "missing_anchor",
|
||||
"llm_decomposition_applied": false,
|
||||
"llm_decomposition_reason": "normalized_fragment_rejected_intent_conflict",
|
||||
"fallback_rule_hit": null,
|
||||
"error_code": null,
|
||||
"error_message": null
|
||||
}
|
||||
]
|
||||
+1192
File diff suppressed because it is too large
Load Diff
+52
@@ -0,0 +1,52 @@
|
||||
{
|
||||
"run_id": "2026-04-02_Address_Slang_Live_Stress_2026-04-02_10-20-51",
|
||||
"generated_at": "2026-04-02T10:24:58",
|
||||
"source_questions_file": "X:\\1C\\NDC_1C\\docs\\ADDRESS\\question_sets\\address_slang_stress_extra_2026-04-02.json",
|
||||
"backend_url": "http://127.0.0.1:8787/api/assistant/message",
|
||||
"llm_provider": "local",
|
||||
"llm_model": "qwen2.5-14b-instruct-1m",
|
||||
"llm_base_url": "http://127.0.0.1:1234",
|
||||
"totals": {
|
||||
"questions_total": 42,
|
||||
"ok_200_count": 42,
|
||||
"semantic_pass_count": 40,
|
||||
"semantic_pass_rate": 0.9524,
|
||||
"factual_count": 25,
|
||||
"partial_coverage_count": 17,
|
||||
"clarification_required_count": 0,
|
||||
"http_error_count": 0,
|
||||
"llm_decomposition_applied_count": 29,
|
||||
"avg_elapsed_ms": 5878.3
|
||||
},
|
||||
"distributions": {
|
||||
"reply_type": {
|
||||
"partial_coverage": 17,
|
||||
"factual": 25
|
||||
},
|
||||
"actual_intent": {
|
||||
"list_documents_by_counterparty": 6,
|
||||
"bank_operations_by_counterparty": 6,
|
||||
"account_balance_snapshot": 10,
|
||||
"unknown": 1,
|
||||
"documents_forming_balance": 7,
|
||||
"list_documents_by_contract": 6,
|
||||
"bank_operations_by_contract": 6
|
||||
},
|
||||
"actual_mode": {
|
||||
"address_query": 42
|
||||
},
|
||||
"mcp_call_status": {
|
||||
"materialized_but_not_anchor_matched": 7,
|
||||
"matched_non_empty": 25,
|
||||
"skipped": 8,
|
||||
"no_raw_rows": 1,
|
||||
"error": 1
|
||||
},
|
||||
"limited_reason_category": {
|
||||
"empty_match": 7,
|
||||
"missing_anchor": 8,
|
||||
"unsupported": 1,
|
||||
"execution_error": 1
|
||||
}
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,23 @@
|
||||
# 2026-04-02_Address_Slang_Live_Stress_2026-04-02_10-26-25
|
||||
|
||||
Generated at: 2026-04-02T10:30:27
|
||||
Questions file: X:\1C\NDC_1C\docs\ADDRESS\question_sets\address_slang_stress_extra_2026-04-02.json
|
||||
Backend URL: http://127.0.0.1:8787/api/assistant/message
|
||||
LLM: local / qwen2.5-14b-instruct-1m @ http://127.0.0.1:1234
|
||||
|
||||
## Totals
|
||||
- questions_total: 42
|
||||
- ok_200_count: 42
|
||||
- semantic_pass_count: 42
|
||||
- semantic_pass_rate: 1.0
|
||||
- factual_count: 24
|
||||
- partial_coverage_count: 18
|
||||
- clarification_required_count: 0
|
||||
- http_error_count: 0
|
||||
- llm_decomposition_applied_count: 30
|
||||
- avg_elapsed_ms: 5757.0
|
||||
|
||||
## Files
|
||||
- run_summary.json
|
||||
- full_live_results.json
|
||||
- failures_only.json
|
||||
+1
@@ -0,0 +1 @@
|
||||
[]
|
||||
+1190
File diff suppressed because it is too large
Load Diff
+50
@@ -0,0 +1,50 @@
|
||||
{
|
||||
"run_id": "2026-04-02_Address_Slang_Live_Stress_2026-04-02_10-26-25",
|
||||
"generated_at": "2026-04-02T10:30:27",
|
||||
"source_questions_file": "X:\\1C\\NDC_1C\\docs\\ADDRESS\\question_sets\\address_slang_stress_extra_2026-04-02.json",
|
||||
"backend_url": "http://127.0.0.1:8787/api/assistant/message",
|
||||
"llm_provider": "local",
|
||||
"llm_model": "qwen2.5-14b-instruct-1m",
|
||||
"llm_base_url": "http://127.0.0.1:1234",
|
||||
"totals": {
|
||||
"questions_total": 42,
|
||||
"ok_200_count": 42,
|
||||
"semantic_pass_count": 42,
|
||||
"semantic_pass_rate": 1.0,
|
||||
"factual_count": 24,
|
||||
"partial_coverage_count": 18,
|
||||
"clarification_required_count": 0,
|
||||
"http_error_count": 0,
|
||||
"llm_decomposition_applied_count": 30,
|
||||
"avg_elapsed_ms": 5757.0
|
||||
},
|
||||
"distributions": {
|
||||
"reply_type": {
|
||||
"partial_coverage": 18,
|
||||
"factual": 24
|
||||
},
|
||||
"actual_intent": {
|
||||
"list_documents_by_counterparty": 6,
|
||||
"bank_operations_by_counterparty": 6,
|
||||
"account_balance_snapshot": 10,
|
||||
"documents_forming_balance": 8,
|
||||
"list_documents_by_contract": 6,
|
||||
"bank_operations_by_contract": 6
|
||||
},
|
||||
"actual_mode": {
|
||||
"address_query": 42
|
||||
},
|
||||
"mcp_call_status": {
|
||||
"materialized_but_not_anchor_matched": 9,
|
||||
"matched_non_empty": 24,
|
||||
"skipped": 6,
|
||||
"no_raw_rows": 1,
|
||||
"error": 2
|
||||
},
|
||||
"limited_reason_category": {
|
||||
"empty_match": 9,
|
||||
"missing_anchor": 7,
|
||||
"execution_error": 2
|
||||
}
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,23 @@
|
||||
# 2026-04-02_Address_Slang_Live_Stress_2026-04-02_10-31-12
|
||||
|
||||
Generated at: 2026-04-02T10:41:27
|
||||
Questions file: X:\1C\NDC_1C\docs\ADDRESS\question_sets\address_slang_stress_full_2026-04-02.json
|
||||
Backend URL: http://127.0.0.1:8787/api/assistant/message
|
||||
LLM: local / qwen2.5-14b-instruct-1m @ http://127.0.0.1:1234
|
||||
|
||||
## Totals
|
||||
- questions_total: 102
|
||||
- ok_200_count: 102
|
||||
- semantic_pass_count: 101
|
||||
- semantic_pass_rate: 0.9902
|
||||
- factual_count: 69
|
||||
- partial_coverage_count: 33
|
||||
- clarification_required_count: 0
|
||||
- http_error_count: 0
|
||||
- llm_decomposition_applied_count: 76
|
||||
- avg_elapsed_ms: 6031.8
|
||||
|
||||
## Files
|
||||
- run_summary.json
|
||||
- full_live_results.json
|
||||
- failures_only.json
|
||||
+29
@@ -0,0 +1,29 @@
|
||||
[
|
||||
{
|
||||
"index": 27,
|
||||
"id": "S027",
|
||||
"question": "баланс account 60.01 as of 2020-07-31",
|
||||
"session": null,
|
||||
"session_id": "asst-2026-04-02_Address_Slang_Live_Stress_2026-04-02_10-31-12-s027",
|
||||
"status_code": 200,
|
||||
"ok": true,
|
||||
"elapsed_ms": 5229,
|
||||
"reply_type": "partial_coverage",
|
||||
"trace_id": "address-Ad2n8uT34g",
|
||||
"assistant_reply": "Этот запрос не подходит под address_query V1.\nПричина: intent пока не поддержан в address V1.\nЧто нужно уточнить: переформулируйте вопрос как адресный lookup по счету/контрагенту/договору.",
|
||||
"expected_intent": "account_balance_snapshot",
|
||||
"actual_intent": "unknown",
|
||||
"intent_match": false,
|
||||
"expected_mode": "address_query",
|
||||
"actual_mode": "address_query",
|
||||
"mode_match": true,
|
||||
"semantic_pass": false,
|
||||
"mcp_call_status": "skipped",
|
||||
"limited_reason_category": "unsupported",
|
||||
"llm_decomposition_applied": true,
|
||||
"llm_decomposition_reason": "normalized_fragment_applied",
|
||||
"fallback_rule_hit": null,
|
||||
"error_code": null,
|
||||
"error_message": null
|
||||
}
|
||||
]
|
||||
+2814
File diff suppressed because it is too large
Load Diff
+54
@@ -0,0 +1,54 @@
|
||||
{
|
||||
"run_id": "2026-04-02_Address_Slang_Live_Stress_2026-04-02_10-31-12",
|
||||
"generated_at": "2026-04-02T10:41:27",
|
||||
"source_questions_file": "X:\\1C\\NDC_1C\\docs\\ADDRESS\\question_sets\\address_slang_stress_full_2026-04-02.json",
|
||||
"backend_url": "http://127.0.0.1:8787/api/assistant/message",
|
||||
"llm_provider": "local",
|
||||
"llm_model": "qwen2.5-14b-instruct-1m",
|
||||
"llm_base_url": "http://127.0.0.1:1234",
|
||||
"totals": {
|
||||
"questions_total": 102,
|
||||
"ok_200_count": 102,
|
||||
"semantic_pass_count": 101,
|
||||
"semantic_pass_rate": 0.9902,
|
||||
"factual_count": 69,
|
||||
"partial_coverage_count": 33,
|
||||
"clarification_required_count": 0,
|
||||
"http_error_count": 0,
|
||||
"llm_decomposition_applied_count": 76,
|
||||
"avg_elapsed_ms": 6031.8
|
||||
},
|
||||
"distributions": {
|
||||
"reply_type": {
|
||||
"partial_coverage": 33,
|
||||
"factual": 69
|
||||
},
|
||||
"actual_intent": {
|
||||
"list_documents_by_counterparty": 18,
|
||||
"bank_operations_by_counterparty": 16,
|
||||
"account_balance_snapshot": 25,
|
||||
"unknown": 1,
|
||||
"documents_forming_balance": 16,
|
||||
"list_documents_by_contract": 14,
|
||||
"bank_operations_by_contract": 12
|
||||
},
|
||||
"actual_mode": {
|
||||
"address_query": 102
|
||||
},
|
||||
"mcp_call_status": {
|
||||
"materialized_but_not_anchor_matched": 17,
|
||||
"matched_non_empty": 69,
|
||||
"skipped": 10,
|
||||
"no_raw_rows": 3,
|
||||
"materialized_but_filtered_out_by_recipe": 2,
|
||||
"error": 1
|
||||
},
|
||||
"limited_reason_category": {
|
||||
"empty_match": 19,
|
||||
"missing_anchor": 10,
|
||||
"unsupported": 1,
|
||||
"recipe_visibility_gap": 2,
|
||||
"execution_error": 1
|
||||
}
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,23 @@
|
||||
# 2026-04-02_Address_Slang_Live_Stress_2026-04-02_10-42-26
|
||||
|
||||
Generated at: 2026-04-02T10:52:44
|
||||
Questions file: X:\1C\NDC_1C\docs\ADDRESS\question_sets\address_slang_stress_full_2026-04-02.json
|
||||
Backend URL: http://127.0.0.1:8787/api/assistant/message
|
||||
LLM: local / qwen2.5-14b-instruct-1m @ http://127.0.0.1:1234
|
||||
|
||||
## Totals
|
||||
- questions_total: 102
|
||||
- ok_200_count: 102
|
||||
- semantic_pass_count: 102
|
||||
- semantic_pass_rate: 1.0
|
||||
- factual_count: 69
|
||||
- partial_coverage_count: 33
|
||||
- clarification_required_count: 0
|
||||
- http_error_count: 0
|
||||
- llm_decomposition_applied_count: 77
|
||||
- avg_elapsed_ms: 6060.8
|
||||
|
||||
## Files
|
||||
- run_summary.json
|
||||
- full_live_results.json
|
||||
- failures_only.json
|
||||
+1
@@ -0,0 +1 @@
|
||||
[]
|
||||
+2812
File diff suppressed because it is too large
Load Diff
+52
@@ -0,0 +1,52 @@
|
||||
{
|
||||
"run_id": "2026-04-02_Address_Slang_Live_Stress_2026-04-02_10-42-26",
|
||||
"generated_at": "2026-04-02T10:52:44",
|
||||
"source_questions_file": "X:\\1C\\NDC_1C\\docs\\ADDRESS\\question_sets\\address_slang_stress_full_2026-04-02.json",
|
||||
"backend_url": "http://127.0.0.1:8787/api/assistant/message",
|
||||
"llm_provider": "local",
|
||||
"llm_model": "qwen2.5-14b-instruct-1m",
|
||||
"llm_base_url": "http://127.0.0.1:1234",
|
||||
"totals": {
|
||||
"questions_total": 102,
|
||||
"ok_200_count": 102,
|
||||
"semantic_pass_count": 102,
|
||||
"semantic_pass_rate": 1.0,
|
||||
"factual_count": 69,
|
||||
"partial_coverage_count": 33,
|
||||
"clarification_required_count": 0,
|
||||
"http_error_count": 0,
|
||||
"llm_decomposition_applied_count": 77,
|
||||
"avg_elapsed_ms": 6060.8
|
||||
},
|
||||
"distributions": {
|
||||
"reply_type": {
|
||||
"partial_coverage": 33,
|
||||
"factual": 69
|
||||
},
|
||||
"actual_intent": {
|
||||
"list_documents_by_counterparty": 18,
|
||||
"bank_operations_by_counterparty": 16,
|
||||
"account_balance_snapshot": 26,
|
||||
"documents_forming_balance": 16,
|
||||
"list_documents_by_contract": 14,
|
||||
"bank_operations_by_contract": 12
|
||||
},
|
||||
"actual_mode": {
|
||||
"address_query": 102
|
||||
},
|
||||
"mcp_call_status": {
|
||||
"materialized_but_not_anchor_matched": 19,
|
||||
"matched_non_empty": 69,
|
||||
"skipped": 8,
|
||||
"no_raw_rows": 3,
|
||||
"materialized_but_filtered_out_by_recipe": 2,
|
||||
"error": 1
|
||||
},
|
||||
"limited_reason_category": {
|
||||
"empty_match": 21,
|
||||
"missing_anchor": 9,
|
||||
"recipe_visibility_gap": 2,
|
||||
"execution_error": 1
|
||||
}
|
||||
}
|
||||
}
|
||||
Reference in New Issue
Block a user