АРЧ АП11 - Архитектура после регресса: Архитектура: закрыть translit hybrid-entry seam в phase13 и закрепить routing в endpoint-регрессии

llm_normalizer/backend/src/services/assistantService.ts

@@ -1995,6 +1995,29 @@ function selectPreferredAddressFragmentCandidate(rawText, normalizedText) {
     }
     return normalizedCandidate;
 }
+function hasAddressDeepInvestigationSignalForPredecompose(text) {
+    const normalized = compactWhitespace(repairAddressMojibake(String(text ?? "")).toLowerCase());
+    if (!normalized) {
+        return false;
+    }
+    return /(?:разрыв|хвост|цепоч|механизм|аномал|риск|не\s+закрыва|не\s+закрыт|где\s+разрыв|какие\s+документы\s+не\s+закрыва|tail|tails|chain|root\s*cause|anomal|risk|gde\s+tail|kakie\s+dokumenty\s+ne\s+zakryv|ne\s+zakryvayut\s+oplat|razryv|cepoch|prover.*tail)/iu.test(normalized);
+}
+function hasAddressTranslitSignalForPredecompose(text) {
+    const source = String(text ?? "").trim();
+    if (!source) {
+        return false;
+    }
+    return /[a-z]/i.test(source);
+}
+function joinAddressFragmentCandidates(candidates) {
+    const unique = Array.from(new Set(candidates
+        .map((item) => compactWhitespace(String(item ?? "")))
+        .filter(Boolean)));
+    if (unique.length === 0) {
+        return null;
+    }
+    return compactWhitespace(unique.join(". "));
+}
 function readAddressFilterString(addressDebug, key) {
     const filters = addressDebug?.extracted_filters;
     if (!filters || typeof filters !== "object") {
@@ -2847,7 +2870,8 @@ function normalizeAddressSemanticHintsFromFragment(fragment) {
         selected_object_scope_detected: hints.selected_object_scope_detected === true || normalizedScopeTargetKind === "selected_object"
     };
 }
-function extractAddressPredecomposeCandidateFromFragments(fragments) {
+function extractAddressPredecomposeCandidateFromFragments(fragments, sourceMessage = null) {
+    const candidates = [];
     for (const item of Array.isArray(fragments) ? fragments : []) {
         if (!item || typeof item !== "object") {
             continue;
@@ -2864,19 +2888,39 @@ function extractAddressPredecomposeCandidateFromFragments(fragments) {
             continue;
         }
         if (candidate.length >= 3 && candidate.length <= 500) {
-            return {
+            candidates.push({
                 candidate,
                 semanticHints: normalizeAddressSemanticHintsFromFragment(fragment)
-            };
+            });
         }
     }
-    return null;
+    if (candidates.length === 0) {
+        return null;
+    }
+    const primaryCandidate = candidates[0];
+    const combinedCandidate = joinAddressFragmentCandidates(candidates.map((item) => item.candidate));
+    const sourceHasDeepInvestigationSignal = hasAddressDeepInvestigationSignalForPredecompose(sourceMessage);
+    const sourceHasTranslitSignal = hasAddressTranslitSignalForPredecompose(sourceMessage);
+    const primaryHasDeepInvestigationSignal = hasAddressDeepInvestigationSignalForPredecompose(primaryCandidate.candidate);
+    const combinedHasDeepInvestigationSignal = hasAddressDeepInvestigationSignalForPredecompose(combinedCandidate);
+    if (combinedCandidate &&
+        combinedCandidate.length >= 3 &&
+        combinedCandidate.length <= 500 &&
+        sourceHasTranslitSignal &&
+        combinedHasDeepInvestigationSignal &&
+        (sourceHasDeepInvestigationSignal || !primaryHasDeepInvestigationSignal)) {
+        return {
+            candidate: combinedCandidate,
+            semanticHints: primaryCandidate.semanticHints
+        };
+    }
+    return primaryCandidate;
 }
-function extractAddressPredecomposeCandidateFromNormalized(normalized) {
+function extractAddressPredecomposeCandidateFromNormalized(normalized, sourceMessage = null) {
     if (!normalized || typeof normalized !== "object") {
         return null;
     }
-    return extractAddressPredecomposeCandidateFromFragments(normalized.fragments);
+    return extractAddressPredecomposeCandidateFromFragments(normalized.fragments, sourceMessage);
 }
 function stripMarkdownJsonFence(text) {
     return String(text ?? "")
@@ -2955,7 +2999,7 @@ function extractOutputTextFromRawNormalizerOutput(raw) {
     }
     return null;
 }
-function extractAddressPredecomposeCandidateFromRawNormalizerOutput(rawModelOutput) {
+function extractAddressPredecomposeCandidateFromRawNormalizerOutput(rawModelOutput, sourceMessage = null) {
     const outputText = extractOutputTextFromRawNormalizerOutput(rawModelOutput);
     if (!outputText) {
         return null;
@@ -2964,7 +3008,7 @@ function extractAddressPredecomposeCandidateFromRawNormalizerOutput(rawModelOutp
     if (!parsed || typeof parsed !== "object") {
         return null;
     }
-    return extractAddressPredecomposeCandidateFromFragments(parsed.fragments);
+    return extractAddressPredecomposeCandidateFromFragments(parsed.fragments, sourceMessage);
 }
 const ADDRESS_PREDECOMPOSE_LOW_QUALITY_COUNTERPARTY_TOKENS = new Set([
     "есть",
@@ -3301,8 +3345,8 @@ async function runAddressLlmPreDecompose(normalizerService, payload, userMessage
     };
     try {
         const normalized = await normalizerService.normalize(normalizePayload);
-        const candidateFromNormalized = extractAddressPredecomposeCandidateFromNormalized(normalized?.normalized);
-        const candidateFromRaw = candidateFromNormalized ? null : extractAddressPredecomposeCandidateFromRawNormalizerOutput(normalized?.raw_model_output);
+        const candidateFromNormalized = extractAddressPredecomposeCandidateFromNormalized(normalized?.normalized, userMessage);
+        const candidateFromRaw = candidateFromNormalized ? null : extractAddressPredecomposeCandidateFromRawNormalizerOutput(normalized?.raw_model_output, userMessage);
         const candidateMeta = candidateFromNormalized ?? candidateFromRaw;
         const candidate = candidateMeta?.candidate ?? null;
         if (!candidate) {