АДРЕСНЫЙ РЕЖИМ - авторан история - базовая версия + доп кля + конфиг дизапйна
This commit is contained in:
@@ -70,6 +70,17 @@ export type UiMode = "assistant" | "decomposition" | "autoruns";
|
||||
|
||||
export type AutoRunTarget = "normalizer" | "assistant_stage1" | "assistant_stage2" | "assistant_p0" | "unknown";
|
||||
export type AutoRunTrend = "up" | "down" | "flat";
|
||||
export type AutoGenMode = "qwen_seed" | "codex_creative";
|
||||
export type ManualCaseDecision =
|
||||
| "covered_ok"
|
||||
| "covered_but_bad_answer"
|
||||
| "candidate_for_implementation"
|
||||
| "needs_routing_extension"
|
||||
| "out_of_scope_but_answer_softly"
|
||||
| "unsafe_question_limit_strictly"
|
||||
| "needs_dialog_policy_fix"
|
||||
| "needs_capability_registry_update"
|
||||
| "bad_test_case";
|
||||
|
||||
export interface AutoRunDomainCoverage {
|
||||
domain: string;
|
||||
@@ -109,6 +120,9 @@ export interface AutoRunCaseSummary {
|
||||
reply_type: string | null;
|
||||
session_id: string;
|
||||
dialog_available: boolean;
|
||||
commented_count: number;
|
||||
latest_annotation_at: string | null;
|
||||
avg_rating: number | null;
|
||||
checks: Record<string, unknown> | null;
|
||||
metric_subscores: Record<string, unknown> | null;
|
||||
}
|
||||
@@ -158,15 +172,79 @@ export interface AutoRunDetailResponse {
|
||||
run: AutoRunSummary;
|
||||
coverage: AutoRunCoverage;
|
||||
cases: AutoRunCaseSummary[];
|
||||
annotations_summary?: {
|
||||
total: number;
|
||||
};
|
||||
report: Record<string, unknown>;
|
||||
}
|
||||
|
||||
export interface AutoRunAnnotationRecord {
|
||||
annotation_id: string;
|
||||
run_id: string;
|
||||
case_id: string;
|
||||
session_id: string;
|
||||
message_index: number;
|
||||
rating: number;
|
||||
comment: string;
|
||||
manual_case_decision: ManualCaseDecision;
|
||||
annotation_author: string | null;
|
||||
created_at: string;
|
||||
updated_at: string;
|
||||
context: {
|
||||
message_id: string | null;
|
||||
trace_id: string | null;
|
||||
reply_type: string | null;
|
||||
eval_target: AutoRunTarget | "unknown";
|
||||
prompt_version: string | null;
|
||||
domain: string | null;
|
||||
query_class: string | null;
|
||||
};
|
||||
}
|
||||
|
||||
export interface AutoRunAnnotationListItem extends AutoRunAnnotationRecord {
|
||||
run: AutoRunSummary | null;
|
||||
case_summary: AutoRunCaseSummary | null;
|
||||
technical_context: {
|
||||
report_path: string | null;
|
||||
trace_id: string | null;
|
||||
reply_type: string | null;
|
||||
domain: string | null;
|
||||
query_class: string | null;
|
||||
checks: Record<string, unknown> | null;
|
||||
metric_subscores: Record<string, unknown> | null;
|
||||
};
|
||||
}
|
||||
|
||||
export interface AutoRunAnnotationsResponse {
|
||||
ok: boolean;
|
||||
generated_at: string;
|
||||
filters_applied: {
|
||||
run_id: string | null;
|
||||
case_id: string | null;
|
||||
min_rating: number | null;
|
||||
manual_case_decision: ManualCaseDecision | "all";
|
||||
limit: number;
|
||||
};
|
||||
stats: {
|
||||
total: number;
|
||||
avg_rating: number | null;
|
||||
by_decision: Record<string, number>;
|
||||
};
|
||||
available_manual_case_decisions: ManualCaseDecision[];
|
||||
manual_case_decision_schema: Record<string, unknown>;
|
||||
items: AutoRunAnnotationListItem[];
|
||||
}
|
||||
|
||||
export interface AutoRunDialogMessage {
|
||||
message_id: string | null;
|
||||
role: string;
|
||||
text: string;
|
||||
created_at: string | null;
|
||||
trace_id: string | null;
|
||||
reply_type: string | null;
|
||||
message_index: number;
|
||||
commented: boolean;
|
||||
annotation: AutoRunAnnotationRecord | null;
|
||||
}
|
||||
|
||||
export interface AutoRunDialogResponse {
|
||||
@@ -178,6 +256,77 @@ export interface AutoRunDialogResponse {
|
||||
messages: AutoRunDialogMessage[];
|
||||
decomposition: string[];
|
||||
assistant_mode: Record<string, unknown> | null;
|
||||
annotations: AutoRunAnnotationRecord[];
|
||||
}
|
||||
|
||||
export interface AutoRunPostAnalysisQueueItem {
|
||||
annotation_id: string;
|
||||
run_id: string;
|
||||
case_id: string;
|
||||
message_index: number;
|
||||
rating: number;
|
||||
comment: string;
|
||||
manual_case_decision: ManualCaseDecision;
|
||||
annotation_author: string | null;
|
||||
updated_at: string;
|
||||
domain: string | null;
|
||||
query_class: string | null;
|
||||
trace_id: string | null;
|
||||
reply_type: string | null;
|
||||
nearest_capability_group: {
|
||||
group_code: string;
|
||||
group_title: string;
|
||||
maturity_status: string;
|
||||
} | null;
|
||||
}
|
||||
|
||||
export interface AutoRunPostAnalysisResponse {
|
||||
ok: boolean;
|
||||
generated_at: string;
|
||||
filters_applied: {
|
||||
run_id: string | null;
|
||||
run_filters_applied: boolean;
|
||||
limit_per_queue: number;
|
||||
annotation_limit: number;
|
||||
scan_limit: number;
|
||||
};
|
||||
runs_considered: AutoRunSummary[];
|
||||
manual_case_decision_schema: Record<string, unknown>;
|
||||
post_analysis: {
|
||||
stats: {
|
||||
annotations_total: number;
|
||||
by_decision: Record<string, number>;
|
||||
by_queue: Record<string, number>;
|
||||
domains_total: number;
|
||||
};
|
||||
domain_summary: Array<{ domain: string; total: number }>;
|
||||
queues: Record<string, AutoRunPostAnalysisQueueItem[]>;
|
||||
recommended_regression_candidates: AutoRunPostAnalysisQueueItem[];
|
||||
};
|
||||
}
|
||||
|
||||
export interface AutoGenHistoryRecord {
|
||||
generation_id: string;
|
||||
created_at: string;
|
||||
mode: AutoGenMode;
|
||||
count: number;
|
||||
domain: string | null;
|
||||
questions: string[];
|
||||
generated_by: string | null;
|
||||
saved_case_set_file: string | null;
|
||||
context: {
|
||||
llm_provider: string | null;
|
||||
model: string | null;
|
||||
assistant_prompt_version: string | null;
|
||||
decomposition_prompt_version: string | null;
|
||||
prompt_fingerprint: string | null;
|
||||
} | null;
|
||||
}
|
||||
|
||||
export interface AutoGenHistoryResponse {
|
||||
ok: boolean;
|
||||
generated_at: string;
|
||||
items: AutoGenHistoryRecord[];
|
||||
}
|
||||
|
||||
export type AssistantFallbackType = "none" | "out_of_scope" | "clarification" | "partial" | "unknown";
|
||||
|
||||
Reference in New Issue
Block a user