import { type CodaliStorageDatasetKind, type CodaliStorageExportKind, type CodaliStorageObjectRef } from "../storage/CodaliStorageContracts.js"; import { CODALI_DATASET_REPLAY_FIXTURE_SCHEMA_VERSION } from "../storage/DatasetExportJob.js"; import { type GatewayDatasetObjectStore } from "../storage/GatewayDatasetStore.js"; import type { CodaliGatewayEvalCase } from "./GatewayEvalSuite.js"; export declare const CODALI_GATEWAY_DATASET_EVAL_SCHEMA_VERSION: 1; export type CodaliGatewayDatasetEvalStage = "classifier" | "planner" | "tool_router" | "rag_retrieval" | "evidence_extractor" | "verifier" | "context_pack" | "final_answer" | "schema_repair" | "policy_event"; export declare const CODALI_GATEWAY_DATASET_EVAL_STAGES: CodaliGatewayDatasetEvalStage[]; export declare const CODALI_GATEWAY_DATASET_EVAL_PROMPT_VERSIONS: Record; export interface CodaliGatewayDatasetReplayFixtureRecord { recordId: string; datasetKind: CodaliStorageDatasetKind; sourceGatewayRecordId?: string; inputRef: CodaliStorageObjectRef; outputRef?: CodaliStorageObjectRef; evidenceRefs?: CodaliStorageObjectRef[]; quality?: { score?: number; labels?: string[]; reviewed?: boolean; }; metadata?: Record; } export interface CodaliGatewayDatasetReplayFixture { schemaVersion: typeof CODALI_DATASET_REPLAY_FIXTURE_SCHEMA_VERSION; exportKind: CodaliStorageExportKind; generatedAt: string; records: CodaliGatewayDatasetReplayFixtureRecord[]; } export interface CodaliGatewayDatasetEvalSkippedRecord { recordId: string; stage?: CodaliGatewayDatasetEvalStage; reason: string; } export interface CodaliGatewayDatasetEvalImportLineage { schemaVersion: typeof CODALI_GATEWAY_DATASET_EVAL_SCHEMA_VERSION; source: "dataset_replay_fixture"; fixtureId?: string; fixtureSchemaVersion: typeof CODALI_DATASET_REPLAY_FIXTURE_SCHEMA_VERSION; exportKind: CodaliStorageExportKind; generatedAt: string; importedAt: string; selectedRecordCount: number; skippedRecordCount: number; sourceRecordIds: string[]; sourceGatewayRecordIds: string[]; sourceObjectHashes: string[]; stageCounts: Record; skippedRecords: CodaliGatewayDatasetEvalSkippedRecord[]; } export interface CodaliGatewayDatasetEvalImportResult { cases: CodaliGatewayEvalCase[]; lineage: CodaliGatewayDatasetEvalImportLineage; } export interface CodaliGatewayDatasetReplayFixtureImportOptions { fixture: unknown; fixtureId?: string; objectStore?: GatewayDatasetObjectStore; stages?: CodaliGatewayDatasetEvalStage[]; limitPerStage?: number; now?: () => Date; } export declare class CodaliGatewayDatasetEvalImportError extends Error { readonly code: string; constructor(code: string, message: string); } export declare const parseCodaliGatewayDatasetReplayFixture: (fixture: unknown) => CodaliGatewayDatasetReplayFixture; export declare const importCodaliGatewayDatasetReplayFixture: (options: CodaliGatewayDatasetReplayFixtureImportOptions) => Promise; export declare const createDefaultCodaliGatewayDatasetReplayFixture: () => CodaliGatewayDatasetReplayFixture; export declare const createDefaultCodaliGatewayDatasetEvalImport: () => Promise; //# sourceMappingURL=GatewayDatasetEval.d.ts.map