import { type CodaliStorageDatasetKind, type CodaliStorageExportKind, type CodaliStorageObjectPrivacyFlags } from "../storage/CodaliStorageContracts.js"; import { CODALI_DATASET_REPLAY_FIXTURE_SCHEMA_VERSION } from "../storage/DatasetExportJob.js"; import type { DatasetEligibilityGateAcceptedExample, DatasetEligibilityGateRejectedExample } from "./DatasetEligibilityGate.js"; import type { DatasetExportManifestReaderResult } from "./DatasetExportManifestReader.js"; export declare const CODALI_EVAL_REPLAY_CANDIDATE_SCHEMA_VERSION: "codali.improvement.eval_replay_candidate.v1"; export type CodaliEvalReplayProposalArtifact = "eval"; export interface CodaliEvalReplayObjectRefSummary { refId: string; kind: string; contentHash: string; byteSize: number; mimeType: string; deletionGroupId: string; privacyFlags: CodaliStorageObjectPrivacyFlags; uri?: string; mediaType?: string; metadataKeys: string[]; } export interface CodaliEvalReplayRecordShape { requiredFields: string[]; optionalRefFields: string[]; presentFields: string[]; missingRequiredFields: string[]; bodyPolicy: "object_refs_only"; } export interface CodaliEvalReplayRecordRefSummary { recordId: string; datasetKind?: CodaliStorageDatasetKind; sourceGatewayRecordId?: string; inputRef?: CodaliEvalReplayObjectRefSummary; outputRef?: CodaliEvalReplayObjectRefSummary; evidenceRefs: CodaliEvalReplayObjectRefSummary[]; quality?: { score?: number; reviewed?: boolean; labels: string[]; }; metadataShape: { keys: string[]; evalStage?: string; exampleType?: string; role?: string; tool?: string; sourceType?: string; }; expectedShape: CodaliEvalReplayRecordShape; } export interface CodaliEvalReplayAcceptedEvidence { recordId: string; sourceGatewayRecordId?: string; lineageKey: DatasetEligibilityGateAcceptedExample["lineageKey"]; deletionGroupIds: string[]; runIds: string[]; artifactTypes: string[]; preferenceSignals: string[]; priorityScore: number; recordShape: CodaliEvalReplayRecordShape; objectRefs: { inputRef?: CodaliEvalReplayObjectRefSummary; outputRef?: CodaliEvalReplayObjectRefSummary; evidenceRefs: CodaliEvalReplayObjectRefSummary[]; }; } export interface CodaliEvalReplayRejectedEvidence { targetType: DatasetEligibilityGateRejectedExample["targetType"]; recordId?: string; dedupeKey?: string; failureLabels: string[]; reasons: Array<{ code: string; message: string; path?: string; details?: Record; }>; } export interface CodaliEvalReplayExpectedShape { schemaVersion: typeof CODALI_EVAL_REPLAY_CANDIDATE_SCHEMA_VERSION; artifact: CodaliEvalReplayProposalArtifact; evalFixture: { requiredFields: string[]; caseRequiredFields: string[]; evidenceFields: string[]; bodyPolicy: "object_refs_only"; }; replayFixture: { schemaVersion: typeof CODALI_DATASET_REPLAY_FIXTURE_SCHEMA_VERSION; requiredFields: string[]; recordRequiredFields: string[]; bodyPolicy: "object_refs_only"; }; } export interface CodaliEvalFixtureCandidate { fixtureId: string; sourceExportId: string; caseCount: number; cases: Array<{ caseId: string; sourceRecordId: string; datasetKind?: CodaliStorageDatasetKind; expectedShape: CodaliEvalReplayRecordShape; acceptedEvidenceRecordId: string; rejectedEvidenceRecordIds: string[]; failureLabels: string[]; objectRefs: { inputRef?: CodaliEvalReplayObjectRefSummary; outputRef?: CodaliEvalReplayObjectRefSummary; evidenceRefs: CodaliEvalReplayObjectRefSummary[]; }; }>; } export interface CodaliReplayFixtureCandidate { fixtureId: string; schemaVersion: typeof CODALI_DATASET_REPLAY_FIXTURE_SCHEMA_VERSION; sourceExportId: string; exportKind: CodaliStorageExportKind; generatedAt: string; bodyStorage: "object_ref" | "record_refs_only"; bodyRef?: CodaliEvalReplayObjectRefSummary; recordCount: number; records: CodaliEvalReplayRecordRefSummary[]; } export interface CodaliEvalReplayImprovementCandidateSummary { candidateId: string; candidateKind: "eval_replay"; status: "proposed" | "blocked"; fixtureIds: { evalFixtureId: string; replayFixtureId: string; }; sourceExportIds: string[]; sourceRecordIds: string[]; artifactIds: string[]; exampleCount: number; objectBytes: number; failureLabels: string[]; } export interface CodaliEvalReplayCandidateBundle { schemaVersion: typeof CODALI_EVAL_REPLAY_CANDIDATE_SCHEMA_VERSION; artifact: CodaliEvalReplayProposalArtifact; source: { exportId: string; manifestId: string; manifestPath: string; exportKind: CodaliStorageExportKind; checksum: string; recordCount: number; primaryArtifactRef: CodaliEvalReplayObjectRefSummary; replayFixtureRef?: CodaliEvalReplayObjectRefSummary; }; generationPolicy: { deterministic: true; modifiesRuntimePrompts: false; modifiesRuntimeCode: false; bodyPolicy: "object_refs_only"; }; expectedShape: CodaliEvalReplayExpectedShape; fixtureIds: { evalFixtureId: string; replayFixtureId: string; }; acceptedEvidence: CodaliEvalReplayAcceptedEvidence[]; rejectedEvidence: CodaliEvalReplayRejectedEvidence[]; failureLabels: string[]; evalFixture: CodaliEvalFixtureCandidate; replayFixture: CodaliReplayFixtureCandidate; candidates: CodaliEvalReplayImprovementCandidateSummary[]; } export interface BuildCodaliEvalReplayCandidateBundleInput { inspection: DatasetExportManifestReaderResult; artifact?: CodaliEvalReplayProposalArtifact; } export declare const buildCodaliEvalReplayCandidateBundle: (input: BuildCodaliEvalReplayCandidateBundleInput) => CodaliEvalReplayCandidateBundle; //# sourceMappingURL=EvalReplayCandidateBuilder.d.ts.map