import { CliError } from "@velum-labs/routekit-cli-core";
import { type EvalComparisonRequest, type EvalReasoningEffort, type EvalPolicy } from "@velum-labs/routekit-eval-contracts";
import { type EvalExecutionPlan, type EvalNamedEvent, type EvalNamedEventLog, type EvalPlanScope, EvalModelCatalog, type EvalProjectStatus, type EvalProjectStateV2, type EvalRunFailureError, type EvalRunReport } from "@velum-labs/routekit-eval-setup";
import { type RouteKitPlatform } from "@velum-labs/routekit-runtime/effect";
import { Effect, FileSystem } from "effect";
import { type QualificationObservedCall } from "./eval-execution-target.js";
export type EvalWorkflowCliInput = {
    readonly repositoryRoot?: string;
};
export type EvalNamedEventSink = (event: EvalNamedEvent, log: EvalNamedEventLog) => Effect.Effect<void>;
export declare const DEFAULT_QUALIFICATION_TEST_TIMEOUT_MS: number;
type QualificationComparisonContext = {
    readonly dimensionId: string;
    readonly caseId?: string;
    readonly timeoutMs: number;
};
export declare const qualificationComparisonRequest: (input: {
    readonly candidateModels: readonly string[];
    readonly candidateReasoningEfforts?: Readonly<Record<string, EvalReasoningEffort>>;
    readonly dimensionId: string;
    readonly gatewayUrl: string;
    readonly judgeModel: string;
    readonly suitePath: string;
    readonly timeoutMs?: number;
    readonly concurrency?: number;
}) => EvalComparisonRequest;
export declare const candidateReasoningEffortOptions: (models: readonly {
    readonly id: string;
    readonly provider?: string;
    readonly reasoning?: Readonly<Record<string, unknown>>;
}[], candidates: readonly string[]) => Readonly<Record<string, readonly EvalReasoningEffort[]>>;
type EvalCatalogModel = Parameters<typeof candidateReasoningEffortOptions>[0][number];
export declare const makeEvalModelCatalog: (listModels: () => Effect.Effect<readonly EvalCatalogModel[], unknown>) => EvalModelCatalog["Service"];
/** Remove any suite-local SDK packages before the runner installs its owned SDK. */
export declare const removeStaleQualificationSdkLinks: (suitePath: string) => Effect.Effect<void, import("effect/PlatformError").PlatformError, FileSystem.FileSystem>;
export declare const qualificationFailureErrors: (cause: unknown) => readonly EvalRunFailureError[];
export declare const qualificationFailureDetail: (input: {
    readonly cause: unknown;
    readonly cleanupIncomplete: boolean;
    readonly comparison?: QualificationComparisonContext;
    readonly observedCalls: readonly QualificationObservedCall[];
}) => string;
export declare const qualificationJudgeCallMiss: (observedCalls: readonly QualificationObservedCall[]) => string | undefined;
export declare const evalQualificationCliError: (failure: string, errors?: readonly EvalRunFailureError[], cause?: unknown) => CliError;
export type EvalBasisGenerateInput = EvalWorkflowCliInput & {
    readonly configurationPath: string;
    readonly tasksPath: string;
    readonly incumbentPath: string;
    readonly snapshot: string;
    readonly allowDirty: boolean;
    readonly execute: boolean;
    readonly onEvent?: EvalNamedEventSink;
    readonly budgets: {
        readonly maxPrimaryCalls?: number;
        readonly maxAttempts?: number;
        readonly maxTotalInputTokens?: number;
        readonly maxTotalOutputTokens?: number;
        readonly maximumPricedExposureUsd?: number;
        readonly acknowledgeUnpricedExposure: boolean;
    };
};
export declare function evalBasisGenerateCommand(input: EvalBasisGenerateInput): Effect.Effect<EvalProjectStateV2, unknown, RouteKitPlatform>;
export declare function evalSetupCommand(input: EvalWorkflowCliInput): Effect.Effect<EvalProjectStatus, unknown, RouteKitPlatform>;
export declare function evalStatusCommand(input: EvalWorkflowCliInput): Effect.Effect<EvalProjectStatus | undefined, unknown, RouteKitPlatform>;
export declare function evalAnswerCommand(input: EvalWorkflowCliInput & {
    readonly answer?: string;
    readonly answerFile?: string;
}): Effect.Effect<EvalProjectStatus, unknown, RouteKitPlatform>;
export declare function evalProposeDimensionsCommand(input: EvalWorkflowCliInput & {
    readonly file?: string;
    readonly onEvent?: EvalNamedEventSink;
}): Effect.Effect<EvalProjectStatus, unknown, RouteKitPlatform>;
export declare function evalApproveDimensionsCommand(input: EvalWorkflowCliInput & {
    readonly digest: string;
}): Effect.Effect<EvalProjectStatus, unknown, RouteKitPlatform>;
export declare function evalProposeEvaluationsCommand(input: EvalWorkflowCliInput & {
    readonly file?: string;
    readonly onEvent?: EvalNamedEventSink;
}): Effect.Effect<EvalProjectStatus, unknown, RouteKitPlatform>;
export declare function evalApproveEvaluationsCommand(input: EvalWorkflowCliInput & {
    readonly digest: string;
}): Effect.Effect<EvalProjectStatus, unknown, RouteKitPlatform>;
export declare function evalValidateCommand(input: EvalWorkflowCliInput): Effect.Effect<EvalProjectStatus, unknown, RouteKitPlatform>;
export declare function evalEstimateCommand(input: EvalWorkflowCliInput & {
    readonly scope: EvalPlanScope;
    readonly repetitions?: number;
}): Effect.Effect<EvalExecutionPlan, unknown, RouteKitPlatform>;
export declare function evalRunCommand(input: EvalWorkflowCliInput & {
    readonly planId: string;
    readonly gatewayUrl?: string;
    readonly tokenFile?: string;
    readonly timeoutMs?: number;
    readonly concurrency?: number;
    readonly onEvent?: EvalNamedEventSink;
    readonly onFailure?: (log: EvalNamedEventLog) => Effect.Effect<void>;
}): Effect.Effect<EvalRunReport, unknown, RouteKitPlatform>;
export declare function evalResultsCommand(input: EvalWorkflowCliInput & {
    readonly runId?: string;
}): Effect.Effect<EvalRunReport, unknown, RouteKitPlatform>;
export declare function evalPublishCommand(input: EvalWorkflowCliInput & {
    readonly runId: string;
}): Effect.Effect<EvalProjectStatus, unknown, RouteKitPlatform>;
export declare const policyShowCommand: Effect.Effect<EvalPolicy>;
export {};