import { type JudgeLLM } from './adapters';
import { type AgentGenome } from './genome';
import { type AgentVariant } from './service';
export type EvalCase = {
    input: string;
    label?: string;
};
export type SeedFromPromptsInput = {
    agentId: string;
    taskType: string;
    prompts: string[];
    baseGenome: Omit<AgentGenome, 'promptTemplate'>;
    notes?: string;
};
export declare function seedFromPrompts(input: SeedFromPromptsInput): AgentVariant[];
export type OfflineEvalResult = {
    variantId: string;
    meanScore: number;
    sampleCount: number;
    errors: number;
    totalCostUsd: number;
    results: Array<{
        input: string;
        output: string;
        score: number | null;
        error: string | null;
    }>;
};
export type RunVariantFn = (genome: AgentGenome, input: string) => Promise<string>;
export type OfflineEvalInput = {
    variantId: string;
    evalSet: EvalCase[];
    runVariant: RunVariantFn;
    judgeLLM?: JudgeLLM;
    persist?: boolean;
};
export declare function offlineEval(input: OfflineEvalInput): Promise<OfflineEvalResult>;
export type ColdStartRankEntry = {
    variantId: string;
    meanScore: number;
    sampleCount: number;
    errors: number;
    pass: boolean;
};
export type ColdStartRankInput = {
    taskType: string;
    evalSet: EvalCase[];
    runVariant: RunVariantFn;
    judgeLLM?: JudgeLLM;
    minScore?: number;
    archiveFailures?: boolean;
};
export declare function coldStartRank(input: ColdStartRankInput): Promise<ColdStartRankEntry[]>;