import { Command, type CommanderError } from 'commander';
import { type PluginEvalCaseResult, type PluginEvalOptions, type PluginEvalReport, type PluginEvalResult } from '@cogitator-ai/evals';
/** Exit codes of `cogitator plugin eval`, as Claude Code's `claude plugin eval` uses them */
export declare const PLUGIN_EVAL_EXIT: {
    readonly passed: 0;
    readonly failed: 1;
    readonly partial: 2;
    readonly interrupted: 130;
    readonly terminated: 143;
};
export interface PluginEvalFlags {
    runs?: string;
    concurrency?: string;
    model?: string;
    judgeModel?: string;
    ablation?: string;
    threshold?: string;
    maxCostUsd?: string;
    allowTools?: string[];
    scaffold?: boolean;
    case?: string;
    tag?: string[];
    evalDir?: string;
    json?: boolean | string;
    outputDir?: string;
    keepTemp?: boolean;
    verbose?: boolean;
    config?: string;
    /** Accepted for Claude Code's command lines: there is no trust prompt */
    trustPlugin?: boolean;
    /** `--no-publish` sets it false. Accepted for Claude Code's command lines: the report stays local */
    publish?: boolean;
    /** Accepted for Claude Code's command lines: the report stays local */
    publishReport?: boolean;
    /** `record` only: mocked MCP tools answer from their files */
    mocks?: string;
    allowRealServers?: boolean;
}
/** What `runPluginEval` runs the suite with, replaceable in tests */
export interface PluginEvalDependencies {
    run: (options: PluginEvalOptions) => Promise<PluginEvalReport>;
    env: NodeJS.ProcessEnv;
}
/** The options of the suite run: the flags, and the LLM configuration of the project and env */
export declare function pluginEvalOptions(target: string | undefined, flags: PluginEvalFlags, env: NodeJS.ProcessEnv): PluginEvalOptions;
/** The highest-weight failing grader's explanation, or the run's error, from the with-arm */
export declare function caseNote(result: PluginEvalCaseResult): string;
/** The summary table: `CASE WITH W/OUT Δ RUNS COST NOTES`, or `SCORE PASS%` when no case has a baseline */
export declare function summaryLines(result: PluginEvalResult): string[];
/** Runs a plugin's eval suite and resolves with the exit code */
export declare function runPluginEval(target: string | undefined, flags: PluginEvalFlags, dependencies?: PluginEvalDependencies): Promise<number>;
/**
 * A command whose command-line errors (an unknown option, a missing or wrong value) exit 1 as
 * `CommandError`s: exit 2 means a partial run for `claude plugin eval`, so it is never a usage error
 * here. Commander's own message is not printed, the entry point reports the error once
 */
declare class PluginEvalCommand extends Command {
    exitOverride(callback?: (error: CommanderError) => void): this;
}
/** `eval`: runs the eval cases of a plugin, mounted under `cogitator plugin` */
export declare const pluginEvalCommand: PluginEvalCommand;
export {};
//# sourceMappingURL=plugin-eval.d.ts.map