export interface EvalCase {
    id: string;
    input: string;
    expectedOutput?: string;
    expectedContains?: string[];
    expectedNotContains?: string[];
    rubric?: string;
    tags?: string[];
    metadata?: Record<string, any>;
}
export interface EvalResult {
    caseId: string;
    input: string;
    output: string;
    scores: {
        exact_match?: number;
        contains?: number;
        not_contains?: number;
        rubric_score?: number;
        latency_ms: number;
        token_count?: number;
    };
    passed: boolean;
    error?: string;
}
export interface EvalSuite {
    name: string;
    description?: string;
    cases: EvalCase[];
}
export interface EvalReport {
    suite: string;
    timestamp: string;
    totalCases: number;
    passed: number;
    failed: number;
    passRate: number;
    avgLatency: number;
    p95Latency: number;
    results: EvalResult[];
    summary: string;
}
export declare class AgentEvaluator {
    private agent;
    constructor(agent: any);
    evalCase(evalCase: EvalCase): Promise<EvalResult>;
    evalSuite(suite: EvalSuite): Promise<EvalReport>;
    static loadSuite(filePath: string): EvalSuite;
    static saveReport(report: EvalReport, filePath: string): void;
    static compare(baseline: EvalReport, current: EvalReport): {
        improved: string[];
        regressed: string[];
        unchanged: string[];
        baselinePassRate: number;
        currentPassRate: number;
        delta: number;
    };
    static builtinSuites(): {
        name: string;
        description: string;
        caseCount: number;
    }[];
    static loadBuiltinSuite(name: string): EvalSuite;
}
//# sourceMappingURL=index.d.ts.map