/**
 * Benchmark Runner
 * Execute and evaluate model performance tests
 */
import { EventEmitter } from 'events';
import { BenchmarkConfig, BenchmarkResult, BenchmarkDataset, ModelMetrics, BenchmarkProgress, BaselineData, BenchmarkHistory } from './types';
/**
 * Benchmark runner for model performance testing
 */
export declare class BenchmarkRunner extends EventEmitter {
    private runningBenchmarks;
    private datasets;
    private baselines;
    private history;
    private abortControllers;
    constructor();
    /**
     * Register a dataset for use in benchmarks
     */
    registerDataset(dataset: BenchmarkDataset): void;
    /**
     * Get registered dataset
     */
    getDataset(datasetId: string): BenchmarkDataset | undefined;
    /**
     * Run benchmark tests
     */
    runBenchmark(config: BenchmarkConfig): Promise<BenchmarkResult>;
    /**
     * Cancel running benchmark
     */
    cancelBenchmark(benchmarkId: string): void;
    /**
     * Get benchmark result
     */
    getBenchmarkResult(benchmarkId: string): BenchmarkResult | undefined;
    /**
     * Get benchmark progress
     */
    getProgress(benchmarkId: string): BenchmarkProgress | undefined;
    /**
     * Save baseline performance data
     */
    saveBaseline(modelId: string, dataset: string, metrics: ModelMetrics, version?: string): void;
    /**
     * Get baseline data
     */
    getBaseline(modelId: string, dataset: string): BaselineData | undefined;
    /**
     * Get benchmark history
     */
    getHistory(limit?: number): BenchmarkHistory[];
    /**
     * Clear history
     */
    clearHistory(): void;
    /**
     * Run warmup requests
     */
    private runWarmup;
    /**
     * Call model API
     */
    private callModel;
    /**
     * Run single test case
     */
    private runTestCase;
    /**
     * Validate test output
     */
    private validateOutput;
    /**
     * Calculate metrics for each model
     */
    private calculateModelMetrics;
    /**
     * Calculate standard deviation
     */
    private calculateStdDev;
    /**
     * Compare models pairwise
     */
    private compareModels;
    /**
     * Create comparison between two models
     */
    private createComparison;
    /**
     * Check performance assertions
     */
    private checkAssertions;
    /**
     * Check single assertion
     */
    private checkAssertion;
    /**
     * Generate summary
     */
    private generateSummary;
    /**
     * Save benchmark results
     */
    private saveResults;
    /**
     * Add result to history
     */
    private addToHistory;
    /**
     * Emit progress update
     */
    private emitProgress;
    /**
     * Generate unique benchmark ID
     */
    private generateBenchmarkId;
}
//# sourceMappingURL=runner.d.ts.map