/** * Experiment Comparison * * Compare two experiments to detect score regressions. * Returns per-scorer deltas and per-item score diffs. */ import type { Mastra } from '../../../mastra/index.js'; import type { CompareExperimentsConfig, ComparisonResult } from './types.js'; /** * Compare two experiments to detect score regressions. * * @param mastra - Mastra instance for storage access * @param config - Comparison configuration * @returns ComparisonResult with per-scorer and per-item comparisons * * @example * ```typescript * const result = await compareExperiments(mastra, { * experimentIdA: 'baseline-experiment-id', * experimentIdB: 'candidate-experiment-id', * thresholds: { * 'accuracy': { value: 0.05, direction: 'higher-is-better' }, * 'latency': { value: 100, direction: 'lower-is-better' }, * }, * }); * * if (result.hasRegression) { * console.log('Quality regression detected!'); * } * ``` */ export declare function compareExperiments(mastra: Mastra, config: CompareExperimentsConfig): Promise; //# sourceMappingURL=compare.d.ts.map