/** * Test Matrix - Run tests across multiple model/temperature configurations. * * Creates a matrix of: models × temperatures × other dimensions * and reports which combinations pass/fail. */ import type { TestCase, TestResult } from './types'; export interface MatrixDimension { name: string; values: string[]; } export interface MatrixConfig { suiteFile: string; models: string[]; temperatures: number[]; extraDimensions?: MatrixDimension[]; } export interface MatrixCell { model: string; temperature: number; extras?: Record; passed: number; failed: number; total: number; duration_ms: number; results: TestResult[]; } export interface MatrixResult { cells: MatrixCell[]; models: string[]; temperatures: number[]; totalConfigs: number; summary: { allPass: number; somePass: number; allFail: number; }; } /** * Generate all matrix combinations. */ export declare function generateCombinations(config: MatrixConfig): Array<{ model: string; temperature: number; extras?: Record; }>; /** * Create a simulated matrix result (for when we can't actually call LLMs). * In production, this would run the actual tests with each configuration. */ export declare function buildMatrixResult(config: MatrixConfig, tests: TestCase[]): MatrixResult; /** * Parse matrix CLI options. */ export declare function parseMatrixOptions(opts: { models?: string; temps?: string; }): { models: string[]; temperatures: number[]; }; /** * Format matrix result as a table for console output. */ export declare function formatMatrix(result: MatrixResult): string; /** * Load tests from a YAML suite file. */ export declare function loadMatrixTests(suiteFile: string): TestCase[]; //# sourceMappingURL=matrix.d.ts.map