/** * Agentic QE v3 - Metrics Optimizer Service * Optimizes strategies and metrics across QE operations */ import { Result } from '../../../shared/types/index.js'; import { MemoryBackend } from '../../../kernel/interfaces.js'; import { Strategy, OptimizedStrategy, OptimizationObjective, ABTestConfig, ABTestResult, StrategyEvaluation, Experience, PatternContext, IStrategyOptimizerService } from '../interfaces.js'; /** * Configuration for the metrics optimizer */ export interface MetricsOptimizerConfig { defaultConfidenceLevel: number; minSamplesForOptimization: number; maxOptimizationIterations: number; improvementThreshold: number; explorationRate: number; } /** * Metrics tracking for optimization */ export interface MetricsSnapshot { readonly strategyId: string; readonly metrics: Record; readonly timestamp: Date; readonly samples: number; } /** * Metrics Optimizer Service * Implements strategy optimization using various techniques */ export declare class MetricsOptimizerService implements IStrategyOptimizerService { private readonly memory; private readonly config; constructor(memory: MemoryBackend, config?: Partial); /** * Optimize a strategy for a given objective */ optimizeStrategy(currentStrategy: Strategy, objective: OptimizationObjective, experiences: Experience[]): Promise>; /** * Run A/B test between two strategies */ runABTest(strategyA: Strategy, strategyB: Strategy, testConfig: ABTestConfig): Promise>; /** * Recommend a strategy based on context */ recommendStrategy(context: PatternContext): Promise>; /** * Evaluate strategy performance */ evaluateStrategy(strategy: Strategy, experiences: Experience[]): Promise>; /** * Track metrics for a strategy */ trackMetrics(strategyId: string, metrics: Record): Promise>; /** * Get metrics history for a strategy */ getMetricsHistory(strategyId: string, limit?: number): Promise>; /** * Calculate optimal parameters using grid search */ gridSearchOptimize(parameterRanges: Record, objective: OptimizationObjective, experiences: Experience[]): Promise>>; private evaluateStrategyPerformance; private optimizeParameters; private scoreParameters; private calculateParamSimilarity; private predictOutcome; private validateOptimization; private calculateImprovement; private calculateOptimizationConfidence; private inferDomainFromExperiences; private collectStrategyMetrics; private calculateMean; private calculateStdDev; private calculatePValue; private normalCDF; private scoreContextMatch; private getDefaultParameters; private calculateSuccessRate; private calculateAverageDuration; private calculateAverageReward; private identifyImprovementAreas; private generateParameterCombinations; private updateAggregatedMetrics; private storeOptimizationResult; private storeABTestResult; private storeStrategyEvaluation; } //# sourceMappingURL=metrics-optimizer.d.ts.map