/** * A/B testing framework for CLEO vs baseline comparison. * * Enables scientific comparison of CLEO (with subagents, manifests, protocols) * vs baseline (direct implementation) across token consumption, validation * effectiveness, and completion rates. * * @task T4454 * @epic T4454 */ /** A/B test variant. */ export type ABVariant = 'cleo' | 'baseline'; /** A/B test event types. */ export type ABEventType = 'start' | 'end' | 'milestone' | 'note'; /** Log an A/B test event. */ export declare function logABEvent(eventType: ABEventType, testName: string, variant: ABVariant, context?: Record | string, cwd?: string): Promise; /** Start an A/B test session. */ export declare function startABTest(testName: string, variant: ABVariant, description?: string, cwd?: string): Promise; /** A/B test summary result. */ export interface ABTestSummary { test_name: string; variant: ABVariant; start_time: string; end_time: string; duration_seconds: number; tokens_consumed: number; token_source: string; tasks_completed: number; validations: { passed: number; failed: number; total: number; pass_rate_percent: number; }; notes: string; } /** End an A/B test session with summary. */ export declare function endABTest(options?: { tasksCompleted?: number; validationPasses?: number; validationFailures?: number; notes?: string; }, cwd?: string): Promise; /** Get results for a specific test variant. */ export declare function getABTestResults(testName: string, variant: ABVariant, cwd?: string): Record | null; /** List all A/B tests. */ export declare function listABTests(filter?: string, cwd?: string): Record[]; /** Compare two variants of the same test. */ export declare function compareABTest(testName: string, cwd?: string): Record; /** Get aggregate statistics of all A/B tests. */ export declare function getABTestStats(cwd?: string): Record; //# sourceMappingURL=ab-test.d.ts.map