/** * Execution Verification System for UAM Benchmarks * * Provides real code execution and verification instead of just pattern matching. * Runs generated code in isolated environments and validates output. */ export interface TestCase { input: string; expectedOutput: string; description?: string; } export interface VerificationResult { success: boolean; executionSucceeded: boolean; testsRun: number; testsPassed: number; errors: string[]; output: string; executionTimeMs: number; } export interface TaskVerificationConfig { language: 'typescript' | 'javascript' | 'python' | 'shell'; setupCommands?: string[]; testCases: TestCase[]; expectedPatterns?: string[]; timeout?: number; requiresExecution?: boolean; } /** * Verify generated code by executing it */ export declare function verifyCodeExecution(code: string, config: TaskVerificationConfig): Promise; /** * Enhanced task verification configurations for benchmark tasks */ export declare const TASK_VERIFICATION_CONFIGS: Record; /** * Verify a benchmark task result */ export declare function verifyBenchmarkTask(taskId: string, generatedCode: string): Promise; //# sourceMappingURL=execution-verifier.d.ts.map