import type { EvaluatorDetails } from "./experiment.interface";
export interface StreamEvent {
    type: "progress" | "result" | "error" | "complete";
    data: any;
    timestamp: string;
    id?: string;
    event?: string;
}
export interface EvaluatorRunOptions {
    experimentId: string;
    experimentSlug: string;
    experimentRunId?: string;
    taskId: string;
    taskResult: Record<string, any>;
    evaluator: EvaluatorDetails;
    waitForResults?: boolean;
    timeout?: number;
}
export interface EvaluatorResult {
    evaluatorName: string;
    taskId?: string;
    score?: number;
    result?: any;
    metadata?: Record<string, any>;
    error?: string;
}
export interface TriggerEvaluatorRequest {
    experimentId: string;
    experimentSlug: string;
    experimentRunId?: string;
    taskId?: string;
    evaluator: EvaluatorDetails;
    taskResult: Record<string, any>;
    metadata?: Record<string, any>;
}
export interface TriggerEvaluatorResponse {
    executionId: string;
    streamUrl: string;
}
export interface SSEClientOptions {
    timeout?: number;
    headers?: Record<string, string>;
}
export interface StreamProgressEvent {
    type: "progress";
    data: {
        completed: number;
        total: number;
        percentage: number;
        currentTask?: string;
    };
}
export interface StreamResultEvent {
    type: "result";
    data: {
        taskId: string;
        evaluatorName: string;
        result: EvaluatorResult;
    };
}
export interface StreamErrorEvent {
    type: "error";
    data: {
        error: string;
        taskId?: string;
        evaluatorName?: string;
    };
}
export interface StreamCompleteEvent {
    type: "complete";
    data: {
        executionId: string;
        totalResults: number;
        totalErrors: number;
        duration: number;
    };
}
export type SSEStreamEvent = StreamProgressEvent | StreamResultEvent | StreamErrorEvent | StreamCompleteEvent;
export interface InputExtractor {
    source: string;
}
export interface InputSchemaMapping {
    [key: string]: InputExtractor;
}
export interface LLMMessage {
    role: string;
    content: string;
}
export interface PropertySchema {
    name: string;
    type: string;
    description?: string;
    enumValues?: string[];
}
export interface CreateCustomEvaluatorRequest {
    name: string;
    slug?: string;
    description?: string;
    messages: LLMMessage[];
    provider: string;
    model: string;
    inputSchema: PropertySchema[];
    outputSchema: PropertySchema[];
    temperature?: number;
    maxTokens?: number;
    topP?: number;
    frequencyPenalty?: number;
    presencePenalty?: number;
}
export interface EvaluatorUpdateRequest {
    name?: string;
    description?: string;
    messages?: LLMMessage[];
    provider?: string;
    model?: string;
    inputSchema?: PropertySchema[];
    outputSchema?: PropertySchema[];
    temperature?: number;
    maxTokens?: number;
    topP?: number;
    frequencyPenalty?: number;
    presencePenalty?: number;
}
export interface EvaluatorExecuteOptions {
    input: Record<string, unknown>;
}
export interface EvaluatorCreateResponse {
    id: string;
    slug: string;
}
export interface EvaluatorUpdateResponse {
    id: string;
}
export interface EvaluatorExecuteResponse {
    executionId: string;
    result: unknown;
}
export type EvaluatorSource = "custom" | "prebuilt";
export interface EvaluatorCatalogItem {
    id: string;
    name: string;
    slug: string;
    type: string;
    description: string;
    version?: string;
    source: EvaluatorSource;
    inputSchema: PropertySchema[];
    outputSchema: PropertySchema[];
    config?: unknown;
    createdAt?: string;
    updatedAt?: string;
}
export interface EvaluatorData extends EvaluatorCatalogItem {
    messages: LLMMessage[];
    provider: string;
    model: string;
    temperature?: number;
    maxTokens?: number;
    topP?: number;
    frequencyPenalty?: number;
    presencePenalty?: number;
}
//# sourceMappingURL=evaluator.interface.d.ts.map