type dataValue = string | number | boolean; export type TaskInput = Record; export type TaskOutput = Record; export interface ExperimentTaskFunction { (input: TInput): Promise | TOutput; } export type EvaluatorDetails = string | EvaluatorWithVersion | EvaluatorWithConfig; export interface EvaluatorWithVersion { name: string; version: string; } /** * Evaluator configuration with optional version and config options. * Used for "Made by Traceloop" (MBT) evaluators that support configuration. */ export interface EvaluatorWithConfig { name: string; version?: string; config?: Record; requiredInputFields?: string[]; } export interface ExperimentRunOptions { datasetSlug?: string; datasetVersion?: string; evaluators?: EvaluatorDetails[]; experimentSlug?: string; relatedRef?: Record; aux?: Record; stopOnError?: boolean; waitForResults?: boolean; } import type { InputSchemaMapping } from "./evaluator.interface"; export interface TaskResponse { input: Record; output: Record; metadata?: Record; timestamp?: number; error?: string; input_schema_mapping?: InputSchemaMapping; } export interface ExperimentRunResult { taskResults: TaskResponse[]; errors: string[]; experimentId?: string; runId?: string; evaluations?: Record[]; } export interface InitExperimentRequest { slug: string; datasetSlug?: string; datasetVersion?: string; evaluatorSlugs?: string[]; experimentMetadata?: Record; experimentRunMetadata?: Record; relatedRef?: Record; aux?: Record; } export interface ExperimentResponse { id: string; slug: string; metadata?: Record; created_at: string; updated_at: string; } export interface ExperimentRunResponse { id: string; metadata?: Record; dataset_id?: string; dataset_version?: string; evaluator_ids?: string[]; created_at: string; updated_at: string; } export interface ExperimentInitResponse { experiment: ExperimentResponse; run: ExperimentRunResponse; } export interface ExecutionResponse { executionId: string; result: Record; } export interface CreateTaskRequest { input: Record; output: Record; } export interface CreateTaskResponse { id: string; } export interface GithubContext { repository: string; prUrl: string; commitHash: string; actor: string; } export interface TaskResult { input: Record; output?: Record; error?: string; metadata?: Record; } export interface RunInGithubOptions { datasetSlug: string; datasetVersion?: string; evaluators?: EvaluatorDetails[]; experimentSlug?: string; experimentMetadata?: Record; experimentRunMetadata?: Record; relatedRef?: Record; aux?: Record; } export interface RunInGithubResponse { experimentId: string; experimentSlug: string; runId: string; } export {}; //# sourceMappingURL=experiment.interface.d.ts.map