import * as z from "zod/v3";
import { Result as SafeParseResult } from "../../types/fp.js";
import { SDKValidationError } from "../errors/sdkvalidationerror.js";
import { EvalDataset, EvalDataset$Outbound } from "./evaldataset.js";
import { EvalFewshotConfig, EvalFewshotConfig$Outbound } from "./evalfewshotconfig.js";
import { EvalMetric, EvalMetric$Outbound } from "./evalmetric.js";
import { EvalOutputExtraction, EvalOutputExtraction$Outbound } from "./evaloutputextraction.js";
import { EvalPythonGrader, EvalPythonGrader$Outbound } from "./evalpythongrader.js";
import { EvalPythonPreprocessor, EvalPythonPreprocessor$Outbound } from "./evalpythonpreprocessor.js";
import { EvalTaskType } from "./evaltasktype.js";
/**
 * One declarative eval task.
 */
export type EvalTask = {
    id: string;
    name?: string | undefined;
    type: EvalTaskType;
    /**
     * Dataset backing an eval task.
     */
    dataset: EvalDataset;
    promptTemplate?: string | undefined;
    targetTemplate?: string | undefined;
    choices?: Array<string> | undefined;
    outputExtraction?: EvalOutputExtraction | undefined;
    metrics?: Array<EvalMetric> | undefined;
    grader: EvalPythonGrader;
    preprocess?: EvalPythonPreprocessor | undefined;
    fewshot?: EvalFewshotConfig | undefined;
    /**
     * lm-eval style alias for fewshot.count.
     */
    numFewshot?: number | undefined;
    /**
     * BCP-47/ISO language hint passed to the transcription model for transcription tasks (e.g. "ur", "uk").
     */
    language?: string | undefined;
    metadata?: {
        [k: string]: any;
    } | undefined;
};
/** @internal */
export declare const EvalTask$inboundSchema: z.ZodType<EvalTask, z.ZodTypeDef, unknown>;
/** @internal */
export type EvalTask$Outbound = {
    id: string;
    name?: string | undefined;
    type: string;
    dataset: EvalDataset$Outbound;
    prompt_template?: string | undefined;
    target_template?: string | undefined;
    choices?: Array<string> | undefined;
    output_extraction?: EvalOutputExtraction$Outbound | undefined;
    metrics?: Array<EvalMetric$Outbound> | undefined;
    grader: EvalPythonGrader$Outbound;
    preprocess?: EvalPythonPreprocessor$Outbound | undefined;
    fewshot?: EvalFewshotConfig$Outbound | undefined;
    num_fewshot?: number | undefined;
    language?: string | undefined;
    metadata?: {
        [k: string]: any;
    } | undefined;
};
/** @internal */
export declare const EvalTask$outboundSchema: z.ZodType<EvalTask$Outbound, z.ZodTypeDef, EvalTask>;
export declare function evalTaskToJSON(evalTask: EvalTask): string;
export declare function evalTaskFromJSON(jsonString: string): SafeParseResult<EvalTask, SDKValidationError>;
//# sourceMappingURL=evaltask.d.ts.map