import { CreateLlmScorerVersionParams, ModelType, ScorerConfig, ScorerResponse, OutputType, InputType, ValidateRegisteredScorerResult, BaseScorerVersionResponse, DeleteScorerResponse } from '../types/scorer.types';
import { ScorerTypes, ScorerDefaults } from '../types/scorer.types';
import { StepType } from '../types/logging/step.types';
/**
 * Lists scorers with optional filtering.
 * @param options - (Optional) The filtering options.
 * @param options.type - (Optional) Filter by a single scorer type.
 * @param options.types - (Optional) Filter by multiple scorer types.
 * @param options.name - (Optional) Filter by a single scorer name.
 * @param options.names - (Optional) Filter by multiple scorer names.
 * @returns A promise that resolves to an array of scorers.
 */
export declare const getScorers: (options?: {
    type?: ScorerTypes;
    types?: ScorerTypes[];
    name?: string;
    names?: string[];
}) => Promise<ScorerResponse[]>;
/**
 * Lists scorers by label with optional strict mode.
 * @param labels - Labels to search for.
 * @param strict - When false, also matches by scorer name as fallback.
 * @returns A promise that resolves to an array of scorers.
 */
export declare const getScorersByLabels: (labels: string[], strict?: boolean) => Promise<ScorerResponse[]>;
/**
 * Lists scorers by ID.
 * @param ids - Scorer IDs to search for.
 * @returns A promise that resolves to an array of scorers.
 */
export declare const getScorersByIds: (ids: string[]) => Promise<ScorerResponse[]>;
/**
 * Retrieves a specific version of a scorer by its ID and version number.
 * @param scorerId - The unique identifier of the scorer.
 * @param version - The version number of the scorer to retrieve.
 * @returns A promise that resolves to the requested scorer version.
 */
export declare const getScorerVersion: (scorerId: string, version: number) => Promise<BaseScorerVersionResponse>;
/**
 * Creates run scorer settings for an experiment.
 * @param params - The parameters for creating run scorer settings.
 * @param params.experimentId - The experiment ID.
 * @param params.projectId - (Optional) The project ID.
 * @param params.projectName - (Optional) The project name.
 * @param params.scorers - The list of scorer configurations.
 * @returns A promise that resolves when the settings are created.
 * @internal Used by experiments and metrics; not part of the public API.
 */
export declare const createRunScorerSettings: ({ experimentId, projectId, projectName, scorers }: {
    experimentId: string;
    projectId?: string;
    projectName?: string;
    scorers: ScorerConfig[];
}) => Promise<void>;
/**
 * Creates a new scorer.
 * @param name - The name of the scorer.
 * @param scorerType - The type of the scorer.
 * @param description - (Optional) A description for the scorer.
 * @param tags - (Optional) Tags to associate with the scorer.
 * @param defaults - (Optional) Default settings for the scorer. Required for LLM scorers.
 * @param modelType - (Optional) The model type for the scorer.
 * @param defaultVersionId - (Optional) The default version ID for the scorer.
 * @param scoreableNodeTypes - (Optional) The node types that can be scored.
 * @param outputType - (Optional) The output type for the scorer.
 * @param inputType - (Optional) The input type for the scorer.
 * @param groundTruth - (Optional) Whether the scorer requires ground truth (`reference_output`) from the dataset. When true, the judge LLM receives the row's ground-truth value in its prompt.
 * @returns A promise that resolves to the created scorer.
 * @internal Used by metrics.ts; not part of the public API. Use Scorers.create() instead.
 */
export declare const createScorer: (name: string, scorerType: ScorerTypes, description?: string, tags?: string[], defaults?: ScorerDefaults, modelType?: ModelType, defaultVersionId?: string, scoreableNodeTypes?: StepType[], outputType?: OutputType, inputType?: InputType, groundTruth?: boolean) => Promise<ScorerResponse>;
/**
 * Creates a new LLM scorer version for a given scorer.
 * @param params - The parameters for creating the LLM scorer version.
 * @param params.scorerId - The unique identifier of the scorer.
 * @param params.instructions - (Optional) Instructions for the LLM scorer.
 * @param params.chainPollTemplate - (Optional) Chain poll template configuration.
 * @param params.userPrompt - (Optional) User prompt for the LLM scorer.
 * @param params.cotEnabled - (Optional) Whether chain-of-thought is enabled.
 * @param params.modelName - (Optional) The model name to use.
 * @param params.numJudges - (Optional) The number of judges for consensus.
 * @returns A promise that resolves to the created scorer version.
 */
export declare const createLlmScorerVersion: ({ scorerId, instructions, chainPollTemplate, userPrompt, cotEnabled, modelName, numJudges }: CreateLlmScorerVersionParams) => Promise<BaseScorerVersionResponse>;
/**
 * Deletes a scorer by its unique identifier.
 * @param scorerId - The unique identifier of the scorer to delete.
 * @returns A promise that resolves to a response containing a success message.
 */
export declare const deleteScorer: (scorerId: string) => Promise<DeleteScorerResponse>;
/**
 * Creates a code-based scorer version by uploading code content.
 * @param scorerId - The ID of the scorer to create a version for.
 * @param codeContent - The Python code content for the scorer. Must include a function named scorer_fn with a return type annotation.
 * @param validationResult - (Optional) Validation result JSON string from validateCodeScorer.
 * @returns A promise that resolves to the created scorer version.
 */
export declare const createCodeScorerVersion: (scorerId: string, codeContent: string, validationResult?: string) => Promise<BaseScorerVersionResponse>;
/**
 * Validates code scorer content and waits for the result.
 * @param codeContent - The Python code content to validate. Must include a function named scorer_fn with a return type annotation.
 * @param scoreableNodeTypes - The node types that this scorer can score.
 * @param timeoutMs - (Optional) Maximum time to wait for validation in milliseconds.
 * @param pollIntervalMs - (Optional) Interval between polling attempts in milliseconds.
 * @returns A promise that resolves to the validation result.
 */
export declare const validateCodeScorer: (codeContent: string, scoreableNodeTypes: StepType[], timeoutMs?: number, pollIntervalMs?: number, requiredScorers?: string[]) => Promise<ValidateRegisteredScorerResult>;