import { evaluationInputSchema, type EvaluationInput, type EvaluationResult as BaseEvaluationResult, type GatewayEvaluationModelId } from "@automate.ax/api-contract/runtime";
import { createAnthropic } from "@ai-sdk/anthropic";
import { createGoogleGenerativeAI } from "@ai-sdk/google";
import { createOpenAI } from "@ai-sdk/openai";
import { type Experimental_EvaluationResult } from "ai";
import type { DistributedOmit } from "type-fest";
import { type ActionObjectInput } from "../../automation/actions.js";
import type { IntegrationAccountReference } from "../../automation/integrations.js";
import type { Signal } from "../../automation/signal-protocol.js";
declare const AI_EVALUATION_ACCOUNT_SERVICE_IDS: readonly ["anthropic", "google-genai", "openai", "vercel-ai-gateway"];
type AiEvaluationAccountServiceId = (typeof AI_EVALUATION_ACCOUNT_SERVICE_IDS)[number];
interface AiEvaluationModelIdsByService {
    anthropic: Parameters<ReturnType<typeof createAnthropic>["evaluationModel"]>[0];
    "google-genai": Parameters<ReturnType<typeof createGoogleGenerativeAI>["evaluationModel"]>[0];
    openai: Parameters<ReturnType<typeof createOpenAI>["evaluationModel"]>[0];
    "vercel-ai-gateway": GatewayEvaluationModelId;
}
/** Model IDs suggested for one evaluation provider, including new string IDs. */
export type EvaluateModelId<TServiceId extends AiEvaluationAccountServiceId = AiEvaluationAccountServiceId> = AiEvaluationModelIdsByService[TServiceId] | (string & {});
/** One Choice, Score, or Boolean question evaluated against shared state. */
export type EvaluateQuestion = EvaluationInput["questions"][string];
/** Named questions evaluated together against shared state. */
export type EvaluateQuestions = Record<string, EvaluateQuestion>;
/** Serializable evaluation result with question-dependent answer types. */
export type EvaluateResult<TQuestions extends EvaluateQuestions> = Omit<BaseEvaluationResult, "answers"> & {
    /** One typed answer for every named question. */
    answers: Experimental_EvaluationResult<TQuestions>["answers"];
};
/** Inputs accepted by the built-in AI evaluation action. */
export type EvaluateOptions<TQuestions extends EvaluateQuestions, TServiceId extends AiEvaluationAccountServiceId = AiEvaluationAccountServiceId> = DistributedOmit<ActionObjectInput<typeof evaluationInputSchema>, "model" | "questions"> & {
    /** User-managed provider account. Omit to use the platform AI Gateway. */
    account?: IntegrationAccountReference<TServiceId>;
    /** Provider model ID. Defaults according to the selected account. */
    model?: EvaluateModelId<NoInfer<TServiceId>> | Exclude<ActionObjectInput<typeof evaluationInputSchema>["model"], GatewayEvaluationModelId | undefined>;
    /** Static named questions whose keys and choices type the returned answers. */
    questions: TQuestions;
};
/**
 * Evaluates typed questions through the platform AI Gateway.
 *
 * @param options - Shared state, static questions, model, and evaluation
 *   settings.
 */
export declare function evaluate<const TQuestions extends EvaluateQuestions>(options: DistributedOmit<EvaluateOptions<TQuestions, "vercel-ai-gateway">, "account"> & {
    account?: never;
}): Signal<EvaluateResult<TQuestions>>;
/**
 * Evaluates typed questions through an explicit provider account.
 *
 * @param options - Provider account, shared state, questions, and model
 *   settings.
 */
export declare function evaluate<const TQuestions extends EvaluateQuestions, const TServiceId extends AiEvaluationAccountServiceId>(options: EvaluateOptions<TQuestions, TServiceId> & {
    account: IntegrationAccountReference<TServiceId>;
}): Signal<EvaluateResult<TQuestions>>;
/**
 * Evaluates typed questions when the account may vary at authoring time.
 *
 * @param options - Shared state, static questions, account, and model settings.
 */
export declare function evaluate<const TQuestions extends EvaluateQuestions>(options: EvaluateOptions<TQuestions>): Signal<EvaluateResult<TQuestions>>;
export {};
//# sourceMappingURL=evaluate.d.ts.map