import type { Agent, AgentResponse } from "../../../src/agent/index.js"; import type { VeryfrontConfig } from "../../../src/config/index.js"; import { type Tool, type ToolExecutionContext } from "../../../src/tool/index.js"; import type { DiscoveredEval, EvalAgentAdapterContext, EvalModelComparisonOptions, EvalReport, EvalReportExportConfig, EvalToolAdapterContext, EvalToolCall } from "../../../src/eval/index.js"; import { type EvalReportExportRedaction } from "../../../src/extensions/eval/index.js"; import { discoverProjectAgentRuntime } from "../../../src/agent/project/agent-runtime.js"; import type { EvalArgs } from "./handler.js"; export interface EvalOptions extends EvalArgs { projectDir?: string; } interface EvalCommandDependencies { discoverProjectAgentRuntime?: typeof discoverProjectAgentRuntime; } type GatewayBillingGroupFinalization = { billing_group_id: string; charged_credits: number; target_credits: number; adjustment_credits: number; provider_cost_usd: number; veryfront_charge_usd: number; veryfront_billed_usd: number; }; type GatewayBillingFinalizeOptions = { retryDelaysMs?: readonly number[]; sleep?: (ms: number) => Promise; }; type EvalModelComparisonPolicy = Omit; export declare function normalizeEvalCliId(id: string): string; export declare function findEvalForCliId(evals: DiscoveredEval[], id: string): DiscoveredEval | undefined; export declare function normalizeEvalInputForAgent(input: unknown): string; export declare function applyGatewayBillingGroupFinalization(report: EvalReport, finalization: GatewayBillingGroupFinalization): EvalReport; export declare function finalizeGatewayBillingGroup(billingGroupId: string, options?: GatewayBillingFinalizeOptions): Promise; export declare function runEvalWithGatewayBillingGroup(billingGroupId: string, operation: () => Promise): Promise; export declare function exportEvalReportForCli(report: EvalReport, config?: EvalReportExportConfig): Promise; export declare function loadEvalModelComparisonPolicy(projectDir: string, policyPath?: string): Promise; export declare function createResolvedEvalModelComparisonConfig(projectDir: string, options: EvalOptions): Promise; export declare function resolveToolTargetId(target: string): string; type EvalRuntimeAuthConfig = Pick & { projectSlug?: string; }; export declare function hydrateEvalRuntimeAuth(projectDir: string, config: EvalRuntimeAuthConfig | null | undefined): Promise; export declare function normalizeUsage(response: AgentResponse): {}; export declare function normalizeToolCalls(response: AgentResponse): EvalToolCall[]; export declare function createAgentAdapter(agent: Agent, options: EvalOptions): ({ definition, example, repetition }: EvalAgentAdapterContext) => Promise<{ error?: string | undefined; text: string; trace: { events: import("../../../src/extensions/schema/schema-validator.js").InferShape<{ id: import("../../../src/internal-agents/schema.js").Schema; role: import("../../../src/internal-agents/schema.js").Schema<"tool" | "system" | "user" | "assistant">; parts: import("../../../src/internal-agents/schema.js").Schema<(import("../../../src/extensions/schema/schema-validator.js").InferShape<{ type: import("../../../src/internal-agents/schema.js").Schema; toolCallId: import("../../../src/internal-agents/schema.js").Schema; toolName: import("../../../src/internal-agents/schema.js").Schema; args: import("../../../src/internal-agents/schema.js").Schema>; inputText: import("../../../src/internal-agents/schema.js").Schema; providerExecuted: import("../../../src/internal-agents/schema.js").Schema; supportsDeferredResults: import("../../../src/internal-agents/schema.js").Schema; }> | import("../../../src/extensions/schema/schema-validator.js").InferShape<{ type: import("../../../src/internal-agents/schema.js").Schema; toolCallId: import("../../../src/internal-agents/schema.js").Schema; toolName: import("../../../src/internal-agents/schema.js").Schema; input: import("../../../src/internal-agents/schema.js").Schema>; inputText: import("../../../src/internal-agents/schema.js").Schema; providerExecuted: import("../../../src/internal-agents/schema.js").Schema; supportsDeferredResults: import("../../../src/internal-agents/schema.js").Schema; }> | import("../../../src/extensions/schema/schema-validator.js").InferShape<{ type: import("../../../src/internal-agents/schema.js").Schema<"tool-result">; toolCallId: import("../../../src/internal-agents/schema.js").Schema; toolName: import("../../../src/internal-agents/schema.js").Schema; result: import("../../../src/internal-agents/schema.js").Schema; providerExecuted: import("../../../src/internal-agents/schema.js").Schema; }> | import("../../../src/extensions/schema/schema-validator.js").InferShape<{ type: import("../../../src/internal-agents/schema.js").Schema<"text">; text: import("../../../src/internal-agents/schema.js").Schema; }> | import("../../../src/extensions/schema/schema-validator.js").InferShape<{ type: import("../../../src/internal-agents/schema.js").Schema<"reasoning">; text: import("../../../src/internal-agents/schema.js").Schema; signature: import("../../../src/internal-agents/schema.js").Schema; redactedData: import("../../../src/internal-agents/schema.js").Schema; }> | import("../../../src/extensions/schema/schema-validator.js").InferShape<{ type: import("../../../src/internal-agents/schema.js").Schema<"tool-call">; toolCallId: import("../../../src/internal-agents/schema.js").Schema; toolName: import("../../../src/internal-agents/schema.js").Schema; args: import("../../../src/internal-agents/schema.js").Schema>; }> | import("../../../src/extensions/schema/schema-validator.js").InferShape<{ type: import("../../../src/internal-agents/schema.js").Schema<"source-url">; sourceId: import("../../../src/internal-agents/schema.js").Schema; url: import("../../../src/internal-agents/schema.js").Schema; title: import("../../../src/internal-agents/schema.js").Schema; }> | import("../../../src/extensions/schema/schema-validator.js").InferShape<{ type: import("../../../src/internal-agents/schema.js").Schema<"source-document">; sourceId: import("../../../src/internal-agents/schema.js").Schema; title: import("../../../src/internal-agents/schema.js").Schema; mediaType: import("../../../src/internal-agents/schema.js").Schema; filename: import("../../../src/internal-agents/schema.js").Schema; }> | import("../../../src/extensions/schema/schema-validator.js").InferShape<{ filename: import("../../../src/internal-agents/schema.js").Schema; uploadId: import("../../../src/internal-agents/schema.js").Schema; upload_id: import("../../../src/internal-agents/schema.js").Schema; uploadPath: import("../../../src/internal-agents/schema.js").Schema; upload_path: import("../../../src/internal-agents/schema.js").Schema; type: import("../../../src/internal-agents/schema.js").Schema<"image">; url: import("../../../src/internal-agents/schema.js").Schema; mediaType: import("../../../src/internal-agents/schema.js").Schema; }> | import("../../../src/extensions/schema/schema-validator.js").InferShape<{ filename: import("../../../src/internal-agents/schema.js").Schema; uploadId: import("../../../src/internal-agents/schema.js").Schema; upload_id: import("../../../src/internal-agents/schema.js").Schema; uploadPath: import("../../../src/internal-agents/schema.js").Schema; upload_path: import("../../../src/internal-agents/schema.js").Schema; type: import("../../../src/internal-agents/schema.js").Schema<"file">; url: import("../../../src/internal-agents/schema.js").Schema; mediaType: import("../../../src/internal-agents/schema.js").Schema; }>)[]>; timestamp: import("../../../src/internal-agents/schema.js").Schema; metadata: import("../../../src/internal-agents/schema.js").Schema | undefined>; }>[]; toolCalls: EvalToolCall[]; }; usage: {}; durationMs: number; completed: boolean; }>; export declare function createToolAdapter(tool: Tool, baseContext?: ToolExecutionContext): (context: EvalToolAdapterContext) => Promise<{ error?: string | undefined; output: any; toolCallId: string; durationMs: number; completed: boolean; }>; type EvalModelComparisonConfig = { baselineModel: string; candidateModels: string[]; comparisonPolicy?: string; models: string[]; }; type ResolvedEvalModelComparisonConfig = { config: EvalModelComparisonConfig; policy: EvalModelComparisonPolicy; }; export declare function resolveEvalExporterIds(options: Pick): string[]; export declare function resolveEvalExportRequired(options: Pick): boolean; export declare function resolveEvalExportRedactionFromEnv(): EvalReportExportRedaction; export declare function runEvalCommand(options: EvalOptions, dependencies?: EvalCommandDependencies): Promise; export declare function evalCommand(options: EvalOptions): Promise; export {}; //# sourceMappingURL=command.d.ts.map