import type { APIConnectOptions } from '@livekit/agents'; import { inference, llm } from '@livekit/agents'; import OpenAI from 'openai'; /** @public */ export type ApiVersion = 'v1' | 'v1beta1'; /** @public */ export type AccessTokenProvider = () => string | Promise; /** @public */ export type GoogleCredentials = { getAccessToken: () => Promise; }; /** @public */ export interface AIPlatformLLMOptions { /** Base DNS for the dedicated Model Garden endpoint, without path components. */ endpointURL: string; /** Google Cloud project ID or number that owns the endpoint. */ project: string; /** Numeric or UUID endpoint ID. */ endpointId: string; location?: string; model?: string; accessToken?: string; credentials?: GoogleCredentials; tokenProvider?: AccessTokenProvider; apiVersion?: ApiVersion; temperature?: number; topP?: number; maxCompletionTokens?: number; parallelToolCalls?: boolean; toolChoice?: llm.ToolChoice; extraBody?: Record; extraHeaders?: Record; extraQuery?: Record; strictToolSchema?: boolean; client?: OpenAI; timeoutMs?: number; } /** * LLM for self-deployed Vertex AI Model Garden endpoints with OpenAI-compatible chat completions. * * @public */ export declare class AIPlatformLLM extends llm.LLM { #private; constructor(opts: AIPlatformLLMOptions); label(): string; get model(): string; get provider(): string; chat({ chatCtx, toolCtx, connOptions, parallelToolCalls, toolChoice, extraKwargs, }: { chatCtx: llm.ChatContext; toolCtx?: llm.ToolContext; connOptions?: APIConnectOptions; parallelToolCalls?: boolean; toolChoice?: llm.ToolChoice; extraKwargs?: Record; }): inference.LLMStream; } //# sourceMappingURL=aiplatform_llm.d.ts.map