import type { ChatMessage } from '../inference/pipelines/text/chat-format.js'; import type { GenerateOptions } from '../generation/index.js'; import type { LogitsStepResult, PrefillResult } from '../inference/pipelines/text/types.d.ts'; import type { RDRRManifest } from '../formats/rdrr/index.js'; import type { DopplerChatResponse, DopplerLoadOptions, DopplerLoadProgress, DopplerModelHandle, DopplerModelSource, DopplerGenerationResult, DopplerPromptInput, DopplerScopedGenerateOptions, DopplerScopedModelSession, LoRAManifest, } from './runtime/index.js'; export type DopplerGenerateOptions = Omit; export interface DopplerCallOptions extends DopplerGenerateOptions { model: DopplerModelSource; onProgress?: (event: DopplerLoadProgress) => void; } export type DopplerModel = DopplerModelHandle; export interface DopplerNamespace { (prompt: string, options: DopplerCallOptions): AsyncGenerator; load(model: DopplerModelSource, options?: DopplerLoadOptions): Promise; open(model: DopplerModelSource, options?: DopplerLoadOptions): Promise; generate( model: DopplerModelSource, input: DopplerPromptInput, options?: DopplerLoadOptions & DopplerScopedGenerateOptions ): Promise; text(prompt: string, options: DopplerCallOptions): Promise; chat(messages: ChatMessage[], options: DopplerCallOptions): AsyncGenerator; chatText(messages: ChatMessage[], options: DopplerCallOptions): Promise; evict(model: DopplerModelSource): Promise; evictAll(): Promise; listModels(): Promise; listModelDetails(): Promise & { modelId: string }>>; listPersistentModels(): Promise & { modelId: string }>>; removePersistentModel(model: DopplerModelSource): Promise; } export declare function load( model: DopplerModelSource, options?: DopplerLoadOptions ): Promise; export declare function open( model: DopplerModelSource, options?: DopplerLoadOptions ): Promise; export declare function generate( model: DopplerModelSource, input: DopplerPromptInput, options?: DopplerLoadOptions & DopplerScopedGenerateOptions ): Promise; export declare function createDefaultNodeLoadProgressLogger(): (event: DopplerLoadProgress) => void; export declare function resolveLoadProgressHandlers(options?: DopplerLoadOptions): { userProgress: ((event: DopplerLoadProgress) => void) | null; pipelineProgress: ((event: DopplerLoadProgress) => void) | null; }; export declare function clearModelCache(): void; export declare const doppler: DopplerNamespace; export type { DopplerChatResponse, DopplerLoadOptions, DopplerLoadProgress, DopplerModelSource, DopplerGenerationResult, DopplerPromptInput, DopplerScopedGenerateOptions, DopplerScopedModelSession, }; export type { LogitsStepResult, PrefillResult, LoRAManifest, RDRRManifest, };