import { LlamaChat, LlamaModel, LlamaContext, LlamaCompletion, LlamaContextSequence, LlamaGrammar, ChatHistoryItem, LlamaChatResponse, LlamaEmbeddingContext, GgufFileInfo, LLamaChatContextShiftOptions, LlamaContextOptions } from 'node-llama-cpp';
import { EngineChatCompletionResult, EngineTextCompletionResult, EngineTextCompletionArgs, EngineChatCompletionArgs, EngineContext, ToolDefinition, EngineEmbeddingArgs, EngineEmbeddingResult, FileDownloadProgress, ModelConfig, TextCompletionParams, TextCompletionGrammar, ChatMessage } from '../../types/index.js';
export interface NodeLlamaCppInstance {
    model: LlamaModel;
    context: LlamaContext;
    chat?: LlamaChat;
    chatHistory: ChatHistoryItem[];
    grammars: Record<string, LlamaGrammar>;
    pendingFunctionCalls: Record<string, any>;
    lastEvaluation?: LlamaChatResponse['lastEvaluation'];
    embeddingContext?: LlamaEmbeddingContext;
    completion?: LlamaCompletion;
    contextSequence: LlamaContextSequence;
}
export interface NodeLlamaCppModelMeta {
    gguf: GgufFileInfo;
}
export interface NodeLlamaCppModelConfig extends ModelConfig {
    location: string;
    grammars?: Record<string, TextCompletionGrammar>;
    sha256?: string;
    completionDefaults?: TextCompletionParams;
    initialMessages?: ChatMessage[];
    prefix?: string;
    tools?: {
        definitions: Record<string, ToolDefinition>;
        includeToolDocumentation?: boolean;
        parallelism?: number;
    };
    contextSize?: number;
    batchSize?: number;
    lora?: LlamaContextOptions['lora'];
    contextShiftStrategy?: LLamaChatContextShiftOptions['strategy'];
    device?: {
        gpu?: boolean | 'auto' | (string & {});
        gpuLayers?: number;
        cpuThreads?: number;
        memLock?: boolean;
    };
}
export declare const autoGpu = true;
export declare function prepareModel({ config, log }: EngineContext<NodeLlamaCppModelConfig>, onProgress?: (progress: FileDownloadProgress) => void, signal?: AbortSignal): Promise<{
    gguf: GgufFileInfo;
} | undefined>;
export declare function createInstance({ config, log }: EngineContext<NodeLlamaCppModelConfig>, signal?: AbortSignal): Promise<NodeLlamaCppInstance>;
export declare function disposeInstance(instance: NodeLlamaCppInstance): Promise<void>;
export declare function processChatCompletionTask({ request, config, resetContext, log, onChunk }: EngineChatCompletionArgs<NodeLlamaCppModelConfig>, instance: NodeLlamaCppInstance, signal?: AbortSignal): Promise<EngineChatCompletionResult>;
export declare function processTextCompletionTask({ request, config, resetContext, log, onChunk }: EngineTextCompletionArgs<NodeLlamaCppModelConfig>, instance: NodeLlamaCppInstance, signal?: AbortSignal): Promise<EngineTextCompletionResult>;
export declare function processEmbeddingTask({ request, config, log }: EngineEmbeddingArgs<NodeLlamaCppModelConfig>, instance: NodeLlamaCppInstance, signal?: AbortSignal): Promise<EngineEmbeddingResult>;