import { AbstractLLMInferenceEngine } from "../llm-inferences/AbstractLLMInferenceEngine.js"; import { OpenAIAzureModel } from "../llm-inferences/OpenAIAzureLLMInferences.js"; import { Model } from "../types/Model.js"; import { BasicLLMInferenceEngines } from "../types/InfereneEngines.js"; export type InferenceEngine = BasicLLMInferenceEngines | 'mediapipe' | 'webllm'; export type BasicModel = Model | 'gemma-cpu' | 'gemma-gpu' | 'phi' | 'gemma' | 'gemma2'; export type MediaPipeModel = Model | 'gemma-cpu' | 'gemma-gpu'; export type WebLLMModel = Model | 'phi' | 'gemma' | 'phi35' | 'gemma2'; export type BasicInferenceConfig = { inferenceEngine: InferenceEngine; model: BasicModel; fallBackModel: OpenAIAzureModel; mode: 'local' | 'hybrid' | 'cloud'; connectorUrl: string; apiKey: string; devMode: boolean; }; export declare class BasicLLMInferenceEngine { private llmInstance; private config; private openAiAzureInstance; constructor(config: BasicInferenceConfig); setGlobalLLMInstance(llmModel: AbstractLLMInferenceEngine, model: BasicModel, inferenceEngine: InferenceEngine): void; static init(config: BasicInferenceConfig): Promise; generateInference(formattedPrompt: string): Promise; private getInferenceFromChat; private getInferenceFromCompletion; private showSnackbar; }