import { z } from 'zod'; /** * Upper bound for `reasoning_budget`. Mirrors the llm-llamacpp addon, which * stores the budget as a 32-bit `int` and rejects values above * `std::numeric_limits::max()`. */ export declare const REASONING_BUDGET_MAX = 2147483647; export declare const VERBOSITY: { readonly ERROR: 0; readonly WARN: 1; readonly INFO: 2; readonly DEBUG: 3; }; export declare const llmConfigBaseSchema: z.ZodObject<{ backend: z.ZodOptional>>; ctx_size: z.ZodOptional; temp: z.ZodOptional; top_p: z.ZodOptional; top_k: z.ZodOptional; seed: z.ZodOptional; gpu_layers: z.ZodOptional; lora: z.ZodOptional; device: z.ZodOptional; predict: z.ZodOptional, z.ZodLiteral<-2>, z.ZodNumber]>>; system_prompt: z.ZodOptional; load_mode: z.ZodOptional>; verbosity: z.ZodOptional>; presence_penalty: z.ZodOptional; frequency_penalty: z.ZodOptional; repeat_penalty: z.ZodOptional; stop_sequences: z.ZodOptional>; parallel: z.ZodOptional; tools: z.ZodOptional; 'cache-type-k': z.ZodOptional; 'cache-type-v': z.ZodOptional; 'main-gpu': z.ZodOptional]>>; 'rpc-servers': z.ZodOptional; devices: z.ZodOptional; 'split-mode': z.ZodOptional>; 'flash-attn': z.ZodOptional>; 'tensor-split': z.ZodOptional; 'batch-size': z.ZodOptional; 'ubatch-size': z.ZodOptional; 'cpu-moe': z.ZodOptional; 'n-cpu-moe': z.ZodOptional; 'kv-offload': z.ZodOptional; 'image-max-tokens': z.ZodOptional; 'image-min-tokens': z.ZodOptional; 'image-max-megapixels': z.ZodOptional; threads: z.ZodOptional; 'threads-batch': z.ZodOptional; 'cpu-mask': z.ZodOptional; 'cpu-mask-batch': z.ZodOptional; 'override-tensor': z.ZodOptional; 'n-cpu-ffn': z.ZodOptional; 'moe-cache-mib': z.ZodOptional]>>; 'prefetch-weights': z.ZodOptional]>>; 'tensor-read-lazy': z.ZodOptional>; fit: z.ZodOptional; 'fit-target': z.ZodOptional>; 'fit-ctx': z.ZodOptional; openclCacheDir: z.ZodOptional; reasoning_budget: z.ZodOptional; projectionModelSrc: z.ZodOptional; modelId: z.ZodOptional; registryPath: z.ZodOptional; registrySource: z.ZodOptional; blobCoreKey: z.ZodOptional; blobIndex: z.ZodOptional; engine: z.ZodOptional; expectedSize: z.ZodOptional; sha256Checksum: z.ZodOptional; addon: z.ZodOptional, z.ZodLiteral<"vad">]>>; }, z.core.$strip>]>>; image_tile_mode: z.ZodOptional>; image_no_upscale: z.ZodOptional>; 'mmproj-use-gpu': z.ZodOptional; }, z.core.$strip>; export type LlmConfigInput = z.infer; export declare const LLM_CONFIG_DEFAULTS: { readonly ctx_size: 1024; readonly device: "gpu"; readonly system_prompt: "You are a helpful assistant."; readonly image_tile_mode: "sequential"; }; export declare const llmConfigSchema: z.ZodPipe>>; ctx_size: z.ZodOptional; temp: z.ZodOptional; top_p: z.ZodOptional; top_k: z.ZodOptional; seed: z.ZodOptional; gpu_layers: z.ZodOptional; lora: z.ZodOptional; device: z.ZodOptional; predict: z.ZodOptional, z.ZodLiteral<-2>, z.ZodNumber]>>; system_prompt: z.ZodOptional; load_mode: z.ZodOptional>; verbosity: z.ZodOptional>; presence_penalty: z.ZodOptional; frequency_penalty: z.ZodOptional; repeat_penalty: z.ZodOptional; stop_sequences: z.ZodOptional>; parallel: z.ZodOptional; tools: z.ZodOptional; 'cache-type-k': z.ZodOptional; 'cache-type-v': z.ZodOptional; 'main-gpu': z.ZodOptional]>>; 'rpc-servers': z.ZodOptional; devices: z.ZodOptional; 'split-mode': z.ZodOptional>; 'flash-attn': z.ZodOptional>; 'tensor-split': z.ZodOptional; 'batch-size': z.ZodOptional; 'ubatch-size': z.ZodOptional; 'cpu-moe': z.ZodOptional; 'n-cpu-moe': z.ZodOptional; 'kv-offload': z.ZodOptional; 'image-max-tokens': z.ZodOptional; 'image-min-tokens': z.ZodOptional; 'image-max-megapixels': z.ZodOptional; threads: z.ZodOptional; 'threads-batch': z.ZodOptional; 'cpu-mask': z.ZodOptional; 'cpu-mask-batch': z.ZodOptional; 'override-tensor': z.ZodOptional; 'n-cpu-ffn': z.ZodOptional; 'moe-cache-mib': z.ZodOptional]>>; 'prefetch-weights': z.ZodOptional]>>; 'tensor-read-lazy': z.ZodOptional>; fit: z.ZodOptional; 'fit-target': z.ZodOptional>; 'fit-ctx': z.ZodOptional; openclCacheDir: z.ZodOptional; reasoning_budget: z.ZodOptional; projectionModelSrc: z.ZodOptional; modelId: z.ZodOptional; registryPath: z.ZodOptional; registrySource: z.ZodOptional; blobCoreKey: z.ZodOptional; blobIndex: z.ZodOptional; engine: z.ZodOptional; expectedSize: z.ZodOptional; sha256Checksum: z.ZodOptional; addon: z.ZodOptional, z.ZodLiteral<"vad">]>>; }, z.core.$strip>]>>; image_tile_mode: z.ZodOptional>; image_no_upscale: z.ZodOptional>; 'mmproj-use-gpu': z.ZodOptional; }, z.core.$strip>, z.ZodTransform<{ backend?: ("auto" | "cuda" | "vulkan" | "metal" | "opencl")[] | undefined; ctx_size: number | undefined; temp?: number | undefined; top_p?: number | undefined; top_k?: number | undefined; seed?: number | undefined; gpu_layers?: number | undefined; lora?: string | undefined; device: string | undefined; predict?: number | undefined; system_prompt: string | undefined; load_mode?: "none" | "mmap" | "mlock" | "mmap+mlock" | "dio" | undefined; verbosity?: 0 | 3 | 2 | 1 | undefined; presence_penalty?: number | undefined; frequency_penalty?: number | undefined; repeat_penalty?: number | undefined; stop_sequences?: string[] | undefined; parallel?: number | undefined; tools?: boolean | undefined; 'cache-type-k'?: string | undefined; 'cache-type-v'?: string | undefined; 'main-gpu'?: number | "integrated" | "dedicated" | undefined; 'rpc-servers'?: string | undefined; devices?: string | undefined; 'split-mode'?: "none" | "layer" | "tensor" | undefined; 'flash-attn'?: "auto" | "on" | "off" | undefined; 'tensor-split'?: string | undefined; 'batch-size'?: number | undefined; 'ubatch-size'?: number | undefined; 'cpu-moe'?: boolean | undefined; 'n-cpu-moe'?: number | undefined; 'kv-offload'?: boolean | undefined; 'image-max-tokens'?: number | undefined; 'image-min-tokens'?: number | undefined; 'image-max-megapixels'?: number | undefined; threads?: number | undefined; 'threads-batch'?: number | undefined; 'cpu-mask'?: string | undefined; 'cpu-mask-batch'?: string | undefined; 'override-tensor'?: string | undefined; 'n-cpu-ffn'?: number | undefined; 'moe-cache-mib'?: number | "auto" | undefined; 'prefetch-weights'?: boolean | "auto" | undefined; 'tensor-read-lazy'?: "auto" | "on" | "off" | undefined; fit?: boolean | undefined; 'fit-target'?: string | number | undefined; 'fit-ctx'?: number | undefined; openclCacheDir?: string | undefined; reasoning_budget?: number | undefined; projectionModelSrc?: string | { src: string; name?: string | undefined; modelId?: string | undefined; registryPath?: string | undefined; registrySource?: string | undefined; blobCoreKey?: string | undefined; blobIndex?: number | undefined; engine?: string | undefined; expectedSize?: number | undefined; sha256Checksum?: string | undefined; addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "llamacpp-decision" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "moss-transcribe" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined; } | undefined; image_tile_mode: "disabled" | "batched" | "sequential" | undefined; image_no_upscale?: "on" | "off" | undefined; 'mmproj-use-gpu'?: boolean | undefined; }, { backend?: ("auto" | "cuda" | "vulkan" | "metal" | "opencl")[] | undefined; ctx_size?: number | undefined; temp?: number | undefined; top_p?: number | undefined; top_k?: number | undefined; seed?: number | undefined; gpu_layers?: number | undefined; lora?: string | undefined; device?: string | undefined; predict?: number | undefined; system_prompt?: string | undefined; load_mode?: "none" | "mmap" | "mlock" | "mmap+mlock" | "dio" | undefined; verbosity?: 0 | 3 | 2 | 1 | undefined; presence_penalty?: number | undefined; frequency_penalty?: number | undefined; repeat_penalty?: number | undefined; stop_sequences?: string[] | undefined; parallel?: number | undefined; tools?: boolean | undefined; 'cache-type-k'?: string | undefined; 'cache-type-v'?: string | undefined; 'main-gpu'?: number | "integrated" | "dedicated" | undefined; 'rpc-servers'?: string | undefined; devices?: string | undefined; 'split-mode'?: "none" | "layer" | "tensor" | undefined; 'flash-attn'?: "auto" | "on" | "off" | undefined; 'tensor-split'?: string | undefined; 'batch-size'?: number | undefined; 'ubatch-size'?: number | undefined; 'cpu-moe'?: boolean | undefined; 'n-cpu-moe'?: number | undefined; 'kv-offload'?: boolean | undefined; 'image-max-tokens'?: number | undefined; 'image-min-tokens'?: number | undefined; 'image-max-megapixels'?: number | undefined; threads?: number | undefined; 'threads-batch'?: number | undefined; 'cpu-mask'?: string | undefined; 'cpu-mask-batch'?: string | undefined; 'override-tensor'?: string | undefined; 'n-cpu-ffn'?: number | undefined; 'moe-cache-mib'?: number | "auto" | undefined; 'prefetch-weights'?: boolean | "auto" | undefined; 'tensor-read-lazy'?: "auto" | "on" | "off" | undefined; fit?: boolean | undefined; 'fit-target'?: string | number | undefined; 'fit-ctx'?: number | undefined; openclCacheDir?: string | undefined; reasoning_budget?: number | undefined; projectionModelSrc?: string | { src: string; name?: string | undefined; modelId?: string | undefined; registryPath?: string | undefined; registrySource?: string | undefined; blobCoreKey?: string | undefined; blobIndex?: number | undefined; engine?: string | undefined; expectedSize?: number | undefined; sha256Checksum?: string | undefined; addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "llamacpp-decision" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "moss-transcribe" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined; } | undefined; image_tile_mode?: "disabled" | "batched" | "sequential" | undefined; image_no_upscale?: "on" | "off" | undefined; 'mmproj-use-gpu'?: boolean | undefined; }>>; export type LlmConfig = z.infer; export declare const embedConfigBaseSchema: z.ZodObject<{ backend: z.ZodOptional>>; gpuLayers: z.ZodOptional; device: z.ZodOptional>; batchSize: z.ZodOptional; pooling: z.ZodOptional>; attention: z.ZodOptional>; embdNormalize: z.ZodOptional; flashAttention: z.ZodOptional>; mainGpu: z.ZodOptional]>>; splitMode: z.ZodOptional>; tensorSplit: z.ZodOptional; verbosity: z.ZodOptional>; openclCacheDir: z.ZodOptional; }, z.core.$strip>; export type EmbedConfigInput = z.infer; export declare const EMBED_CONFIG_DEFAULTS: { readonly gpuLayers: 99; readonly device: "gpu"; readonly batchSize: 1024; }; export declare const embedConfigSchema: z.ZodPipe>>; gpuLayers: z.ZodOptional; device: z.ZodOptional>; batchSize: z.ZodOptional; pooling: z.ZodOptional>; attention: z.ZodOptional>; embdNormalize: z.ZodOptional; flashAttention: z.ZodOptional>; mainGpu: z.ZodOptional]>>; splitMode: z.ZodOptional>; tensorSplit: z.ZodOptional; verbosity: z.ZodOptional>; openclCacheDir: z.ZodOptional; }, z.core.$strip>, z.ZodTransform<{ backend?: ("auto" | "cuda" | "vulkan" | "metal" | "opencl")[] | undefined; gpuLayers: number | undefined; device: "cpu" | "gpu" | undefined; batchSize: number | undefined; pooling?: "none" | "mean" | "cls" | "last" | "rank" | undefined; attention?: "causal" | "non-causal" | undefined; embdNormalize?: number | undefined; flashAttention?: "auto" | "on" | "off" | undefined; mainGpu?: number | "integrated" | "dedicated" | undefined; splitMode?: "none" | "layer" | undefined; tensorSplit?: string | undefined; verbosity?: 0 | 3 | 2 | 1 | undefined; openclCacheDir?: string | undefined; }, { backend?: ("auto" | "cuda" | "vulkan" | "metal" | "opencl")[] | undefined; gpuLayers?: number | undefined; device?: "cpu" | "gpu" | undefined; batchSize?: number | undefined; pooling?: "none" | "mean" | "cls" | "last" | "rank" | undefined; attention?: "causal" | "non-causal" | undefined; embdNormalize?: number | undefined; flashAttention?: "auto" | "on" | "off" | undefined; mainGpu?: number | "integrated" | "dedicated" | undefined; splitMode?: "none" | "layer" | undefined; tensorSplit?: string | undefined; verbosity?: 0 | 3 | 2 | 1 | undefined; openclCacheDir?: string | undefined; }>>; export type EmbedConfig = z.infer;