export interface ModelInfo {
    id: string;
    settings: ModelSettingParams;
    parameters: ModelRuntimeParams;
    engine?: string;
}
export interface ModelArtifact {
    url: string;
}
export declare enum ModelFormat {
    GGUF = "gguf",
    API = "api"
}
export interface Model {
    object: string;
    version: string;
    format: ModelFormat;
    sources: ModelArtifact[];
    id: string;
    name: string;
    created: number;
    description: string;
    settings: ModelSettingParams;
    parameters: ModelRuntimeParams;
    metadata: ModelMetadata;
    engine: string;
}
export interface ModelMetadata {
    author: string;
    tags: string[];
    size: number;
    cover?: string;
}
export interface ModelSettingParams {
    ctx_len?: number;
    ngl?: number;
    embedding?: boolean;
    n_parallel?: number;
    cpu_threads?: number;
    prompt_template?: string;
    system_prompt?: string;
    ai_prompt?: string;
    user_prompt?: string;
    llama_model_path?: string;
    mmproj?: string;
    cont_batching?: boolean;
    vision_model?: boolean;
    text_model?: boolean;
}
export interface ModelRuntimeParams {
    temperature?: number;
    token_limit?: number;
    top_k?: number;
    top_p?: number;
    stream?: boolean;
    max_tokens?: number;
    stop?: string[];
    frequency_penalty?: number;
    presence_penalty?: number;
    engine?: string;
}
export type ModelInitFailed = Model & {
    error: Error;
};
export interface NitroModelSettings extends ModelSettingParams {
    llama_model_path: string;
    cpu_threads: number;
}