export declare class ModelSettingDto {
    temperature: number;
    top_p: number;
    prompt_template?: string;
    stop?: string[];
    frequency_penalty?: number;
    presence_penalty?: number;
    ctx_len?: number;
    stream?: boolean;
    max_tokens?: number;
    ngl?: number;
    n_parallel?: number;
    cpu_threads?: number;
    pre_prompt?: string;
    n_batch?: number;
    caching_enabled?: boolean;
    grp_attn_n?: number;
    grp_attn_w?: number;
    mlock?: boolean;
    grammar_file?: string;
    flash_attn?: boolean;
    cache_type?: string;
    use_mmap?: boolean;
}