export declare class LlamaTokenizer {
    vocabById: string[];
    vocabByString: Map<string, number>;
    merges: Map<string, number>;
    constructor(vocab_base64?: string, merges_binary?: string);
    encode(prompt: string, add_bos_token?: boolean, add_preceding_space?: boolean, log_performance?: boolean): number[];
    decode(tokenIds: number[], add_bos_token?: boolean, add_preceding_space?: boolean): string;
    runTests(tests?: (tokenizer: LlamaTokenizer) => boolean): void
}
declare const llamaTokenizer: LlamaTokenizer;
export default llamaTokenizer;
//# sourceMappingURL=types.d.ts.map