import { WasmTokenizer } from "@visheratin/tokenizers"; export declare class Tokenizer { instance: WasmTokenizer | undefined; private tokenizerPath; constructor(tokenizerPath: string); init(): Promise; decode(ids: Uint32Array, skip_special_tokens: boolean): Promise; encode(text: string, add_special_tokens: boolean): Promise; }