export declare class Encoder {
    private vocab;
    private merges;
    private specials;
    private specialsTree;
    private config;
    private splitRegex;
    private bpeRanks;
    private tokenMerges;
    private encoder;
    private decoder;
    private charToByte;
    private byteToChar;
    private bytesEncoder;
    private cache;
    private tokenizersNames;
    private tokenizersFolder;
    private tokenizers;
    constructor(model: keyof typeof Encoder.prototype.tokenizersNames);
    private splitWords;
    encodeStr: (str: string) => number[];
    decodeStr: (arr: Iterable<number>) => string;
    private toUnicode;
    private insertSortedNoDups;
    private getRankedPairs;
    private toBPE;
    encode(data: string): number[];
    decode(tokens: number[]): string;
    tokensContaining: (str: string) => {
        token: string;
        id: number;
    }[];
    makeUnitrim(): number[];
    totalTokens(): number;
}