export type TokenDictionaryParser = (file: string) => string | Map<Uint8Array, number>;
export declare class TikTokenImpl {
    private static _instance;
    private _values;
    private _stats;
    private constructor();
    static get instance(): TikTokenImpl;
    init(tokenFilePath: string, encoderName: string, useBinaryTokens: boolean): number;
    encode(handle: number, text: string, allowedSpecial?: readonly string[]): number[];
    destroy(handle: number): void;
    resetStats(): {
        callCount: number;
        encodeDuration: number;
        textLength: number;
    };
}
//# sourceMappingURL=tikTokenizerImpl.d.ts.map