import type { TiktokenModel } from 'tiktoken'; import { ITokenizer } from './i-tokenizer.js'; import { LruCache } from '../../utils/lru-cache.js'; export declare class TiktokenTokenizer implements ITokenizer { readonly modelName: string; private readonly encoder; private readonly cache; constructor(modelName: string, cache?: LruCache); countTokens(text: string): Promise; free(): void; static supports(modelName: string): boolean; static mapToTiktokenModel(modelName: string): TiktokenModel; private static tryMap; } //# sourceMappingURL=tiktoken-tokenizer.d.ts.map