import { ITokenizer } from './i-tokenizer.js';
import { LruCache } from '../../utils/lru-cache.js';
export declare enum ContentType {
    Code = "code",
    Json = "json",
    Markdown = "markdown",
    Text = "text"
}
export declare class HeuristicTokenizer implements ITokenizer {
    readonly modelName: string;
    private readonly cache;
    constructor(modelName?: string, cache?: LruCache<string, number>);
    countTokens(text: string): Promise<number>;
    free(): void;
    static detectContentType(text: string): ContentType;
}
//# sourceMappingURL=heuristic-tokenizer.d.ts.map