import type { ModelId } from '../models.js';
import type { RawTokenizeResult, TokenizeInput } from '../tokenization.js';
type TokenizerLike = {
    encode: (input: TokenizeInput) => Array<number>;
    free: () => void;
    getTokenCount: (input: TokenizeInput) => number;
    tokenize: (input: TokenizeInput) => RawTokenizeResult;
};
export declare const getTokenizer: (modelId: ModelId) => TokenizerLike;
export declare const freeTokenizers: (modelId?: ModelId) => void;
export {};