export declare function defaultCountTokens(text: string): number;
export declare function estimateMessageTokens(text: string | undefined): number;
export declare function estimateTokensFast(text: string): number;
export type TokenCountFn = (text: string) => number;
export declare function createBpeTokenizer(): TokenCountFn;
//# sourceMappingURL=tokenize.d.ts.map