import { type TiktokenEncoding } from "tiktoken";
export declare const DEFAULT_ENCODING: TiktokenEncoding;
export interface TokenizerOptions {
    encoding?: TiktokenEncoding;
}
export interface Tokenizer {
    readonly encoding: TiktokenEncoding;
    encode(text: string): Uint32Array;
    decode(tokens: Uint32Array | number[]): string;
    count(text: string): number;
    truncate(text: string, tokenCount: number): string;
    free(): void;
}
export declare function createTokenizer(options?: TokenizerOptions): Tokenizer;
export declare function countTokens(text: string): number;