interface TokenWeights {
    lettersDivisor: number;
    numbersDivisor: number;
    symbolsDivisor: number;
    whitespaceDivisor: number;
    urlDivisor: number;
    markdownDivisor: number;
    nonAsciiPenalty: number;
    globalBias: number;
}
export declare function estimateTokenCount(text: string, weights?: Partial<TokenWeights>): number;
export declare function tokenizeText(text: string, weights?: Partial<TokenWeights>): {
    tokens: Array<{
        text: string;
        count: number;
    }>;
    total: number;
};
export {};