export { TOKEN_PATTERN, stemLite } from '../memory/text.js';
export interface TopicToken {
    raw: string;
    stem: string;
}
export declare function tokenizeTopic(topic: string): TopicToken[];
/** Count tokens that match the text via raw or stemmed form (each token at most once). */
export declare function countTokenHits(text: string, tokens: TopicToken[]): number;
export declare function tokenMatchesText(text: string, token: TopicToken): boolean;
//# sourceMappingURL=tokenize.d.ts.map