/** Lowercase, split on non-alphanumerics, drop 1-char tokens, dedupe (insertion order). */
export declare function tokenize(text: string): string[];
//# sourceMappingURL=tokenize.d.ts.map