/**
 * Shared tokenizer for path-match and symbol-match metrics.
 *
 * Splits text on common code boundaries (spaces, path separators, dots,
 * dashes, underscores, camelCase) and normalizes to lowercase.
 */
/**
 * Tokenize text by splitting on spaces, `/`, `\`, `.`, `-`, `_`, and
 * camelCase boundaries. Returns unique, lowercase tokens ≥ 2 chars.
 */
export declare function tokenize(text: string): string[];
//# sourceMappingURL=tokenize.d.ts.map