/**
 * Shared tokenizer for both indexing and query-side scoring. Splits on
 * non-alphanumeric, lowercases, drops short tokens and a tiny English
 * stopword set. snake_case and camelCase identifiers (common in attribute
 * paths) are also broken into their component words so a query like
 * `transaction_id` matches `transaction` and `id` separately.
 */
export declare function tokenize(s: string): string[];
//# sourceMappingURL=tokenize.d.ts.map