export declare const TOKEN_PATTERN: RegExp;
/**
 * Suffix-stripping stem tuned for substring matching against raw text: the
 * result must stay a common prefix of the token's inflected forms (so
 * "testing" -> "test" matches "test", "tested", "tests" via `includes`).
 * Intentionally close to the FTS5 porter tokenizer for hit counting, but it
 * never needs to agree exactly — both raw and stem are tried.
 */
export declare function stemLite(token: string): string;
//# sourceMappingURL=text.d.ts.map