/**
 * Version of the `tokenize` contract. Bump whenever the token set produced for a
 * given text changes, so persisted indexes are rebuilt before incremental use.
 *   v1 — lowercase + split on non-alphanumeric only.
 *   v2 — identifier-aware: also split camelCase/PascalCase and retain the compound.
 */
export declare const TOKENIZER_VERSION = 2;
/**
 * Identifier-aware tokenizer shared by BM25 indexing, querying, and the
 * task-scoped injection relevance gate. This module intentionally has no
 * runtime dependencies so lightweight hosts can reuse the exact contract.
 */
export declare function tokenize(text: string): string[];
//# sourceMappingURL=bm25-tokenizer.d.ts.map