export declare function tokens(value: string): string[];
export declare function lexicalScore(query: string, document: string): number;
/** lexicalScore against a pre-tokenized query — callers scoring many documents
 * against the same query tokenize it once instead of once per document.
 * `document` may be a raw string or a pre-tokenized Set (corpus snapshot cache). */
export declare function lexicalScoreWith(queryTokens: ReadonlySet<string>, document: string | ReadonlySet<string>): number;
export declare function cosineSimilarity(a: number[], b: number[]): number;
export declare function clamp01(value: number): number;