/**
 * Per spec §4.1 Step 3 — Tokenizer (non-mutating).
 *
 * Hard constraint H3: structured metadata > bare strings. Each collector
 * artifact and each fetched doc gets a tokenized metadata record so
 * peaks-rd/qa can do relative-anomaly detection later.
 *
 * Immutability H (common/coding-style): the output is frozen so callers
 * cannot mutate it. Use spread to derive new outputs in future slices.
 */
import type { CollectorOutput, DocRetrieverOutput, TokenizerOutput } from './types.js';
export declare function tokenize(collector: CollectorOutput, docRetriever: DocRetrieverOutput, now?: Date): TokenizerOutput;