/** * Token Chunker * * Splits text by token count using a tokenizer. * Useful for precise token budget management. */ import type { Chunk, ChunkerConfig, ChunkingStrategy } from "../../types/index.js"; import { BaseChunker } from "./BaseChunker.js"; /** * Token Chunker * * Approximates token-based splitting using word count. * For production, integrate with a proper tokenizer (tiktoken, etc.) */ export declare class TokenChunker extends BaseChunker { readonly strategy: ChunkingStrategy; getDefaultConfig(): ChunkerConfig; protected doChunk(content: string, config: ChunkerConfig): Promise; }