/** * Shared Tiktoken singleton — lazy init, cached on globalThis. * * Uses dynamic import so the tokenizer is never loaded unless code actually * needs it. The instance is stored on globalThis so it can be reused across * packages without re-initializing (each init loads the full BPE rank table). */ import type { Tiktoken } from 'js-tiktoken/lite'; /** * Get or create the shared Tiktoken encoder instance. * Uses dynamic import so tiktoken is never loaded at module init time. * Cached on globalThis so the same instance is reused across packages. */ export declare function getTiktoken(): Promise; //# sourceMappingURL=tiktoken.d.ts.map