import type { Token } from './token';
export interface TokenStream {
    tokens: Token[];
    filePath?: string;
    /** Full source text — present when debug mode is enabled. Its presence
     *  replaces the old `hasDebugData` flag. */
    source?: string;
}
export declare function tokenize(input: string, debug: boolean, filePath: string | undefined): TokenStream;