/**
 * Tokenizer
 * Main tokenization logic
 */
import type { Token, SourceLocation } from '../types.js';
interface TokenizeOptions {
    includeComments?: boolean;
}
export declare function tokenize(source: string, baseLocation?: SourceLocation, options?: TokenizeOptions): Token[];
export {};