import type { Dialect } from "../dialect.js";
import type { Token } from "./token.js";
/**
 * Lex `sql` with the dialect's lexer and return every token (trivia included,
 * EOF excluded) as neutral `Token`s. Total — never throws on bad input.
 */
export declare function tokenize(sql: string, dialect: Dialect): Token[];