import { Scanner, Token } from './mod';
interface TokenizerOptions {
    labels?: boolean;
    contextualGoto?: boolean;
    integerSuffixes?: boolean;
    integerDivision?: boolean;
    bitwiseOperators?: boolean;
    imaginaryNumbers?: boolean;
    extendedIdentifiers?: boolean;
}
declare class Tokenizer {
    #private;
    scanner: Scanner;
    constructor(scanner: Scanner, options?: TokenizerOptions);
    tokenize(): Token;
    getTokens(): Token[];
}
export { Tokenizer };
export type { TokenizerOptions };