import { Token } from "../Token";
import { TokenType } from "./TokenType";
export declare class Tokenizer {
    readonly types: {
        readonly [type: string]: TokenType;
    };
    constructor(types: {
        readonly [type: string]: TokenType;
    });
    tokenize(filename: string, fileSource: string): Token[];
}