import { Token } from "@aurahelper/core";
export declare class Tokenizer {
    /**
     * Method to tokenize any String into basic tokens
     * @param {string} str String to tokenize
     * @param {number} [virtualLine] To tokenize a single line into a entire document, you can pass the line number to get all data correctly, including lines and colums
     * @returns {Token[]} Return the token list from str
     */
    static tokenize(str: string, virtualLine?: number): Token[];
}