export declare type TokenTypes = 'string' | 'control' | 'other';
export declare type Token = {
    content: string;
    type: TokenTypes;
};
export declare type Tokens = Token[];
/**
 * Lexical analysis of the code in tokens.
 *
 * @export
 * @param {string} code
 * @returns {Tokens}
 */
export declare function Lex(code: string): Tokens;