import { Token } from '../keywords/index.js';

declare const isDigit: (ch: string) => boolean;
declare const isAlpha: (ch: string) => boolean;
declare const isOperator: (ch: string) => boolean;
declare const isKeyword: (word: string) => boolean;
declare const isComment: (ch: string) => ch is "#";
declare const isSkip: (ch: string) => boolean;
declare const isNextLine: (ch: string) => boolean;
declare const isString: (ch: string) => boolean;
interface TokenlizeConfig {
    skipEmptyLine?: boolean;
}
declare function tokenlize(code: string, config?: TokenlizeConfig): Token[];

export { type TokenlizeConfig, isAlpha, isComment, isDigit, isKeyword, isNextLine, isOperator, isSkip, isString, tokenlize };