import Tokenizer, { TokensNames, IToken } from "./tokenizer";
export { Tokenizer, TokensNames, type IToken };
export default Tokenizer;