import { Token } from './tokenizer';
export default function tokenize(input: any, options: any): Token[];