export declare type Token = [number, string];
/**
 * Split text into tokens
 */
export default function tokenize(text: string): Token[];