import { Token, LanguageDefinition } from '../types';
export declare function tokenize(code: string, language: LanguageDefinition): Token[];