import { TokenizerOptions } from "./interfaces/options";
import { Token } from "./interfaces/token";
import { Iterable } from "./iterable";
export declare class Tokenizer {
    private options;
    constructor(opts?: TokenizerOptions);
    tokenize(ics: string): Iterable<Token>;
}