import { MultiAsyncIterator } from "./multi-async-iterator.js";
import { AsyncStringTokenizer } from "./string-tokenizer.js";
export declare abstract class TokenGenerator<TokenT> extends AsyncStringTokenizer implements AsyncIterable<TokenT> {
    protected readonly multiIterator: MultiAsyncIterator<TokenT>;
    private readonly tokenQueue;
    protected constructor(iterator: AsyncIterator<string, undefined, undefined>, text?: string, at?: number);
    protected onDone(): void;
    protected onToken(value: TokenT): void;
    protected abstract onWaiting(): Promise<IteratorResult<TokenT, undefined>>;
    [Symbol.asyncIterator](): AsyncIterator<TokenT, undefined, undefined>;
}
//# sourceMappingURL=token-generator.d.ts.map