/**
 * @author Roman Vottner
 * @copyright 2020 Roman Vottner
 * @license Apache-2.0
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *      http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
import type { Configuration } from './configuration';
interface RegExType {
    alpha: RegExp;
    numeric: RegExp;
    alphanumeric: RegExp;
    decimal: RegExp;
}
export declare abstract class Charset implements RegExType {
    name: string;
    alpha: RegExp;
    alphanumeric: RegExp;
    numeric: RegExp;
    decimal: RegExp;
    constructor(name: string, configuration: Configuration, admissibleAlphabet: string[][], unicode?: boolean);
    private compile;
}
export declare class Tokenizer {
    private regexes;
    private regex;
    buffer: string;
    alpha(): void;
    alphanumeric(): void;
    numeric(): void;
    decimal(chunk: string, index: number): void;
    constructor(config: Configuration);
    setCharsetBasedOnConfig(config: Configuration): RegExType;
    segment(chunk: string, index: number): number;
    data(chunk: string, index: number): number;
    release(chunk: string, index: number): void;
    length(): number;
    content(): string;
    private errors;
}
export {};
//# sourceMappingURL=tokenizer.d.ts.map