export interface UnknownEntry {
    word_id: number;
    word_type: string;
    word_position: number;
    surface_form: string;
    pos: string;
    pos_detail_1: string;
    pos_detail_2: string;
    pos_detail_3: string;
    conjugated_type: string;
    conjugated_form: string;
    basic_form: string;
}
export interface Entry {
    word_id: number;
    word_type: string;
    word_position: number;
    surface_form: string;
    pos: string;
    pos_detail_1: string;
    pos_detail_2: string;
    pos_detail_3: string;
    conjugated_type: string;
    conjugated_form: string;
    basic_form: string;
    reading: string;
    pronunciation: string;
}
export declare type Token = Entry | UnknownEntry;
export interface Tokenizer {
    tokenize: (text: string) => Token[];
}
declare const tokenizer: () => Promise<Tokenizer>;
export { tokenizer };