import { T as TokenizerOptions, a as Tokenizer, I as IpadicToken, U as UnidicToken, B as BaseToken } from './BrowserLoader-5N21pmgj.js'; export { b as BrowserLoader, c as ByteBuffer, C as CharacterDefinition, d as ConnectionCosts, D as DictionaryContainer, e as DictionaryFormat, f as DictionaryFormatType, g as DictionaryLoader, h as DoubleArray, i as DoubleArrayBuilder, j as IpadicFormatHandler, N as NeologdFormatHandler, S as SurrogateAwareString, k as Token, l as TokenInfoDictionary, m as TokenType, n as TokenizerBuilder, o as UnidicFormatHandler, p as UnknownDictionary } from './BrowserLoader-5N21pmgj.js'; /** * Create a tokenizer with the browser dictionary loader. * * @example * ```typescript * const tokenizer = await createTokenizer({ * format: "ipadic", * dicPath: "/dict", * }); * const tokens = tokenizer.tokenize("東京都に住んでいる"); * ``` */ declare function createTokenizer(options: TokenizerOptions & { format: "ipadic"; }): Promise>; declare function createTokenizer(options: TokenizerOptions & { format: "unidic"; }): Promise>; declare function createTokenizer(options: TokenizerOptions & { format: "neologd"; }): Promise>; declare function createTokenizer(options: TokenizerOptions): Promise>; export { BaseToken, IpadicToken, Tokenizer, TokenizerOptions, UnidicToken, createTokenizer };