import type { ModelId } from './models.js'; import type { ModelSelection } from './modelSelection.js'; import type { RawTokenizeResult, TokenizeInput } from './tokenization.js'; import { modelIds, models } from './models.js'; export type { ModelSelection } from './modelSelection.js'; export type CountResult = number; export type CountTokensResult = CountResult; export type TokenizeResult = RawTokenizeResult; export type TokenizeOptions = SingleModelOptions; export type CountOptions = SingleModelOptions; export type CountTokensOptions = CountOptions; type SingleModelOptions = { model: TModel; }; export declare function tokenizeLoaded(input: InputGeneric, model: TModel): RawTokenizeResult; export declare function tokenizeLoaded(input: InputGeneric, options: TokenizeOptions): RawTokenizeResult; export declare function countLoaded(input: TokenizeInput, model: TModel): CountResult; export declare function countLoaded(input: TokenizeInput, options: CountOptions): CountResult; export declare function load(model: TModel): Promise; export declare function load(model?: ModelSelection): Promise>; export declare function tokenize(input: InputGeneric, model: TModel): Promise>; export declare function tokenize(input: InputGeneric, options: TokenizeOptions): Promise>; export declare function count(input: TokenizeInput, model: TModel): Promise; export declare function count(input: TokenizeInput, options: CountOptions): Promise; export declare const free: (modelId?: ModelId) => void; export { modelIds, models }; export default tokenize; export type { ModelId }; export type { RawTokenizeResult, TokenizeInput } from './tokenization.js';