import { TokenCounter } from "./chunking.js";

//#region src/tokens.d.ts

/**
 * Counts the number of tokens in a string using the cl100k_base encoding.
 *
 * This is the default token counter used by the chunker when no custom
 * counter is provided.
 *
 * @param text The text to count tokens for.
 * @returns The number of tokens.
 * @since 0.1.0
 */
declare function countTokens(text: string): number;
/**
 * Creates a token counter using the default tiktoken encoder (cl100k_base).
 *
 * @returns A token counter function.
 * @since 0.1.0
 */
declare function createDefaultTokenCounter(): TokenCounter;
//#endregion
export { countTokens, createDefaultTokenCounter };