import { decode, encode } from "gpt-tokenizer/encoding/cl100k_base";

export { decode, encode };

export const encoding = { encode, decode };

export function countTokens(text: string): number {
  return encode(text).length;
}