{"version":3,"file":"tiktoken-tokenizer.d.ts","sourceRoot":"","sources":["../../../src/core/tokenizers/tiktoken-tokenizer.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAY,aAAa,EAAE,MAAM,UAAU,CAAC;AACxD,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAC9C,OAAO,EAAE,QAAQ,EAAE,MAAM,0BAA0B,CAAC;AAyBpD,qBAAa,iBAAkB,YAAW,UAAU;IAClD,SAAgB,SAAS,EAAE,MAAM,CAAC;IAClC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAW;IACnC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAA2B;gBAErC,SAAS,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IAWlD,WAAW,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAWhD,IAAI,IAAI,IAAI;WAIL,QAAQ,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO;WAKpC,kBAAkB,CAAC,SAAS,EAAE,MAAM,GAAG,aAAa;IASlE,OAAO,CAAC,MAAM,CAAC,MAAM;CAmBtB"}