{"version":3,"file":"tokenizers.d.ts","sourceRoot":"","sources":["../src/tokenizers.ts"],"names":[],"mappings":"AAUA;;;GAGG;AACH,qBAAa,SAAS;IACpB,OAAO,CAAC,MAAM,CAAM;IAEpB,OAAO;IAIP;;;;OAIG;IACH,OAAO;IAIP;;;;;OAKG;IACH,MAAM,CAAC,IAAI,EAAE,MAAM,GAAG,UAAU;IAOhC;;;;;OAKG;IACH,MAAM,CAAC,GAAG,EAAE,UAAU,GAAG,MAAM;IAO/B;;;;OAIG;IACH,YAAY,IAAI,MAAM;IAKtB;;;;;OAKG;IACH,SAAS,CAAC,EAAE,EAAE,MAAM,GAAG,MAAM;IAK7B;;;;;OAKG;WACU,QAAQ,CAAC,IAAI,EAAE,WAAW,GAAG,OAAO,CAAC,SAAS,CAAC;IAK5D;;;;;;;OAOG;WACU,gBAAgB,CAC3B,KAAK,EAAE,WAAW,EAClB,MAAM,EAAE,WAAW,EACnB,WAAW,SAAK,GACf,OAAO,CAAC,SAAS,CAAC;IAMrB;;;;;OAKG;WACU,iBAAiB,CAAC,KAAK,EAAE,WAAW,GAAG,OAAO,CAAC,SAAS,CAAC;CAKvE"}