{"version":3,"file":"heuristic-tokenizer.d.ts","sourceRoot":"","sources":["../../../src/core/tokenizers/heuristic-tokenizer.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAC9C,OAAO,EAAE,QAAQ,EAAE,MAAM,0BAA0B,CAAC;AAcpD,oBAAY,WAAW;IACrB,IAAI,SAAS;IACb,IAAI,SAAS;IACb,QAAQ,aAAa;IACrB,IAAI,SAAS;CACd;AAwBD,qBAAa,kBAAmB,YAAW,UAAU;IACnD,SAAgB,SAAS,EAAE,MAAM,CAAC;IAClC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAA2B;gBAG/C,SAAS,GAAE,MAAoB,EAC/B,KAAK,CAAC,EAAE,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IAQrB,WAAW,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAahD,IAAI,IAAI,IAAI;WAIL,iBAAiB,CAAC,IAAI,EAAE,MAAM,GAAG,WAAW;CAiB3D"}