{"version":3,"file":"tokenizer.d.ts","sourceRoot":"","sources":["../../../src/lib/tokenizer/tokenizer.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,aAAa,EAAE,MAAM,EAAE,MAAM,oBAAoB,CAAC;AACjE,OAAO,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAC;AAE1C,MAAM,WAAW,KAAK;IACpB,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,MAAM,gBAAgB,GAAG,OAAO,CAAC;IACrC,eAAe,EAAE,OAAO,CAAC;CAC1B,CAAC,CAAA;AAEF,8BAAsB,SAAS;aAED,QAAQ,EAAE,QAAQ;IAAE,SAAS,CAAC,QAAQ,CAAC,OAAO,EAAE,gBAAgB;gBAAhE,QAAQ,EAAE,QAAQ,EAAqB,OAAO,GAAE,gBAAqB;IAEjG;;;;;;OAMG;aACa,cAAc,CAAC,IAAI,EAAC,MAAM,GAAG,KAAK,EAAE;IAEpD;;;;OAIG;IACI,YAAY,CAAC,IAAI,EAAE,IAAI,GAAG,aAAa;IAK9C;;;;OAIG;IACI,QAAQ,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM;IAIrC;;;;;;OAMG;IACI,mBAAmB,CAAC,IAAI,EAAE,MAAM,GAAG,CAAC,MAAM,EAAE,EAAE,MAAM,EAAE,CAAC;IAU9D;;;;;;OAMG;IACH,SAAS,CAAC,QAAQ,CAAC,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,KAAK;CAG3D"}