{"version":3,"file":"tokenizer.d.ts","sourceRoot":"","sources":["../../src/core/tokenizer.ts"],"names":[],"mappings":"AAAA,wBAAiB,QAAQ,CAAE,IAAI,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,oCAWnD;AAGD,wBAAgB,WAAW,CAAC,IAAI,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,SAA0B,SAiBnF;AAED,wBAAiB,aAAa,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,iCAWzD"}