/** * @typedef {AssertTrue>, TokenizerOptions>>} _ignored * @param {Source} source * @param {object} options * @param {SourceMap} [options.sourceMap] * @param {string} [options.extraValidFirstLetters] * @param {number} [options.realPrecision] * @param {boolean} [options.tokenizeReal] * @param {boolean} [options.preserveComments] * @param {boolean} [options.preserveNewlines] * @param {boolean} [options.allowLeadingZeroes] * @param {ErrorCollector} [options.errorCollector] * @returns {Tokenizer} */ export function makeTokenizer(source: Source, options?: { sourceMap?: SourceMap | undefined; extraValidFirstLetters?: string | undefined; realPrecision?: number | undefined; tokenizeReal?: boolean | undefined; preserveComments?: boolean | undefined; preserveNewlines?: boolean | undefined; allowLeadingZeroes?: boolean | undefined; errorCollector?: ErrorCollector | undefined; }): Tokenizer; export type _ignored = AssertTrue>, TokenizerOptions>>; export type TokenizerOptions = { sourceMap?: SourceMap; extraValidFirstLetters?: string; realPrecision?: number; tokenizeReal?: boolean; preserveComments?: boolean; preserveNewlines?: boolean; allowLeadingZeroes?: boolean; errorCollector?: ErrorCollector; }; import type { Source } from "../index.js"; import type { SourceMap } from "../index.js"; import type { ErrorCollector } from "../index.js"; import type { Tokenizer } from "../index.js"; import type { SecondArgType } from "@helios-lang/type-utils"; import type { IsSame } from "@helios-lang/type-utils"; import type { AssertTrue } from "@helios-lang/type-utils"; //# sourceMappingURL=Tokenizer.d.ts.map