import type { InputStream, Stack } from '@lezer/lr'; /** * Tokenizer for strings. * As opposed to other tokenizers, the string tokenizer is called by the text tokenizer and * may either * - accept one of the following tokens: * - String * - IncompleteString * - FreeText * or * - hand back over to the text tokenizer in an indeterminate state. * @internal */ export declare function tokenizeString(inputStream: InputStream, stack: Stack, lastTokenizationEndIndexCache: WeakMap, startOffset?: number): { token?: 'string' | 'indeterminate' | 'json'; offset: number; };