/**
 * Parsing is done by tokenizing the text files, and then converting the tokens to the model.
 * Not much error handling is implemented as the MMEL file structure is assumed to be correct.
 */
/**
 *  Convert text to an array of tokens
 */
export declare function MMELtokenize(x: string): string[];
/**
 * The next item is enclosed by something, say "". Remove the enclosing stuffs and perform tokenization
 */
export declare function MMELtokenizePackage(x: string): string[];
/**
 *  The data is a set of IDs enclosed in {}. Remove the {} and put each ID into a set
 */
export declare function MMELtokenizeSet(x: string): Set<string>;
/**
 * Remove the enclosing stuffs
 */
export declare function MMELremovePackage(x: string): string;
/**
 * It is specifically used for parsing attribute definitions
 */
export declare function MMELtokenizeAttributes(x: string): string[];
//# sourceMappingURL=tokenizer.d.ts.map