/**
 * @license
 * Copyright 2026 Alibaba Group Holding Limited
 * SPDX-License-Identifier: Apache-2.0
 */
export declare function initializeTokenizer(): void;
export declare function stripNoise(text: unknown): string;
export declare function segment(text: unknown): string[];
export declare function indexText(text: unknown): string;
export declare function queryTerms(query: unknown): string[];