import { ComposedWord } from "./ComposedWord.js"; import { DirectedGraph } from "./graph.js"; import { SingleWord } from "./SingleWord.js"; import type { CandidateNormalizer, Lemmatizer, MultiWordScorer, SingleWordScorer, TextProcessor } from "./strategies.js"; type BlockWord = [tag: string, word: string, term: SingleWord, normalizedWord: string]; interface DataCoreConfig { windowsSize?: number; n?: number; tagsToDiscard?: Set; exclude?: ReadonlySet; textProcessor?: TextProcessor; lemmatizer?: Lemmatizer | null; candidateNormalizer?: CandidateNormalizer | null; singleWordScorer?: SingleWordScorer | null; multiWordScorer?: MultiWordScorer | null; language?: string; } export declare class DataCore { readonly exclude: ReadonlySet; readonly tagsToDiscard: Set; readonly stopwordSet: Set; readonly g: DirectedGraph; readonly terms: Map; readonly candidates: Map; readonly sentencesObj: BlockWord[][][]; readonly sentencesStr: string[][]; readonly freqNs: Record; readonly textProcessor: TextProcessor; readonly lemmatizer: Lemmatizer | null; readonly candidateNormalizer: CandidateNormalizer | null; readonly singleWordScorer: SingleWordScorer | null; readonly multiWordScorer: MultiWordScorer | null; readonly language: string; numberOfSentences: number; numberOfWords: number; private candidateOrder; /** * Builds document state used by the YAKE scoring pipeline. */ constructor(text: string, stopwordSet: Set, config?: DataCoreConfig); /** * Returns the YAKE tag for a token at a given position. */ getTag(word: string, index: number): string; /** * Builds a composed-word candidate from raw text. */ buildCandidate(candidateString: string): ComposedWord; /** * Computes single-word YAKE features. */ buildSingleTermsFeatures(features?: string[] | null): void; /** * Computes multi-word YAKE features. */ buildMultTermsFeatures(features?: string[] | null): void; /** * Retrieves or creates the internal term representation for a token. */ getTerm(strWord: string, saveNonSeen?: boolean, normalized?: boolean): SingleWord; addCooccur(leftTerm: SingleWord, rightTerm: SingleWord): void; addOrUpdateComposedWord(candidate: ComposedWord): void; private build; private processSentence; private processWord; private updateCooccurrence; private generateCandidates; private normalizeTerm; } export {}; //# sourceMappingURL=DataCore.d.ts.map