import { IConfusionMatrix } from '@microsoft/bf-dispatcher'; import { MultiLabelObjectConfusionMatrixExact } from '@microsoft/bf-dispatcher'; import { MultiLabelObjectConfusionMatrixSubset } from '@microsoft/bf-dispatcher'; import { ILabelArrayAndMap } from '@microsoft/bf-dispatcher'; import { Example } from '@microsoft/bf-dispatcher'; import { Label } from '@microsoft/bf-dispatcher'; import { PredictionStructure } from '@microsoft/bf-dispatcher'; import { PredictionStructureWithPluralEvaluationLabelObject } from '@microsoft/bf-dispatcher'; import { PredictionStructureWithPluralEvaluationLabelString } from '@microsoft/bf-dispatcher'; import { PredictionStructureWithScore } from '@microsoft/bf-dispatcher'; import { PredictionStructureWithScoreLabelString } from '@microsoft/bf-dispatcher'; import { PredictionStructureWithScoreLabelObject } from '@microsoft/bf-dispatcher'; import { Result } from '@microsoft/bf-dispatcher'; import { StructTextLabelObjects } from '@microsoft/bf-dispatcher'; import { StructTextLabelStrings } from '@microsoft/bf-dispatcher'; import { StructNumberNumber } from '@microsoft/bf-dispatcher'; import { StructTextNumber } from '@microsoft/bf-dispatcher'; import { StructTextStringSet } from '@microsoft/bf-dispatcher'; import { StructTextText } from '@microsoft/bf-dispatcher'; import { AxiosRequestConfig } from 'axios'; export declare class Utility { static toPrintDebuggingLogToConsole: boolean; static toPrintDetailedDebuggingLogToConsole: boolean; static toObfuscateLabelTextInReportUtility: boolean; static NumberOfInstancesPerProgressDisplayBatch: number; static NumberOfInstancesPerProgressDisplayBatchForIntent: number; static NumberOfInstancesPerProgressDisplayBatchForEntity: number; static readonly DefaultAmbiguousClosenessThresholdParameter: number; static readonly DefaultLowConfidenceScoreThresholdParameter: number; static readonly DefaultMultiLabelPredictionThresholdParameter: number; static readonly DefaultUnknownLabelPredictionThresholdParameter: number; static StringLabelConfusionMatrixToIncludeTrueNegatives: boolean; static ObjectLabelConfusionMatrixToIncludeTrueNegatives: boolean; static readonly UnknownLabel: string; static readonly UnknownLabelSet: Set; static readonly ColumnNameMicroAverageRaw: string; static readonly ColumnNameMicroAverage: string; static readonly DescriptionMicroAverage: string; static readonly ColumnNameMicroFirstQuartile: string; static readonly DescriptionMicroFirstQuartile: string; static readonly ColumnNameMicroMedian: string; static readonly DescriptionMicroMedian: string; static readonly ColumnNameMicroThirdQuartile: string; static readonly DescriptionMicroThirdQuartile: string; static readonly ColumnNameMacroFirstQuartile: string; static readonly DescriptionMacroFirstQuartile: string; static readonly ColumnNameMacroMedian: string; static readonly DescriptionMacroMedian: string; static readonly ColumnNameMacroThirdQuartile: string; static readonly DescriptionMacroThirdQuartile: string; static readonly ColumnNameSummationMicroAverageRaw: string; static readonly ColumnNameSummationMicroAverage: string; static readonly DescriptionSummationMicroAverage: string; static readonly ColumnNameMacroAverageRaw: string; static readonly ColumnNameMacroAverage: string; static readonly DescriptionMacroAverage: string; static readonly ColumnNameSummationMacroAverage: string; static readonly DescriptionSummationMacroAverage: string; static readonly ColumnNamePositiveSupportMacroAverage: string; static readonly DescriptionPositiveSupportMacroAverage: string; static readonly ColumnNamePositiveSupportSummationMacroAverage: string; static readonly DescriptionPositiveSupportSummationMacroAverage: string; static readonly ColumnNameWeightedMacroAverage: string; static readonly DescriptionWeightedMacroAverage: string; static readonly ColumnNameWeightedSummationMacroAverage: string; static readonly DescriptionWeightedSummationMacroAverage: string; static readonly ColumnNameMultiLabelExactAggregate: string; static readonly DescriptionMultiLabelExactAggregate: string; static readonly ColumnNameMultiLabelSubsetAggregate: string; static readonly DescriptionMultiLabelSubsetAggregate: string; static processUtteranceMultiLabelTsv(lines: string[], utteranceLabelsMap: Map>, utterancesLabelsPredictedMap: Map>, utteranceLabelDuplicateMap: Map>, utteranceLabelDuplicatePredictedMap: Map>, utteranceIndex?: number, labelsIndex?: number, labelsPredictedIndex?: number): boolean; static addToMultiLabelUtteranceStructure(utterance: string, label: string, utteranceLabelsMap: Map>, utteranceLabelDuplicateMap: Map>): void; static addIfNewLabel(newLabel: string, labels: Set): boolean; static parseInputLabelEntryIntoInputLabelContainerArray(modelLabels: string[], inputLabelEntry: string, inputLabelContainerArray: string[]): string; static generateAssessmentLabelObjectEvaluationReport(groundTruthSetLabels: string[], predictionSetEntityLabelSet: Set, groundTruthSetUtteranceEntityLabelsMap: Map, groundTruthSetUtteranceEntityLabelDuplicateMap: Map, predictionSetUtteranceEntityLabelsMap: Map, predictionSetUtteranceEntityLabelDuplicateMap: Map): { 'evaluationReportGroundTruthSetLabelUtteranceStatistics': { 'evaluationSummary': string; 'labelArrayAndMap': ILabelArrayAndMap; 'labelStatisticsAndHtmlTable': { 'labelUtterancesMap': Map>; 'labelUtterancesTotal': number; 'labelStatistics': string[][]; 'labelStatisticsHtml': string; }; 'utteranceStatisticsAndHtmlTable': { 'utteranceStatisticsMap': Map; 'utteranceStatistics': StructTextNumber[]; 'utteranceCount': number; 'utteranceStatisticsHtml': string; }; /** ---- NOTE-SPURIOUS-PLACE-HOLDER ---- * 'spuriousLabelStatisticsAndHtmlTable': { * 'spuriousLabelUtterancesMap': Array; * 'spuriousLabelUtterancesTotal': number; * 'spuriousLabelStatistics': string[][]; * 'spuriousLabelStatisticsHtml': string; }; */ 'utterancesMultiLabelArrays': StructTextText[]; 'utterancesMultiLabelArraysHtml': string; 'utteranceLabelDuplicateHtml': string; }; 'evaluationReportPredictionSetLabelUtteranceStatistics': { 'evaluationSummary': string; 'labelArrayAndMap': ILabelArrayAndMap; 'labelStatisticsAndHtmlTable': { 'labelUtterancesMap': Map>; 'labelUtterancesTotal': number; 'labelStatistics': string[][]; 'labelStatisticsHtml': string; }; 'utteranceStatisticsAndHtmlTable': { 'utteranceStatisticsMap': Map; 'utteranceStatistics': StructTextNumber[]; 'utteranceCount': number; 'utteranceStatisticsHtml': string; }; /** ---- NOTE-SPURIOUS-PLACE-HOLDER ---- * 'spuriousLabelStatisticsAndHtmlTable': { * 'spuriousLabelUtterancesMap': Array; * 'spuriousLabelUtterancesTotal': number; * 'spuriousLabelStatistics': string[][]; * 'spuriousLabelStatisticsHtml': string; }; */ 'utterancesMultiLabelArrays': StructTextText[]; 'utterancesMultiLabelArraysHtml': string; 'utteranceLabelDuplicateHtml': string; }; 'evaluationReportSpuriousPredictions': { 'evaluationSummary': string; 'spuriousPredictions': StructTextLabelObjects[]; }; 'evaluationReportAnalyses': { 'evaluationSummary': string; 'misclassifiedAnalysis': { 'predictingMisclassifiedUtterancesArrays': string[][]; 'predictingMisclassifiedUtterancesArraysHtml': string; 'predictingMisclassifiedUtterancesSimpleArrays': string[][]; }; 'confusionMatrixAnalysis': { 'confusionMatrix': IConfusionMatrix; 'multiLabelObjectConfusionMatrixExact': MultiLabelObjectConfusionMatrixExact; 'multiLabelObjectConfusionMatrixSubset': MultiLabelObjectConfusionMatrixSubset; 'predictingConfusionMatrixOutputLines': string[][]; 'confusionMatrixMetricsHtml': string; 'confusionMatrixAverageMetricsHtml': string; 'confusionMatrixAverageDescriptionMetricsHtml': string; }; }; 'predictionStructureWithPluralEvaluationLabelObjectArray': PredictionStructureWithPluralEvaluationLabelObject[]; }; static generateAssessmentLabelObjectEvaluationReportSpuriousPredictions(evaluationSummary: string, groundTruthSetUtteranceEntityLabelsMap: Map, predictionSetUtteranceEntityLabelsMap: Map): { 'evaluationSummary': string; 'spuriousPredictions': StructTextLabelObjects[]; }; static generateAssessmentLabelObjectEvaluationReportLabelUtteranceStatistics(evaluationSummary: string, dataSetLabels: string[], utteranceEntityLabelsMap: Map, utteranceEntityLabelDuplicateMap: Map, evaluationSummaryTagEntityLabelUtteranceStatistics: string, evaluationSummaryTagUtteranceDuplicates: string, ensureUnknownLabelInLabelArrayAndMap: boolean): { 'evaluationSummary': string; 'labelArrayAndMap': ILabelArrayAndMap; 'labelStatisticsAndHtmlTable': { 'labelUtterancesMap': Map>; 'labelUtterancesTotal': number; 'labelStatistics': string[][]; 'labelStatisticsHtml': string; }; 'utteranceStatisticsAndHtmlTable': { 'utteranceStatisticsMap': Map; 'utteranceStatistics': StructTextNumber[]; 'utteranceCount': number; 'utteranceStatisticsHtml': string; }; /** ---- NOTE-SPURIOUS-PLACE-HOLDER ---- * 'spuriousLabelStatisticsAndHtmlTable': { * 'spuriousLabelUtterancesMap': Array; * 'spuriousLabelUtterancesTotal': number; * 'spuriousLabelStatistics': string[][]; * 'spuriousLabelStatisticsHtml': string; }; */ 'utterancesMultiLabelArrays': StructTextText[]; 'utterancesMultiLabelArraysHtml': string; 'utteranceLabelDuplicateHtml': string; }; static convertUtteranceEntityLabelsMap(utteranceEntityLabelsMap: Map): Map>; static generateAssessmentLabelObjectEvaluationReportAnalyses(evaluationSummary: string, predictionStructureWithPluralEvaluationLabelObjectArray: PredictionStructureWithPluralEvaluationLabelObject[], labelArrayAndMap: ILabelArrayAndMap): { 'evaluationSummary': string; 'misclassifiedAnalysis': { 'predictingMisclassifiedUtterancesArrays': string[][]; 'predictingMisclassifiedUtterancesArraysHtml': string; 'predictingMisclassifiedUtterancesSimpleArrays': string[][]; }; 'confusionMatrixAnalysis': { 'confusionMatrix': IConfusionMatrix; 'multiLabelObjectConfusionMatrixExact': MultiLabelObjectConfusionMatrixExact; 'multiLabelObjectConfusionMatrixSubset': MultiLabelObjectConfusionMatrixSubset; 'predictingConfusionMatrixOutputLines': string[][]; 'confusionMatrixMetricsHtml': string; 'confusionMatrixAverageMetricsHtml': string; 'confusionMatrixAverageDescriptionMetricsHtml': string; }; }; static generateAssessmentLabelObjectMisclassifiedStatisticsAndHtmlTable(predictionStructureWithPluralEvaluationLabelObjectArray: PredictionStructureWithPluralEvaluationLabelObject[]): { 'predictingMisclassifiedUtterancesArrays': string[][]; 'predictingMisclassifiedUtterancesArraysHtml': string; 'predictingMisclassifiedUtterancesSimpleArrays': string[][]; }; static generateAssessmentLabelObjectConfusionMatrixMetricsAndHtmlTable(predictionStructureWithPluralEvaluationLabelObjectArray: PredictionStructureWithPluralEvaluationLabelObject[], labelArrayAndMap: ILabelArrayAndMap): { 'confusionMatrix': IConfusionMatrix; 'multiLabelObjectConfusionMatrixExact': MultiLabelObjectConfusionMatrixExact; 'multiLabelObjectConfusionMatrixSubset': MultiLabelObjectConfusionMatrixSubset; 'predictingConfusionMatrixOutputLines': string[][]; 'confusionMatrixMetricsHtml': string; 'confusionMatrixAverageMetricsHtml': string; 'confusionMatrixAverageDescriptionMetricsHtml': string; }; static assessLabelObjectSpuriousPredictions(groundTruthSetUtteranceLabelsMap: Map, predictionSetUtteranceLabelsMap: Map): StructTextLabelObjects[]; static assessLabelObjectPredictions(groundTruthSetUtteranceLabelsMap: Map, predictionSetUtteranceLabelsMap: Map, labelArrayAndMap: ILabelArrayAndMap): PredictionStructureWithPluralEvaluationLabelObject[]; static evaluateLabelObjectPrediction(groundTruths: Label[], predictions: Label[]): number[]; static createEmptyLabelStringUnknownSpuriousLabelsStructure(): { 'utteranceUnknownLabelsMap': Map>; 'utteranceUnknownLabelDuplicateMap': Map>; 'utteranceSpuriousLabelsMap': Map>; 'utteranceSpuriousLabelDuplicateMap': Map>; 'utteranceLabelMapSetAddedWithUnknownLabel': boolean; 'utteranceLabelDuplicateMapSetAddedWithUnknownLabel': boolean; }; static EmptyLabelStringUnknownSpuriousLabelsStructure: { 'utteranceUnknownLabelsMap': Map>; 'utteranceUnknownLabelDuplicateMap': Map>; 'utteranceSpuriousLabelsMap': Map>; 'utteranceSpuriousLabelDuplicateMap': Map>; 'utteranceLabelMapSetAddedWithUnknownLabel': boolean; 'utteranceLabelDuplicateMapSetAddedWithUnknownLabel': boolean; }; static createEmptyLabelObjectUnknownSpuriousLabelsStructure(): { 'utteranceUnknownEntityLabelsMap': Map; 'utteranceUnknownEntityLabelDuplicateMap': Map; 'utteranceSpuriousEntityLabelsMap': Map; 'utteranceSpuriousEntityLabelDuplicateMap': Map; 'utteranceLabelMapSetAddedWithUnknownLabel': boolean; 'utteranceLabelDuplicateMapSetAddedWithUnknownLabel': boolean; }; static EmptyLabelObjectUnknownSpuriousLabelsStructure: { 'utteranceUnknownEntityLabelsMap': Map; 'utteranceUnknownEntityLabelDuplicateMap': Map; 'utteranceSpuriousEntityLabelsMap': Map; 'utteranceSpuriousEntityLabelDuplicateMap': Map; 'utteranceLabelMapSetAddedWithUnknownLabel': boolean; 'utteranceLabelDuplicateMapSetAddedWithUnknownLabel': boolean; }; static generateAssessmentEvaluationReportFiles(stringArray: string[], evaluationSummary: string, labelsOutputFilename: string, evaluationSetSummaryOutputFilename: string): void; static generateAssessmentEvaluationReport(groundTruthSetLabels: string[], predictionSetLabelSet: Set, groundTruthSetUtteranceLabelsMap: Map>, groundTruthSetUtteranceLabelDuplicateMap: Map>, predictionSetUtteranceLabelsMap: Map>, predictionSetUtteranceLabelDuplicateMap: Map>): { 'evaluationReportGroundTruthSetLabelUtteranceStatistics': { 'evaluationSummary': string; 'labelArrayAndMap': ILabelArrayAndMap; 'labelStatisticsAndHtmlTable': { 'labelUtterancesMap': Map>; 'labelUtterancesTotal': number; 'labelStatistics': string[][]; 'labelStatisticsHtml': string; }; 'utteranceStatisticsAndHtmlTable': { 'utteranceStatisticsMap': Map; 'utteranceStatistics': StructTextNumber[]; 'utteranceCount': number; 'utteranceStatisticsHtml': string; }; /** ---- NOTE-SPURIOUS-PLACE-HOLDER ---- * 'spuriousLabelStatisticsAndHtmlTable': { * 'spuriousLabelUtterancesMap': StructTextStringSet[]; * 'spuriousLabelUtterancesTotal': number; * 'spuriousLabelStatistics': string[][]; * 'spuriousLabelStatisticsHtml': string; }; */ 'utterancesMultiLabelArrays': StructTextText[]; 'utterancesMultiLabelArraysHtml': string; 'utteranceLabelDuplicateHtml': string; }; 'evaluationReportPredictionSetLabelUtteranceStatistics': { 'evaluationSummary': string; 'labelArrayAndMap': ILabelArrayAndMap; 'labelStatisticsAndHtmlTable': { 'labelUtterancesMap': Map>; 'labelUtterancesTotal': number; 'labelStatistics': string[][]; 'labelStatisticsHtml': string; }; 'utteranceStatisticsAndHtmlTable': { 'utteranceStatisticsMap': Map; 'utteranceStatistics': StructTextNumber[]; 'utteranceCount': number; 'utteranceStatisticsHtml': string; }; /** ---- NOTE-SPURIOUS-PLACE-HOLDER ---- * 'spuriousLabelStatisticsAndHtmlTable': { * 'spuriousLabelUtterancesMap': StructTextStringSet[]; * 'spuriousLabelUtterancesTotal': number; * 'spuriousLabelStatistics': string[][]; * 'spuriousLabelStatisticsHtml': string; }; */ 'utterancesMultiLabelArrays': StructTextText[]; 'utterancesMultiLabelArraysHtml': string; 'utteranceLabelDuplicateHtml': string; }; 'evaluationReportSpuriousPredictions': { 'evaluationSummary': string; 'spuriousPredictions': StructTextLabelStrings[]; }; 'evaluationReportAnalyses': { 'evaluationSummary': string; 'misclassifiedAnalysis': { 'predictingMisclassifiedUtterancesArrays': string[][]; 'predictingMisclassifiedUtterancesArraysHtml': string; 'predictingMisclassifiedUtterancesSimpleArrays': string[][]; }; 'confusionMatrixAnalysis': { 'confusionMatrix': IConfusionMatrix; 'multiLabelObjectConfusionMatrixExact': MultiLabelObjectConfusionMatrixExact; 'multiLabelObjectConfusionMatrixSubset': MultiLabelObjectConfusionMatrixSubset; 'predictingConfusionMatrixOutputLines': string[][]; 'confusionMatrixMetricsHtml': string; 'confusionMatrixAverageMetricsHtml': string; 'confusionMatrixAverageDescriptionMetricsHtml': string; }; }; 'predictionStructureWithPluralEvaluationLabelStringArray': PredictionStructureWithPluralEvaluationLabelString[]; }; static generateAssessmentMultiLabelIntentEvaluationReportSpuriousPredictions(evaluationSummary: string, groundTruthSetUtteranceLabelsMap: Map>, predictionSetUtteranceLabelsMap: Map>): { 'evaluationSummary': string; 'spuriousPredictions': StructTextLabelStrings[]; }; static generateAssessmentEvaluationReportAnalyses(evaluationSummary: string, predictionStructureWithPluralEvaluationLabelStringArray: PredictionStructureWithPluralEvaluationLabelString[], labelArrayAndMap: ILabelArrayAndMap): { 'evaluationSummary': string; 'misclassifiedAnalysis': { 'predictingMisclassifiedUtterancesArrays': string[][]; 'predictingMisclassifiedUtterancesArraysHtml': string; 'predictingMisclassifiedUtterancesSimpleArrays': string[][]; }; 'confusionMatrixAnalysis': { 'confusionMatrix': IConfusionMatrix; 'multiLabelObjectConfusionMatrixExact': MultiLabelObjectConfusionMatrixExact; 'multiLabelObjectConfusionMatrixSubset': MultiLabelObjectConfusionMatrixSubset; 'predictingConfusionMatrixOutputLines': string[][]; 'confusionMatrixMetricsHtml': string; 'confusionMatrixAverageMetricsHtml': string; 'confusionMatrixAverageDescriptionMetricsHtml': string; }; }; static generateAssessmentMisclassifiedStatisticsAndHtmlTable(predictionStructureWithPluralEvaluationLabelStringArray: PredictionStructureWithPluralEvaluationLabelString[]): { 'predictingMisclassifiedUtterancesArrays': string[][]; 'predictingMisclassifiedUtterancesArraysHtml': string; 'predictingMisclassifiedUtterancesSimpleArrays': string[][]; }; static generateAssessmentConfusionMatrixMetricsAndHtmlTable(predictionStructureArray: PredictionStructure[], labelArrayAndMap: ILabelArrayAndMap): { 'confusionMatrix': IConfusionMatrix; 'multiLabelObjectConfusionMatrixExact': MultiLabelObjectConfusionMatrixExact; 'multiLabelObjectConfusionMatrixSubset': MultiLabelObjectConfusionMatrixSubset; 'predictingConfusionMatrixOutputLines': string[][]; 'confusionMatrixMetricsHtml': string; 'confusionMatrixAverageMetricsHtml': string; 'confusionMatrixAverageDescriptionMetricsHtml': string; }; static generateAssessmentConfusionMatrixMetricsAndHtmlTableWithConfusionMatrices(confusionMatrix: IConfusionMatrix, multiLabelObjectConfusionMatrixExact: MultiLabelObjectConfusionMatrixExact, multiLabelObjectConfusionMatrixSubset: MultiLabelObjectConfusionMatrixSubset, labelArrayAndMap: ILabelArrayAndMap): { 'confusionMatrix': IConfusionMatrix; 'multiLabelObjectConfusionMatrixExact': MultiLabelObjectConfusionMatrixExact; 'multiLabelObjectConfusionMatrixSubset': MultiLabelObjectConfusionMatrixSubset; 'predictingConfusionMatrixOutputLines': string[][]; 'confusionMatrixMetricsHtml': string; 'confusionMatrixAverageMetricsHtml': string; 'confusionMatrixAverageDescriptionMetricsHtml': string; }; static assessMultiLabelIntentSpuriousPredictions(groundTruthSetUtteranceLabelsMap: Map>, predictionSetUtteranceLabelsMap: Map>): StructTextStringSet[]; static assessMultiLabelIntentPredictions(groundTruthSetUtteranceLabelsMap: Map>, predictionSetUtteranceLabelsMap: Map>, labelArrayAndMap: ILabelArrayAndMap): PredictionStructureWithPluralEvaluationLabelString[]; static createEmptyLabelStringEvaluationReport(): { 'evaluationReportLabelUtteranceStatistics': { 'evaluationSummary': string; 'labelArrayAndMap': ILabelArrayAndMap; 'labelStatisticsAndHtmlTable': { 'labelUtterancesMap': Map>; 'labelUtterancesTotal': number; 'labelStatistics': string[][]; 'labelStatisticsHtml': string; }; 'utteranceStatisticsAndHtmlTable': { 'utteranceStatisticsMap': Map; 'utteranceStatistics': StructTextNumber[]; 'utteranceCount': number; 'utteranceStatisticsHtml': string; }; 'spuriousLabelStatisticsAndHtmlTable': { 'spuriousLabelUtterancesMap': StructTextStringSet[]; 'spuriousLabelUtterancesTotal': number; 'spuriousLabelStatistics': string[][]; 'spuriousLabelStatisticsHtml': string; }; 'utterancesMultiLabelArrays': StructTextText[]; 'utterancesMultiLabelArraysHtml': string; 'utteranceLabelDuplicateHtml': string; }; 'evaluationReportAnalyses': { 'evaluationSummary': string; 'ambiguousAnalysis': { 'scoringAmbiguousUtterancesArrays': string[][]; 'scoringAmbiguousUtterancesArraysHtml': string; 'scoringAmbiguousUtteranceSimpleArrays': string[][]; }; 'misclassifiedAnalysis': { 'scoringMisclassifiedUtterancesArrays': string[][]; 'scoringMisclassifiedUtterancesArraysHtml': string; 'scoringMisclassifiedUtterancesSimpleArrays': string[][]; }; 'lowConfidenceAnalysis': { 'scoringLowConfidenceUtterancesArrays': string[][]; 'scoringLowConfidenceUtterancesArraysHtml': string; 'scoringLowConfidenceUtterancesSimpleArrays': string[][]; }; 'confusionMatrixAnalysis': { 'confusionMatrix': IConfusionMatrix; 'multiLabelObjectConfusionMatrixExact': MultiLabelObjectConfusionMatrixExact; 'multiLabelObjectConfusionMatrixSubset': MultiLabelObjectConfusionMatrixSubset; 'predictingConfusionMatrixOutputLines': string[][]; 'confusionMatrixMetricsHtml': string; 'confusionMatrixAverageMetricsHtml': string; 'confusionMatrixAverageDescriptionMetricsHtml': string; }; }; 'predictionStructureWithScoreLabelStringArray': PredictionStructureWithScoreLabelString[]; 'scoreOutputLines': string[][]; 'groundTruthJsonContent': string; 'predictionJsonContent': string; }; static createEmptyLabelObjectEvaluationReport(): { 'evaluationReportLabelUtteranceStatistics': { 'evaluationSummary': string; 'labelArrayAndMap': ILabelArrayAndMap; 'labelStatisticsAndHtmlTable': { 'labelUtterancesMap': Map>; 'labelUtterancesTotal': number; 'labelStatistics': string[][]; 'labelStatisticsHtml': string; }; 'utteranceStatisticsAndHtmlTable': { 'utteranceStatisticsMap': Map; 'utteranceStatistics': StructTextNumber[]; 'utteranceCount': number; 'utteranceStatisticsHtml': string; }; 'spuriousLabelStatisticsAndHtmlTable': { 'spuriousLabelUtterancesMap': StructTextStringSet[]; 'spuriousLabelUtterancesTotal': number; 'spuriousLabelStatistics': string[][]; 'spuriousLabelStatisticsHtml': string; }; 'utterancesMultiLabelArrays': StructTextText[]; 'utterancesMultiLabelArraysHtml': string; 'utteranceLabelDuplicateHtml': string; }; 'evaluationReportAnalyses': { 'evaluationSummary': string; 'ambiguousAnalysis': { 'scoringAmbiguousUtterancesArrays': string[][]; 'scoringAmbiguousUtterancesArraysHtml': string; 'scoringAmbiguousUtteranceSimpleArrays': string[][]; }; 'misclassifiedAnalysis': { 'scoringMisclassifiedUtterancesArrays': string[][]; 'scoringMisclassifiedUtterancesArraysHtml': string; 'scoringMisclassifiedUtterancesSimpleArrays': string[][]; }; 'lowConfidenceAnalysis': { 'scoringLowConfidenceUtterancesArrays': string[][]; 'scoringLowConfidenceUtterancesArraysHtml': string; 'scoringLowConfidenceUtterancesSimpleArrays': string[][]; }; 'confusionMatrixAnalysis': { 'confusionMatrix': IConfusionMatrix; 'multiLabelObjectConfusionMatrixExact': MultiLabelObjectConfusionMatrixExact; 'multiLabelObjectConfusionMatrixSubset': MultiLabelObjectConfusionMatrixSubset; 'predictingConfusionMatrixOutputLines': string[][]; 'confusionMatrixMetricsHtml': string; 'confusionMatrixAverageMetricsHtml': string; 'confusionMatrixAverageDescriptionMetricsHtml': string; }; }; 'predictionStructureWithScoreLabelObjectArray': PredictionStructureWithScoreLabelObject[]; 'scoreOutputLines': string[][]; 'groundTruthJsonContent': string; 'predictionJsonContent': string; }; static generateEvaluationReportFiles(stringArray: string[], scoreOutputLines: string[][], groundTruthJsonContent: string, predictionJsonContent: string, evaluationSummary: string, labelsOutputFilename: string, evaluationSetScoreOutputFilename: string, evaluationSetGroundTruthJsonContentFilename: string, evaluationSetPredictionJsonContentFilename: string, evaluationSetSummaryOutputFilename: string): void; static generateLabelStringEvaluationReport(scoringFunctionToPredictionStructureWithScoreLabelString: (utteranceLabelsPairArray: StructTextLabelStrings[], labelArrayAndMap: ILabelArrayAndMap, multiLabelPredictionThreshold: number, unknownLabelPredictionThreshold: number) => PredictionStructureWithScoreLabelString[], dataSetLabels: string[], utteranceLabelsMap: Map>, utteranceLabelDuplicateMap: Map>, ambiguousClosenessThreshold: number, lowConfidenceScoreThreshold: number, multiLabelPredictionThreshold: number, unknownLabelPredictionThreshold: number, unknownSpuriousLabelsProcessed: { 'utteranceUnknownLabelsMap': Map>; 'utteranceUnknownLabelDuplicateMap': Map>; 'utteranceSpuriousLabelsMap': Map>; 'utteranceSpuriousLabelDuplicateMap': Map>; 'utteranceLabelMapSetAddedWithUnknownLabel': boolean; 'utteranceLabelDuplicateMapSetAddedWithUnknownLabel': boolean; }): { 'evaluationReportLabelUtteranceStatistics': { 'evaluationSummary': string; 'labelArrayAndMap': ILabelArrayAndMap; 'labelStatisticsAndHtmlTable': { 'labelUtterancesMap': Map>; 'labelUtterancesTotal': number; 'labelStatistics': string[][]; 'labelStatisticsHtml': string; }; 'utteranceStatisticsAndHtmlTable': { 'utteranceStatisticsMap': Map; 'utteranceStatistics': StructTextNumber[]; 'utteranceCount': number; 'utteranceStatisticsHtml': string; }; 'spuriousLabelStatisticsAndHtmlTable': { 'spuriousLabelUtterancesMap': StructTextStringSet[]; 'spuriousLabelUtterancesTotal': number; 'spuriousLabelStatistics': string[][]; 'spuriousLabelStatisticsHtml': string; }; 'utterancesMultiLabelArrays': StructTextText[]; 'utterancesMultiLabelArraysHtml': string; 'utteranceLabelDuplicateHtml': string; }; 'evaluationReportAnalyses': { 'evaluationSummary': string; 'ambiguousAnalysis': { 'scoringAmbiguousUtterancesArrays': string[][]; 'scoringAmbiguousUtterancesArraysHtml': string; 'scoringAmbiguousUtteranceSimpleArrays': string[][]; }; 'misclassifiedAnalysis': { 'scoringMisclassifiedUtterancesArrays': string[][]; 'scoringMisclassifiedUtterancesArraysHtml': string; 'scoringMisclassifiedUtterancesSimpleArrays': string[][]; }; 'lowConfidenceAnalysis': { 'scoringLowConfidenceUtterancesArrays': string[][]; 'scoringLowConfidenceUtterancesArraysHtml': string; 'scoringLowConfidenceUtterancesSimpleArrays': string[][]; }; 'confusionMatrixAnalysis': { 'confusionMatrix': IConfusionMatrix; 'multiLabelObjectConfusionMatrixExact': MultiLabelObjectConfusionMatrixExact; 'multiLabelObjectConfusionMatrixSubset': MultiLabelObjectConfusionMatrixSubset; 'predictingConfusionMatrixOutputLines': string[][]; 'confusionMatrixMetricsHtml': string; 'confusionMatrixAverageMetricsHtml': string; 'confusionMatrixAverageDescriptionMetricsHtml': string; }; }; 'predictionStructureWithScoreLabelStringArray': PredictionStructureWithScoreLabelString[]; 'scoreOutputLines': string[][]; 'groundTruthJsonContent': string; 'predictionJsonContent': string; }; static generateLabelStringEvaluationReportLabelUtteranceStatistics(evaluationSummary: string, dataSetLabels: string[], utteranceLabelsMap: Map>, utteranceLabelDuplicateMap: Map>, unknownSpuriousLabelsProcessed: { 'utteranceUnknownLabelsMap': Map>; 'utteranceUnknownLabelDuplicateMap': Map>; 'utteranceSpuriousLabelsMap': Map>; 'utteranceSpuriousLabelDuplicateMap': Map>; 'utteranceLabelMapSetAddedWithUnknownLabel': boolean; 'utteranceLabelDuplicateMapSetAddedWithUnknownLabel': boolean; }, evaluationSummaryTagIntentUtteranceStatistics: string, evaluationSummaryTagUtteranceDuplicates: string, evaluationSummaryTagSpuriousLabelUtteranceStatistics: string, ensureUnknownLabelInLabelArrayAndMap: boolean): { 'evaluationSummary': string; 'labelArrayAndMap': ILabelArrayAndMap; 'labelStatisticsAndHtmlTable': { 'labelUtterancesMap': Map>; 'labelUtterancesTotal': number; 'labelStatistics': string[][]; 'labelStatisticsHtml': string; }; 'utteranceStatisticsAndHtmlTable': { 'utteranceStatisticsMap': Map; 'utteranceStatistics': StructTextNumber[]; 'utteranceCount': number; 'utteranceStatisticsHtml': string; }; 'spuriousLabelStatisticsAndHtmlTable': { 'spuriousLabelUtterancesMap': StructTextStringSet[]; 'spuriousLabelUtterancesTotal': number; 'spuriousLabelStatistics': string[][]; 'spuriousLabelStatisticsHtml': string; }; 'utterancesMultiLabelArrays': StructTextText[]; 'utterancesMultiLabelArraysHtml': string; 'utteranceLabelDuplicateHtml': string; }; static generateLabelStringEvaluationReportAnalyses(evaluationSummary: string, labelArrayAndMap: ILabelArrayAndMap, predictionStructureWithScoreLabelStringArray: PredictionStructureWithScoreLabelString[], ambiguousClosenessThreshold: number, lowConfidenceScoreThreshold: number, unknownLabelPredictionThreshold: number): { 'evaluationSummary': string; 'ambiguousAnalysis': { 'scoringAmbiguousUtterancesArrays': string[][]; 'scoringAmbiguousUtterancesArraysHtml': string; 'scoringAmbiguousUtteranceSimpleArrays': string[][]; }; 'misclassifiedAnalysis': { 'scoringMisclassifiedUtterancesArrays': string[][]; 'scoringMisclassifiedUtterancesArraysHtml': string; 'scoringMisclassifiedUtterancesSimpleArrays': string[][]; }; 'lowConfidenceAnalysis': { 'scoringLowConfidenceUtterancesArrays': string[][]; 'scoringLowConfidenceUtterancesArraysHtml': string; 'scoringLowConfidenceUtterancesSimpleArrays': string[][]; }; 'confusionMatrixAnalysis': { 'confusionMatrix': IConfusionMatrix; 'multiLabelObjectConfusionMatrixExact': MultiLabelObjectConfusionMatrixExact; 'multiLabelObjectConfusionMatrixSubset': MultiLabelObjectConfusionMatrixSubset; 'predictingConfusionMatrixOutputLines': string[][]; 'confusionMatrixMetricsHtml': string; 'confusionMatrixAverageMetricsHtml': string; 'confusionMatrixAverageDescriptionMetricsHtml': string; }; }; static generateLabelStringScoreOutputLines(predictionStructureWithScoreLabelStringArray: PredictionStructureWithScoreLabelString[]): string[][]; static generateLabelStringGroundTruthJsons(predictionStructureWithScoreLabelStringArray: PredictionStructureWithScoreLabelString[]): Array<{ 'text': string; 'intents': string[]; 'entities': Array<{ 'entity': string; 'startPos': number; 'endPos': number; 'text': string; }>; }>; static generateLabelStringPredictionJsons(predictionStructureWithScoreLabelStringArray: PredictionStructureWithScoreLabelString[]): Array<{ 'text': string; 'intents': string[]; 'entities': Array<{ 'entity': string; 'startPos': number; 'endPos': number; 'text': string; }>; 'intent_scores': Array<{ 'intent': string; 'score': number; }>; 'entity_scores': Array<{ 'entity': string; 'startPos': number; 'endPos': number; 'score': number; }>; }>; static generateLabelStringConfusionMatrixMetricsAndHtmlTable(predictionStructureWithScoreLabelStringArray: PredictionStructureWithScoreLabelString[], labelArrayAndMap: ILabelArrayAndMap): { 'confusionMatrix': IConfusionMatrix; 'multiLabelObjectConfusionMatrixExact': MultiLabelObjectConfusionMatrixExact; 'multiLabelObjectConfusionMatrixSubset': MultiLabelObjectConfusionMatrixSubset; 'predictingConfusionMatrixOutputLines': string[][]; 'confusionMatrixMetricsHtml': string; 'confusionMatrixAverageMetricsHtml': string; 'confusionMatrixAverageDescriptionMetricsHtml': string; }; static generateLabelStringLowConfidenceStatisticsAndHtmlTable(predictionStructureWithScoreLabelStringArray: PredictionStructureWithScoreLabelString[], lowConfidenceScoreThreshold: number): { 'scoringLowConfidenceUtterancesArrays': string[][]; 'scoringLowConfidenceUtterancesArraysHtml': string; 'scoringLowConfidenceUtterancesSimpleArrays': string[][]; }; static generateLabelStringMisclassifiedStatisticsAndHtmlTable(predictionStructureWithScoreLabelStringArray: PredictionStructureWithScoreLabelString[]): { 'scoringMisclassifiedUtterancesArrays': string[][]; 'scoringMisclassifiedUtterancesArraysHtml': string; 'scoringMisclassifiedUtterancesSimpleArrays': string[][]; }; static generateLabelStringAmbiguousStatisticsAndHtmlTable(predictionStructureWithScoreLabelStringArray: PredictionStructureWithScoreLabelString[], ambiguousClosenessThreshold: number, unknownLabelPredictionThreshold: number): { 'scoringAmbiguousUtterancesArrays': string[][]; 'scoringAmbiguousUtterancesArraysHtml': string; 'scoringAmbiguousUtteranceSimpleArrays': string[][]; }; static generateLabelStringUtteranceStatisticsAndHtmlTable(utteranceLabelsMap: Map>): { 'utteranceStatisticsMap': Map; 'utteranceStatistics': StructTextNumber[]; 'utteranceCount': number; 'utteranceStatisticsHtml': string; }; static generateLabelStringLabelStatisticsAndHtmlTable(utteranceLabelsMap: Map>, labelArrayAndMap: ILabelArrayAndMap): { 'labelUtterancesMap': Map>; 'labelUtterancesTotal': number; 'labelStatistics': string[][]; 'labelStatisticsHtml': string; }; static generateLabelStringSpuriousLabelStatisticsAndHtmlTable(unknownSpuriousLabelsProcessed: { 'utteranceUnknownLabelsMap': Map>; 'utteranceUnknownLabelDuplicateMap': Map>; 'utteranceSpuriousLabelsMap': Map>; 'utteranceSpuriousLabelDuplicateMap': Map>; 'utteranceLabelMapSetAddedWithUnknownLabel': boolean; 'utteranceLabelDuplicateMapSetAddedWithUnknownLabel': boolean; }): { 'spuriousLabelUtterancesMap': StructTextStringSet[]; 'spuriousLabelUtterancesTotal': number; 'spuriousLabelStatistics': string[][]; 'spuriousLabelStatisticsHtml': string; }; static generateLabelObjectEvaluationReport(scoringFunctionToPredictionStructureWithScoreLabelObject: (utteranceLabelsPairArray: StructTextLabelObjects[], labelArrayAndMap: ILabelArrayAndMap, multiLabelPredictionThreshold: number, unknownLabelPredictionThreshold: number) => PredictionStructureWithScoreLabelObject[], dataSetLabels: string[], utteranceLabelsMap: Map, utteranceLabelDuplicateMap: Map, ambiguousClosenessThreshold: number, lowConfidenceScoreThreshold: number, multiLabelPredictionThreshold: number, unknownLabelPredictionThreshold: number, unknownSpuriousEntityLabelsProcessed: { 'utteranceUnknownEntityLabelsMap': Map; 'utteranceUnknownEntityLabelDuplicateMap': Map; 'utteranceSpuriousEntityLabelsMap': Map; 'utteranceSpuriousEntityLabelDuplicateMap': Map; 'utteranceLabelMapSetAddedWithUnknownLabel': boolean; 'utteranceLabelDuplicateMapSetAddedWithUnknownLabel': boolean; }): { 'evaluationReportLabelUtteranceStatistics': { 'evaluationSummary': string; 'labelArrayAndMap': ILabelArrayAndMap; 'labelStatisticsAndHtmlTable': { 'labelUtterancesMap': Map>; 'labelUtterancesTotal': number; 'labelStatistics': string[][]; 'labelStatisticsHtml': string; }; 'utteranceStatisticsAndHtmlTable': { 'utteranceStatisticsMap': Map; 'utteranceStatistics': StructTextNumber[]; 'utteranceCount': number; 'utteranceStatisticsHtml': string; }; 'spuriousLabelStatisticsAndHtmlTable': { 'spuriousLabelUtterancesMap': StructTextStringSet[]; 'spuriousLabelUtterancesTotal': number; 'spuriousLabelStatistics': string[][]; 'spuriousLabelStatisticsHtml': string; }; 'utterancesMultiLabelArrays': StructTextText[]; 'utterancesMultiLabelArraysHtml': string; 'utteranceLabelDuplicateHtml': string; }; 'evaluationReportAnalyses': { 'evaluationSummary': string; 'ambiguousAnalysis': { 'scoringAmbiguousUtterancesArrays': string[][]; 'scoringAmbiguousUtterancesArraysHtml': string; 'scoringAmbiguousUtteranceSimpleArrays': string[][]; }; 'misclassifiedAnalysis': { 'scoringMisclassifiedUtterancesArrays': string[][]; 'scoringMisclassifiedUtterancesArraysHtml': string; 'scoringMisclassifiedUtterancesSimpleArrays': string[][]; }; 'lowConfidenceAnalysis': { 'scoringLowConfidenceUtterancesArrays': string[][]; 'scoringLowConfidenceUtterancesArraysHtml': string; 'scoringLowConfidenceUtterancesSimpleArrays': string[][]; }; 'confusionMatrixAnalysis': { 'confusionMatrix': IConfusionMatrix; 'multiLabelObjectConfusionMatrixExact': MultiLabelObjectConfusionMatrixExact; 'multiLabelObjectConfusionMatrixSubset': MultiLabelObjectConfusionMatrixSubset; 'predictingConfusionMatrixOutputLines': string[][]; 'confusionMatrixMetricsHtml': string; 'confusionMatrixAverageMetricsHtml': string; 'confusionMatrixAverageDescriptionMetricsHtml': string; }; }; 'predictionStructureWithScoreLabelObjectArray': PredictionStructureWithScoreLabelObject[]; 'scoreOutputLines': string[][]; 'groundTruthJsonContent': string; 'predictionJsonContent': string; }; static generateLabelObjectEvaluationReportLabelUtteranceStatistics(evaluationSummary: string, dataSetLabels: string[], utteranceLabelsMap: Map, utteranceLabelDuplicateMap: Map, unknownSpuriousEntityLabelsProcessed: { 'utteranceUnknownEntityLabelsMap': Map; 'utteranceUnknownEntityLabelDuplicateMap': Map; 'utteranceSpuriousEntityLabelsMap': Map; 'utteranceSpuriousEntityLabelDuplicateMap': Map; 'utteranceLabelMapSetAddedWithUnknownLabel': boolean; 'utteranceLabelDuplicateMapSetAddedWithUnknownLabel': boolean; }, evaluationSummaryTagIntentUtteranceStatistics: string, evaluationSummaryTagUtteranceDuplicates: string, evaluationSummaryTagSpuriousLabelUtteranceStatistics: string, ensureUnknownLabelInLabelArrayAndMap: boolean): { 'evaluationSummary': string; 'labelArrayAndMap': ILabelArrayAndMap; 'labelStatisticsAndHtmlTable': { 'labelUtterancesMap': Map>; 'labelUtterancesTotal': number; 'labelStatistics': string[][]; 'labelStatisticsHtml': string; }; 'utteranceStatisticsAndHtmlTable': { 'utteranceStatisticsMap': Map; 'utteranceStatistics': StructTextNumber[]; 'utteranceCount': number; 'utteranceStatisticsHtml': string; }; 'spuriousLabelStatisticsAndHtmlTable': { 'spuriousLabelUtterancesMap': StructTextStringSet[]; 'spuriousLabelUtterancesTotal': number; 'spuriousLabelStatistics': string[][]; 'spuriousLabelStatisticsHtml': string; }; 'utterancesMultiLabelArrays': StructTextText[]; 'utterancesMultiLabelArraysHtml': string; 'utteranceLabelDuplicateHtml': string; }; static generateLabelObjectEvaluationReportAnalyses(evaluationSummary: string, labelArrayAndMap: ILabelArrayAndMap, predictionStructureWithScoreLabelObjectArray: PredictionStructureWithScoreLabelObject[], ambiguousClosenessThreshold: number, lowConfidenceScoreThreshold: number, unknownLabelPredictionThreshold: number): { 'evaluationSummary': string; 'ambiguousAnalysis': { 'scoringAmbiguousUtterancesArrays': string[][]; 'scoringAmbiguousUtterancesArraysHtml': string; 'scoringAmbiguousUtteranceSimpleArrays': string[][]; }; 'misclassifiedAnalysis': { 'scoringMisclassifiedUtterancesArrays': string[][]; 'scoringMisclassifiedUtterancesArraysHtml': string; 'scoringMisclassifiedUtterancesSimpleArrays': string[][]; }; 'lowConfidenceAnalysis': { 'scoringLowConfidenceUtterancesArrays': string[][]; 'scoringLowConfidenceUtterancesArraysHtml': string; 'scoringLowConfidenceUtterancesSimpleArrays': string[][]; }; 'confusionMatrixAnalysis': { 'confusionMatrix': IConfusionMatrix; 'multiLabelObjectConfusionMatrixExact': MultiLabelObjectConfusionMatrixExact; 'multiLabelObjectConfusionMatrixSubset': MultiLabelObjectConfusionMatrixSubset; 'predictingConfusionMatrixOutputLines': string[][]; 'confusionMatrixMetricsHtml': string; 'confusionMatrixAverageMetricsHtml': string; 'confusionMatrixAverageDescriptionMetricsHtml': string; }; }; static generateLabelObjectScoreOutputLines(predictionStructureWithScoreLabelObjectArray: PredictionStructureWithScoreLabelObject[]): string[][]; static generateLabelObjectGroundTruthJsons(predictionStructureWithScoreLabelObjectArray: PredictionStructureWithScoreLabelObject[]): Array<{ 'text': string; 'intents': string[]; 'entities': Array<{ 'entity': string; 'startPos': number; 'endPos': number; 'text': string; }>; }>; static generateLabelObjectPredictionJsons(predictionStructureWithScoreLabelObjectArray: PredictionStructureWithScoreLabelObject[]): Array<{ 'text': string; 'intents': string[]; 'entities': Array<{ 'entity': string; 'startPos': number; 'endPos': number; 'text': string; }>; 'intent_scores': Array<{ 'intent': string; 'score': number; }>; 'entity_scores': Array<{ 'entity': string; 'startPos': number; 'endPos': number; 'score': number; }>; }>; static generateLabelObjectConfusionMatrixMetricsAndHtmlTable(predictionStructureWithScoreLabelObjectArray: PredictionStructureWithScoreLabelObject[], labelArrayAndMap: ILabelArrayAndMap): { 'confusionMatrix': IConfusionMatrix; 'multiLabelObjectConfusionMatrixExact': MultiLabelObjectConfusionMatrixExact; 'multiLabelObjectConfusionMatrixSubset': MultiLabelObjectConfusionMatrixSubset; 'predictingConfusionMatrixOutputLines': string[][]; 'confusionMatrixMetricsHtml': string; 'confusionMatrixAverageMetricsHtml': string; 'confusionMatrixAverageDescriptionMetricsHtml': string; }; static generateLabelObjectLowConfidenceStatisticsAndHtmlTable(predictionStructureWithScoreLabelObjectArray: PredictionStructureWithScoreLabelObject[], lowConfidenceScoreThreshold: number): { 'scoringLowConfidenceUtterancesArrays': string[][]; 'scoringLowConfidenceUtterancesArraysHtml': string; 'scoringLowConfidenceUtterancesSimpleArrays': string[][]; }; static generateLabelObjectMisclassifiedStatisticsAndHtmlTable(predictionStructureWithScoreLabelObjectArray: PredictionStructureWithScoreLabelObject[]): { 'scoringMisclassifiedUtterancesArrays': string[][]; 'scoringMisclassifiedUtterancesArraysHtml': string; 'scoringMisclassifiedUtterancesSimpleArrays': string[][]; }; static generateLabelObjectAmbiguousStatisticsAndHtmlTable(predictionStructureWithScoreLabelObjectArray: PredictionStructureWithScoreLabelObject[], ambiguousClosenessThreshold: number, unknownLabelPredictionThreshold: number): { 'scoringAmbiguousUtterancesArrays': string[][]; 'scoringAmbiguousUtterancesArraysHtml': string; 'scoringAmbiguousUtteranceSimpleArrays': string[][]; }; static generateLabelObjectUtteranceStatisticsAndHtmlTable(utteranceLabelsMap: Map): { 'utteranceStatisticsMap': Map; 'utteranceStatistics': StructTextNumber[]; 'utteranceCount': number; 'utteranceStatisticsHtml': string; }; static generateLabelObjectLabelStatisticsAndHtmlTable(utteranceLabelsMap: Map, labelArrayAndMap: ILabelArrayAndMap): { 'labelUtterancesMap': Map>; 'labelUtterancesTotal': number; 'labelStatistics': string[][]; 'labelStatisticsHtml': string; }; static generateLabelObjectSpuriousLabelStatisticsAndHtmlTable(unknownSpuriousEntityLabelsProcessed: { 'utteranceUnknownEntityLabelsMap': Map; 'utteranceUnknownEntityLabelDuplicateMap': Map; 'utteranceSpuriousEntityLabelsMap': Map; 'utteranceSpuriousEntityLabelDuplicateMap': Map; 'utteranceLabelMapSetAddedWithUnknownLabel': boolean; 'utteranceLabelDuplicateMapSetAddedWithUnknownLabel': boolean; }): { 'spuriousLabelUtterancesMap': StructTextStringSet[]; 'spuriousLabelUtterancesTotal': number; 'spuriousLabelStatistics': string[][]; 'spuriousLabelStatisticsHtml': string; }; static generateEvaluationReportAnalyses(evaluationSummary: string, labelArrayAndMap: ILabelArrayAndMap, predictionStructureWithScoreArray: PredictionStructureWithScore[], ambiguousClosenessThreshold: number, lowConfidenceScoreThreshold: number, unknownLabelPredictionThreshold: number): { 'evaluationSummary': string; 'ambiguousAnalysis': { 'scoringAmbiguousUtterancesArrays': string[][]; 'scoringAmbiguousUtterancesArraysHtml': string; 'scoringAmbiguousUtteranceSimpleArrays': string[][]; }; 'misclassifiedAnalysis': { 'scoringMisclassifiedUtterancesArrays': string[][]; 'scoringMisclassifiedUtterancesArraysHtml': string; 'scoringMisclassifiedUtterancesSimpleArrays': string[][]; }; 'lowConfidenceAnalysis': { 'scoringLowConfidenceUtterancesArrays': string[][]; 'scoringLowConfidenceUtterancesArraysHtml': string; 'scoringLowConfidenceUtterancesSimpleArrays': string[][]; }; 'confusionMatrixAnalysis': { 'confusionMatrix': IConfusionMatrix; 'multiLabelObjectConfusionMatrixExact': MultiLabelObjectConfusionMatrixExact; 'multiLabelObjectConfusionMatrixSubset': MultiLabelObjectConfusionMatrixSubset; 'predictingConfusionMatrixOutputLines': string[][]; 'confusionMatrixMetricsHtml': string; 'confusionMatrixAverageMetricsHtml': string; 'confusionMatrixAverageDescriptionMetricsHtml': string; }; }; static generateConfusionMatrixMetricsAndHtmlTable(predictionStructureWithScoreArray: PredictionStructureWithScore[], labelArrayAndMap: ILabelArrayAndMap): { 'confusionMatrix': IConfusionMatrix; 'multiLabelObjectConfusionMatrixExact': MultiLabelObjectConfusionMatrixExact; 'multiLabelObjectConfusionMatrixSubset': MultiLabelObjectConfusionMatrixSubset; 'predictingConfusionMatrixOutputLines': string[][]; 'confusionMatrixMetricsHtml': string; 'confusionMatrixAverageMetricsHtml': string; 'confusionMatrixAverageDescriptionMetricsHtml': string; }; static generateLowConfidenceStatisticsAndHtmlTable(predictionStructureWithScoreArray: PredictionStructureWithScore[], lowConfidenceScoreThreshold: number): { 'scoringLowConfidenceUtterancesArrays': string[][]; 'scoringLowConfidenceUtterancesArraysHtml': string; 'scoringLowConfidenceUtterancesSimpleArrays': string[][]; }; static generateMisclassifiedStatisticsAndHtmlTable(predictionStructureWithScoreArray: PredictionStructureWithScore[]): { 'scoringMisclassifiedUtterancesArrays': string[][]; 'scoringMisclassifiedUtterancesArraysHtml': string; 'scoringMisclassifiedUtterancesSimpleArrays': string[][]; }; static generateAmbiguousStatisticsAndHtmlTable(predictionStructureWithScoreArray: PredictionStructureWithScore[], ambiguousClosenessThreshold: number, unknownLabelPredictionThreshold: number): { 'scoringAmbiguousUtterancesArrays': string[][]; 'scoringAmbiguousUtterancesArraysHtml': string; 'scoringAmbiguousUtteranceSimpleArrays': string[][]; }; static generateUtteranceStatisticsAndHtmlTable(utteranceStatisticsMap: Map): { 'utteranceStatisticsMap': Map; 'utteranceStatistics': StructTextNumber[]; 'utteranceCount': number; 'utteranceStatisticsHtml': string; }; static generateLabelStatisticsAndHtmlTable(labelUtterancesMap: Map>, labelArrayAndMap: ILabelArrayAndMap): { 'labelUtterancesMap': Map>; 'labelUtterancesTotal': number; 'labelStatistics': string[][]; 'labelStatisticsHtml': string; }; static generateSpuriousLabelStatisticsAndHtmlTable(spuriousLabelUtterancesMap: StructTextStringSet[]): { 'spuriousLabelUtterancesMap': StructTextStringSet[]; 'spuriousLabelUtterancesTotal': number; 'spuriousLabelStatistics': string[][]; 'spuriousLabelStatisticsHtml': string; }; static selectedScoreStructureToHtmlTable(predictionStructureWithScore: PredictionStructureWithScore, unknownLabelPredictionThreshold: number, toObfuscateLabelTextInReport: boolean, tableDescription?: string, selectedOutputDataArraryHeaders?: string[], outputDataColumnWidthSettings?: string[], indexes?: number[]): string; static selectedLabelStringScoreStructureToHtmlTable(predictionStructureWithScoreLabelString: PredictionStructureWithScoreLabelString, unknownLabelPredictionThreshold: number, toObfuscateLabelTextInReport: boolean, tableDescription?: string, selectedOutputDataArraryHeaders?: string[], outputDataColumnWidthSettings?: string[], indexes?: number[]): string; static selectedLabelObjectScoreStructureToHtmlTable(predictionStructureWithScoreLabelObject: PredictionStructureWithScoreLabelObject, unknownLabelPredictionThreshold: number, toObfuscateLabelTextInReport: boolean, tableDescription?: string, selectedOutputDataArraryHeaders?: string[], outputDataColumnWidthSettings?: string[], indexes?: number[]): string; static selectedScoreResultsToHtmlTable(scoreResultArray: Result[], indexes: number[], unknownLabelPredictionThreshold: number, toObfuscateLabelTextInReport: boolean, tableDescription?: string, selectedOutputDataArraryHeaders?: string[], outputDataColumnWidthSettings?: string[]): string; static evaluateMultiLabelSubsetPrediction(groundTruths: any[], predictions: any[]): number; static evaluateMultiLabelExactPrediction(groundTruths: any[], predictions: any[]): number; static evaluateMultiLabelPrediction(groundTruths: any[], predictions: any[]): number[]; static evaluateMultiLabelObjectSubsetPrediction(groundTruths: Label[], predictions: Label[]): number; static evaluateMultiLabelObjectExactPrediction(groundTruths: Label[], predictions: Label[]): number; static evaluateMultiLabelObjectPrediction(groundTruths: Label[], predictions: Label[]): number[]; static reverseUniqueKeyedArray(input: Map>): Map>; static reverseUniqueKeyedArrayLabelObject(input: Map): Map>; static processUnknownSpuriousLabelsInUtteranceLabelsMapUsingLabelSet(utteranceLabels: { 'utteranceLabelsMap': Map>; 'utteranceLabelDuplicateMap': Map>; }, labelSet: Set): { 'utteranceUnknownLabelsMap': Map>; 'utteranceUnknownLabelDuplicateMap': Map>; 'utteranceSpuriousLabelsMap': Map>; 'utteranceSpuriousLabelDuplicateMap': Map>; 'utteranceLabelMapSetAddedWithUnknownLabel': boolean; 'utteranceLabelDuplicateMapSetAddedWithUnknownLabel': boolean; }; static processUnknownSpuriousLabelsInUtteranceLabelsMap(utteranceLabels: { 'utteranceLabelsMap': Map>; 'utteranceLabelDuplicateMap': Map>; }): { 'utteranceUnknownLabelsMap': Map>; 'utteranceUnknownLabelDuplicateMap': Map>; 'utteranceLabelMapSetAddedWithUnknownLabel': boolean; 'utteranceLabelDuplicateMapSetAddedWithUnknownLabel': boolean; }; static processUnknownSpuriousEntityLabelsInUtteranceEntityLabelsMapUsingLabelSet(utteranceEntityLabels: { 'utteranceEntityLabelsMap': Map; 'utteranceEntityLabelDuplicateMap': Map; }, labelSet: Set): { 'utteranceUnknownEntityLabelsMap': Map; 'utteranceUnknownEntityLabelDuplicateMap': Map; 'utteranceSpuriousEntityLabelsMap': Map; 'utteranceSpuriousEntityLabelDuplicateMap': Map; 'utteranceLabelMapSetAddedWithUnknownLabel': boolean; 'utteranceLabelDuplicateMapSetAddedWithUnknownLabel': boolean; }; static processUnknownSpuriousEntityLabelsInUtteranceEntityLabelsMap(utteranceEntityLabels: { 'utteranceEntityLabelsMap': Map; 'utteranceEntityLabelDuplicateMap': Map; }): { 'utteranceUnknownEntityLabelsMap': Map; 'utteranceUnknownEntityLabelDuplicateMap': Map; 'utteranceLabelMapSetAddedWithUnknownLabel': boolean; 'utteranceLabelDuplicateMapSetAddedWithUnknownLabel': boolean; }; static processUnknownSpuriousLabelsInTsvBluFileContent(bluFileContents: string): string; static storeDataArraysToTsvFile(outputFilename: string, outputEvaluationReportDataArrays: string[][], outputDataArraryHeaders?: string[], columnDelimiter?: string, recordDelimiter?: string, encoding?: string): string; static concatenateDataArrayToDelimitedString(outputEvaluationReportDataArray: any[], delimiter?: string): string; static concatenateDataArrayToHtmlTable(tableDescription: string, outputEvaluationReportDataArray: any[], outputDataArraryHeader?: string, outputDataColumnWidthSetting?: string, indentCumulative?: string, indent?: string): string; static convertDataArraysToHtmlTable(tableDescription: string, outputEvaluationReportDataArrays: any[][], outputDataArraryHeaders?: string[], outputDataColumnWidthSettings?: string[], indentCumulative?: string, indent?: string): string; static convertDataArraysToIndexedHtmlTable(tableDescription: string, outputEvaluationReportDataArrays: any[][], outputDataArraryHeaders?: string[], indentCumulative?: string, indent?: string): string; static concatenateDataArrayToObfuscatableHtmlTable(tableDescription: string, outputEvaluationReportDataArray: any[], outputDataArraryHeader?: string, outputDataColumnWidthSetting?: string, indentCumulative?: string, indent?: string): string; static convertDataArraysToObfuscatableHtmlTable(tableDescription: string, outputEvaluationReportDataArrays: any[][], outputDataArraryHeaders?: string[], outputDataColumnWidthSettings?: string[], indentCumulative?: string, indent?: string): string; static convertDataArraysToObfuscatableIndexedHtmlTable(tableDescription: string, outputEvaluationReportDataArrays: any[][], outputDataArraryHeaders?: string[], indentCumulative?: string, indent?: string): string; static convertMapArrayToIndexedHtmlTable(tableDescription: string, outputEvaluationMapArray: Map, outputDataArraryHeaders?: string[], indentCumulative?: string, indent?: string): string; static convertMapSetToIndexedHtmlTable(tableDescription: string, outputEvaluationMapSet: Map>, outputDataArraryHeaders?: string[], indentCumulative?: string, indent?: string): string; static convertMapArrayToObfuscatableIndexedHtmlTable(tableDescription: string, outputEvaluationMapArray: Map, outputDataArraryHeaders?: string[], indentCumulative?: string, indent?: string): string; static convertMapSetToObfuscatableIndexedHtmlTable(tableDescription: string, outputEvaluationMapSet: Map>, outputDataArraryHeaders?: string[], indentCumulative?: string, indent?: string): string; static getIndexesOnMaxOrEntriesOverThreshold(inputArray: number[], threshold: number): { 'indexesMax': number[]; 'max': number; }; static getIndexesOnMaxEntries(inputArray: number[]): { 'indexesMax': number[]; 'max': number; }; static getIndexOnFirstMaxEntry(inputArray: number[]): { 'indexMax': number; 'max': number; }; static isEmptyAnyKeyGenericArrayMap(anyKeyGenericSetMap: Map): boolean; static isEmptyAnyKeyGenericSetMap(anyKeyGenericSetMap: Map>): boolean; static isEmptyGenericArrays(inputArrays: boolean[][]): boolean; static isEmptyNumberArrays(inputArrays: number[][]): boolean; static isEmptyStringArrays(inputArrays: string[][]): boolean; static isEmptyGenericArray(inputArray: T[]): boolean; static isEmptyNumberArray(inputArray: number[]): boolean; static isEmptyStringArray(inputArray: string[]): boolean; static isEmptyArray(inputArray: object[]): boolean; static isEmptyString(input: string): boolean; static examplesToUtteranceLabelMaps(exampleStructureArray: Example[], utteranceLabelsMap: Map>, utteranceLabelDuplicateMap: Map>): StructNumberNumber; static examplesToUtteranceEntityLabelMaps(exampleStructureArray: Example[], utteranceEntityLabelsMap: Map, utteranceEntityLabelDuplicateMap: Map): StructNumberNumber; static examplesToArray(examples: any): Example[]; static scoreResultsToArray(results: any, labelIndexMapCanBeUndefined?: Map | undefined): Result[]; static buildStringIdNumberValueDictionaryFromUniqueStringArray(inputStringArray: string[]): Map; static buildStringIdNumberValueDictionaryFromStringArray(inputStringArray: string[]): ILabelArrayAndMap; static buildStringIdNumberValueDictionaryFromStringArrays(inputStringArrays: string[][]): ILabelArrayAndMap; static sortStringArray(inputStringArray: string[]): string[]; static convertStringKeyGenericSetNativeMapToDictionary(stringKeyGenericSetMap: Map>): { [id: string]: Set; }; static convertStringKeyGenericValueValueNativeMapToDictionary(stringKeyGenericValueMap: Map): { [id: string]: T; }; static insertStringPairToStringIdStringSetNativeMap(key: string, value: string, stringKeyStringSetMap: Map>): Map>; static insertStringLabelPairToStringIdLabelSetNativeMap(key: string, value: Label, stringKeyLabelSetMap: Map): Map; static copyNonExistentUtteranceLabelsFromStringToObjectStructure(utteranceLabelsMap: Map>, utteranceEntityLabelsMap: Map): number; static addUniqueLabel(newLabel: string, labels: Set): boolean; static addUniqueLabelToArray(newLabel: string, labels: string[]): boolean; static addUniqueEntityLabelArray(newLabel: Label, labels: Label[]): boolean; static outputLabelStringUtility(input: Label): string; static outputLabelString(input: Label, toObfuscate?: boolean): string; static obfuscateLabel(input: Label): string; static outputNumberUtility(input: number): number; static outputNumber(input: number, toObfuscate?: boolean): number; static obfuscateNumber(input: number): number; static outputStringUtility(input: string): string; static outputString(input: string, toObfuscate?: boolean): string; static obfuscateString(input: string): string; static jsonStringifyInLine(value: any): string; static jsonStringify(value: any, replacer?: Array | null, space?: string | number): string; static loadFile(filename: string, encoding?: string): string; static dumpFile(filename: string, content: any, options?: any): string; static exists(pathToFileSystemEntry: string): boolean; static deleteFile(filename: string, ignoreEmptyFilename?: boolean): string; static moveFile(filename: string, targetDir: string): string; static unlink(entryname: string, ignoreEmptyEntryName?: boolean): string; static rename(entryname: string, entrynameNew: string): string; static countMapValues(inputStringToStringArrayMap: Map>): number; static carefullyAccessStringMap(stringMap: Map, key: string): number; static carefullyAccessStringDictionary(stringDictionary: { [id: string]: number; }, key: string): number; static carefullyAccessStringArray(stringArray: string[], index: number): string; static canAccessNumberArray(numberArray: number[], index: number): boolean; static cleanStringOnTabs(input: string, replacement?: string): string; static cleanStringOnSpaces(input: string, replacement?: string): string; static cleanStringOnSpaceCommas(input: string, replacement?: string): string; static round(input: number, digits?: number): number; static getBolded(input: any): string; static writeAnyJsonifiedToConsoleStdout(outputContents: any): void; static writeAnyJsonifiedToConsoleStderr(outputContents: any): void; static writeAnyLineToConsoleStdout(outputContents: any): void; static writeAnyLineToConsoleStderr(outputContents: any): void; static writeAnyToConsoleStdout(outputContents: any): void; static writeAnyToConsoleStderr(outputContents: any): void; static writeStringLineToConsoleStdout(outputContents: string): void; static writeStringLineToConsoleStderr(outputContents: string): void; static writeStringToConsoleStdout(outputContents: string): void; static writeStringToConsoleStderr(outputContents: string): void; static resetFlagToPrintDebuggingLogToConsole(flag: boolean): void; static resetFlagToPrintDetailedDebuggingLogToConsole(flag: boolean): void; static resetFlagToObfuscateLabelTextInReportUtility(flag: boolean): void; static debuggingLog(message: any): string; static debuggingThrow(message: any): void; static emptyFolder(inputPath: string): void; static deleteFolderRecursive(inputPath: string): void; } export declare function httpsProxy(config: AxiosRequestConfig): AxiosRequestConfig;