import { IConfusionMatrix } from '@microsoft/bf-dispatcher'; import { MultiLabelObjectConfusionMatrixExact } from '@microsoft/bf-dispatcher'; import { MultiLabelObjectConfusionMatrixSubset } from '@microsoft/bf-dispatcher'; import { ILabelArrayAndMap } from '@microsoft/bf-dispatcher'; import { PredictionStructureWithScoreLabelString } from '@microsoft/bf-dispatcher'; import { PredictionStructureWithScoreLabelObject } from '@microsoft/bf-dispatcher'; import { StructTextNumber } from '@microsoft/bf-dispatcher'; import { StructTextStringSet } from '@microsoft/bf-dispatcher'; import { StructTextText } from '@microsoft/bf-dispatcher'; export declare class OrchestratorPredict { static readonly commandprefix: string; static readonly questionForUtterance: string; static readonly questionForCurrentIntentLabel: string; static readonly questionForNewIntentLabel: string; static readonly questionForUtteranceLabelsFromDuplicates: string; static readonly questionForUtteranceLabelsFromAmbiguous: string; static readonly questionForUtteranceLabelsFromMisclassified: string; static readonly questionForUtteranceLabelsFromLowConfidence: string; static readonly questionForAmbiguousThreshold: string; static readonly questionForLowConfidenceThreshold: string; static readonly questionForMultiLabelPredictionThreshold: string; static readonly questionForUnknownLabelPredictionThreshold: string; static readonly questionForObfuscateEvaluationReport: string; protected inputPath: string; protected outputPath: string; protected baseModelPath: string; protected entityBaseModelPath: string; protected cliCmmandId: string; protected trackEventFunction: any; protected ambiguousClosenessThreshold: number; protected lowConfidenceScoreThreshold: number; protected multiLabelPredictionThreshold: number; protected unknownLabelPredictionThreshold: number; protected fullEmbeddings: boolean; protected obfuscateEvaluationReport: boolean; protected snapshotFile: string; protected predictingSetIntentGroundTruthJsonContentOutputFilename: string; protected predictingSetIntentPredictionJsonContentOutputFilename: string; protected predictingSetIntentScoreOutputFilename: string; protected predictingSetIntentSummaryOutputFilename: string; protected predictingSetIntentLabelsOutputFilename: string; protected predictingSetIntentSnapshotFilename: string; protected predictingSetEntityGroundTruthJsonContentOutputFilename: string; protected predictingSetEntityPredictionJsonContentOutputFilename: string; protected predictingSetEntityScoreOutputFilename: string; protected predictingSetEntitySummaryOutputFilename: string; protected predictingSetEntityLabelsOutputFilename: string; protected predictingSetEntitySnapshotFilename: string; protected currentUtterance: string; protected currentIntentLabels: string[]; protected newIntentLabels: string[]; protected currentLabelArrayAndMap: ILabelArrayAndMap; protected currentUtteranceLabelsMap: Map>; protected currentUtteranceLabelDuplicateMap: Map>; protected currentIntentEvaluationOutput: { 'evaluationReportLabelUtteranceStatistics': { 'evaluationSummary': string; 'labelArrayAndMap': ILabelArrayAndMap; 'labelStatisticsAndHtmlTable': { 'labelUtterancesMap': Map>; 'labelUtterancesTotal': number; 'labelStatistics': string[][]; 'labelStatisticsHtml': string; }; 'utteranceStatisticsAndHtmlTable': { 'utteranceStatisticsMap': Map; 'utteranceStatistics': StructTextNumber[]; 'utteranceCount': number; 'utteranceStatisticsHtml': string; }; 'spuriousLabelStatisticsAndHtmlTable': { 'spuriousLabelUtterancesMap': StructTextStringSet[]; 'spuriousLabelUtterancesTotal': number; 'spuriousLabelStatistics': string[][]; 'spuriousLabelStatisticsHtml': string; }; 'utterancesMultiLabelArrays': StructTextText[]; 'utterancesMultiLabelArraysHtml': string; 'utteranceLabelDuplicateHtml': string; }; 'evaluationReportAnalyses': { 'evaluationSummary': string; 'ambiguousAnalysis': { 'scoringAmbiguousUtterancesArrays': string[][]; 'scoringAmbiguousUtterancesArraysHtml': string; 'scoringAmbiguousUtteranceSimpleArrays': string[][]; }; 'misclassifiedAnalysis': { 'scoringMisclassifiedUtterancesArrays': string[][]; 'scoringMisclassifiedUtterancesArraysHtml': string; 'scoringMisclassifiedUtterancesSimpleArrays': string[][]; }; 'lowConfidenceAnalysis': { 'scoringLowConfidenceUtterancesArrays': string[][]; 'scoringLowConfidenceUtterancesArraysHtml': string; 'scoringLowConfidenceUtterancesSimpleArrays': string[][]; }; 'confusionMatrixAnalysis': { 'confusionMatrix': IConfusionMatrix; 'multiLabelObjectConfusionMatrixExact': MultiLabelObjectConfusionMatrixExact; 'multiLabelObjectConfusionMatrixSubset': MultiLabelObjectConfusionMatrixSubset; 'predictingConfusionMatrixOutputLines': string[][]; 'confusionMatrixMetricsHtml': string; 'confusionMatrixAverageMetricsHtml': string; 'confusionMatrixAverageDescriptionMetricsHtml': string; }; }; 'predictionStructureWithScoreLabelStringArray': PredictionStructureWithScoreLabelString[]; 'scoreOutputLines': string[][]; 'groundTruthJsonContent': string; 'predictionJsonContent': string; }; protected currentEntityEvaluationOutput: { 'evaluationReportLabelUtteranceStatistics': { 'evaluationSummary': string; 'labelArrayAndMap': ILabelArrayAndMap; 'labelStatisticsAndHtmlTable': { 'labelUtterancesMap': Map>; 'labelUtterancesTotal': number; 'labelStatistics': string[][]; 'labelStatisticsHtml': string; }; 'utteranceStatisticsAndHtmlTable': { 'utteranceStatisticsMap': Map; 'utteranceStatistics': StructTextNumber[]; 'utteranceCount': number; 'utteranceStatisticsHtml': string; }; 'spuriousLabelStatisticsAndHtmlTable': { 'spuriousLabelUtterancesMap': StructTextStringSet[]; 'spuriousLabelUtterancesTotal': number; 'spuriousLabelStatistics': string[][]; 'spuriousLabelStatisticsHtml': string; }; 'utterancesMultiLabelArrays': StructTextText[]; 'utterancesMultiLabelArraysHtml': string; 'utteranceLabelDuplicateHtml': string; }; 'evaluationReportAnalyses': { 'evaluationSummary': string; 'ambiguousAnalysis': { 'scoringAmbiguousUtterancesArrays': string[][]; 'scoringAmbiguousUtterancesArraysHtml': string; 'scoringAmbiguousUtteranceSimpleArrays': string[][]; }; 'misclassifiedAnalysis': { 'scoringMisclassifiedUtterancesArrays': string[][]; 'scoringMisclassifiedUtterancesArraysHtml': string; 'scoringMisclassifiedUtterancesSimpleArrays': string[][]; }; 'lowConfidenceAnalysis': { 'scoringLowConfidenceUtterancesArrays': string[][]; 'scoringLowConfidenceUtterancesArraysHtml': string; 'scoringLowConfidenceUtterancesSimpleArrays': string[][]; }; 'confusionMatrixAnalysis': { 'confusionMatrix': IConfusionMatrix; 'multiLabelObjectConfusionMatrixExact': MultiLabelObjectConfusionMatrixExact; 'multiLabelObjectConfusionMatrixSubset': MultiLabelObjectConfusionMatrixSubset; 'predictingConfusionMatrixOutputLines': string[][]; 'confusionMatrixMetricsHtml': string; 'confusionMatrixAverageMetricsHtml': string; 'confusionMatrixAverageDescriptionMetricsHtml': string; }; }; 'predictionStructureWithScoreLabelObjectArray': PredictionStructureWithScoreLabelObject[]; 'scoreOutputLines': string[][]; 'groundTruthJsonContent': string; 'predictionJsonContent': string; }; constructor(baseModelPath: string, entityBaseModelPath: string, inputPath: string, outputPath: string, cliCmmandId: string, trackEventFunction: any, ambiguousClosenessThresholdParameter: number, lowConfidenceScoreThresholdParameter: number, multiLabelPredictionThresholdParameter: number, unknownLabelPredictionThresholdParameter: number, fullEmbeddings?: boolean, obfuscateEvaluationReport?: boolean); getPredictingSetIntentGroundTruthJsonContentOutputFilename(): string; getPredictingSetIntentPredictionJsonContentOutputFilename(): string; getPredictingSetIntentScoreOutputFilename(): string; getPredictingSetIntentSummaryOutputFilename(): string; getPredictingSetIntentLabelsOutputFilename(): string; getPredictingSetIntentSnapshotFilename(): string; getPredictingSetEntityGroundTruthJsonContentOutputFilename(): string; getPredictingSetEntityPredictionJsonContentOutputFilename(): string; getPredictingSetEntityScoreOutputFilename(): string; getPredictingSetEntitySummaryOutputFilename(): string; getPredictingSetEntityLabelsOutputFilename(): string; getPredictingSetEntitySnapshotFilename(): string; buildLabelResolver(): Promise; static runAsync(baseModelPath: string, entityBaseModelPath: string, inputPath: string, outputPath: string, cliCmmandId: string, trackEventFunction: any, ambiguousClosenessThresholdParameter: number, lowConfidenceScoreThresholdParameter: number, multiLabelPredictionThresholdParameter: number, unknownLabelPredictionThresholdParameter: number, fullEmbeddings?: boolean, obfuscateEvaluationReport?: boolean): Promise; commandLetLoop(): Promise; commandLetH(): number; displayInputs(): void; commandLetD(): number; commandLetS(): number; commandLetU(question: any): Promise; commandLetUwithEntry(entry: string): number; commandLetCU(): number; commandLetI(question: any): Promise; commandLetIwithEntry(entry: string): number; commandLetCI(): number; commandLetNI(question: any): Promise; commandLetNIwithEntry(entry: string): number; commandLetCNI(): number; commandLetF(): number; commandLetP(): number; commandLetV(): number; commandLetVD(question: any): Promise; commandLetVDwithEntry(entry: string): number; commandLetVA(question: any): Promise; commandLetVAwithEntry(entry: string): number; commandLetVM(question: any): Promise; commandLetVMwithEntry(entry: string): number; commandLetVL(question: any): Promise; commandLetVLwithEntry(entry: string): number; commandLetVAT(question: any): Promise; commandLetVATwithEntry(entry: string): number; commandLetVLT(question: any): Promise; commandLetVLTwithEntry(entry: string): number; commandLetVMT(question: any): Promise; commandLetVMTwithEntry(entry: string): number; commandLetVUT(question: any): Promise; commandLetVUTwithEntry(entry: string): number; commandLetVO(question: any): Promise; commandLetVOwithEntry(entry: string): number; commandLetA(): number; commandLetR(): number; commandLetC(): number; commandLetRL(): number; commandLetN(): number; }