import { z, ModelReference, EmbedderReference, ModelArgument, EmbedderArgument } from 'genkit';
import { Score, EvalStatusEnum } from 'genkit/evaluator';

/**
 * Copyright 2024 Google LLC
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

declare enum GenkitMetric {
    FAITHFULNESS = "FAITHFULNESS",
    ANSWER_RELEVANCY = "ANSWER_RELEVANCY",
    ANSWER_ACCURACY = "ANSWER_ACCURACY",
    MALICIOUSNESS = "MALICIOUSNESS",
    REGEX = "REGEX",
    DEEP_EQUAL = "DEEP_EQUAL",
    JSONATA = "JSONATA"
}
interface BaseGenkitMetricConfig {
    type: GenkitMetric;
    statusOverrideFn?: (args: {
        score: Score;
    }) => EvalStatusEnum;
}
interface FaithfulnessGenkitMetricConfig<ModelCustomOptions extends z.ZodTypeAny> extends BaseGenkitMetricConfig {
    type: GenkitMetric.FAITHFULNESS;
    judge: ModelReference<ModelCustomOptions>;
    judgeConfig?: z.infer<ModelCustomOptions>;
}
interface MaliciousnessGenkitMetricConfig<ModelCustomOptions extends z.ZodTypeAny> extends BaseGenkitMetricConfig {
    type: GenkitMetric.MALICIOUSNESS;
    judge: ModelReference<ModelCustomOptions>;
    judgeConfig?: z.infer<ModelCustomOptions>;
}
interface AnswerAccuracyGenkitMetricConfig<ModelCustomOptions extends z.ZodTypeAny> extends BaseGenkitMetricConfig {
    type: GenkitMetric.ANSWER_ACCURACY;
    judge: ModelReference<ModelCustomOptions>;
    judgeConfig?: z.infer<ModelCustomOptions>;
}
interface AnswerRelevancyGenkitMetricConfig<ModelCustomOptions extends z.ZodTypeAny, EmbedderCustomOptions extends z.ZodTypeAny> extends BaseGenkitMetricConfig {
    type: GenkitMetric.ANSWER_RELEVANCY;
    judge: ModelReference<ModelCustomOptions>;
    judgeConfig?: z.infer<ModelCustomOptions>;
    embedder: EmbedderReference<EmbedderCustomOptions>;
    embedderOptions?: z.infer<EmbedderCustomOptions>;
}
type GenkitMetricConfig<M extends z.ZodTypeAny, E extends z.ZodTypeAny> = GenkitMetric | FaithfulnessGenkitMetricConfig<M> | MaliciousnessGenkitMetricConfig<M> | AnswerAccuracyGenkitMetricConfig<M> | AnswerRelevancyGenkitMetricConfig<M, E>;
interface PluginOptions<ModelCustomOptions extends z.ZodTypeAny, EmbedderCustomOptions extends z.ZodTypeAny> {
    metrics: Array<GenkitMetricConfig<ModelCustomOptions, EmbedderCustomOptions>>;
    judge?: ModelArgument<ModelCustomOptions>;
    judgeConfig?: z.infer<ModelCustomOptions>;
    embedder?: EmbedderArgument<EmbedderCustomOptions>;
    embedderOptions?: z.infer<EmbedderCustomOptions>;
}
type ResolvedConfig<ModelCustomOptions extends z.ZodTypeAny, EmbedderCustomOptions extends z.ZodTypeAny> = Omit<PluginOptions<ModelCustomOptions, EmbedderCustomOptions>, 'metrics'> & BaseGenkitMetricConfig;
declare function isGenkitMetricConfig(input: any): input is BaseGenkitMetricConfig;

export { type AnswerAccuracyGenkitMetricConfig, type AnswerRelevancyGenkitMetricConfig, type BaseGenkitMetricConfig, type FaithfulnessGenkitMetricConfig, GenkitMetric, type GenkitMetricConfig, type MaliciousnessGenkitMetricConfig, type PluginOptions, type ResolvedConfig, isGenkitMetricConfig };