import * as pulumi from "@pulumi/pulumi"; import * as inputs from "../../types/input"; import * as outputs from "../../types/output"; /** * Creates evaluation of a conversation model. * Note - this resource's API doesn't support deletion. When deleted, the resource will persist * on Google Cloud even though it will be deleted from Pulumi state. */ export declare class Evaluation extends pulumi.CustomResource { /** * Get an existing Evaluation resource's state with the given name, ID, and optional extra * properties used to qualify the lookup. * * @param name The _unique_ name of the resulting resource. * @param id The _unique_ provider ID of the resource to lookup. * @param opts Optional settings to control the behavior of the CustomResource. */ static get(name: string, id: pulumi.Input, opts?: pulumi.CustomResourceOptions): Evaluation; /** * Returns true if the given object is an instance of Evaluation. This is designed to work even * when multiple copies of the Pulumi SDK have been loaded into the same process. */ static isInstance(obj: any): obj is Evaluation; readonly conversationModelId: pulumi.Output; /** * Creation time of this model. */ readonly createTime: pulumi.Output; /** * Optional. The display name of the model evaluation. At most 64 bytes long. */ readonly displayName: pulumi.Output; /** * Optional. The configuration of the evaluation task. */ readonly evaluationConfig: pulumi.Output; readonly location: pulumi.Output; /** * The resource name of the evaluation. Format: `projects//conversationModels//evaluations/` */ readonly name: pulumi.Output; readonly project: pulumi.Output; /** * Human eval template in csv format. It tooks real-world conversations provided through input dataset, generates example suggestions for customer to verify quality of the model. For Smart Reply, the generated csv file contains columns of Context, (Suggestions,Q1,Q2)*3, Actual reply. Context contains at most 10 latest messages in the conversation prior to the current suggestion. Q1: "Would you send it as the next message of agent?" Evaluated based on whether the suggest is appropriate to be sent by agent in current context. Q2: "Does the suggestion move the conversation closer to resolution?" Evaluated based on whether the suggestion provide solutions, or answers customer's question or collect information from customer to resolve the customer's issue. Actual reply column contains the actual agent reply sent in the context. */ readonly rawHumanEvalTemplateCsv: pulumi.Output; /** * Only available when model is for smart reply. */ readonly smartReplyMetrics: pulumi.Output; /** * Create a Evaluation resource with the given unique name, arguments, and options. * * @param name The _unique_ name of the resource. * @param args The arguments to use to populate this resource's properties. * @param opts A bag of options that control this resource's behavior. */ constructor(name: string, args: EvaluationArgs, opts?: pulumi.CustomResourceOptions); } /** * The set of arguments for constructing a Evaluation resource. */ export interface EvaluationArgs { conversationModelId: pulumi.Input; /** * Optional. The display name of the model evaluation. At most 64 bytes long. */ displayName?: pulumi.Input; /** * Optional. The configuration of the evaluation task. */ evaluationConfig?: pulumi.Input; location?: pulumi.Input; /** * The resource name of the evaluation. Format: `projects//conversationModels//evaluations/` */ name?: pulumi.Input; project?: pulumi.Input; }