/******************************************************************************
 * Copyright 2026 TypeFox GmbH
 * This program and the accompanying materials are made available under the
 * terms of the MIT License, which is available in the project root.
 ******************************************************************************/
import { type Message } from './message.js';
/**
 * Evaluation case revolving around expected output for a given input (prompt + context)
 */
export interface EvalCase {
    /**
     * Name of the case
     */
    name: string;
    /**
     * Optional message history, used for system, user & assistant messages
     */
    history?: Message[];
    /**
     * Input to run with
     */
    prompt: string;
    /**
     * Tags associated with this case
     * Used to categorize or filter cases
     * Defaults to an empty array
     */
    tags?: string[];
    /**
     * Expected output response
     */
    expected_response: string;
    /**
     * Whether or not to only check code blocks in the response, and ignore the rest
     * Defaults to false
     */
    only_check_codeblocks?: boolean;
}
/**
 * Load evaluation cases from a YAML string
 *
 * Supports two formats:
 * 1. Multiple cases: { eval_cases: [...] }
 * 2. Single case: { name, prompt, expected_response, ... }
 *
 * @param yamlStr YAML string containing evaluation cases
 * @returns Array of evaluation cases
 * @throws Error if file cannot be read or parsed
 */
export declare function loadFromYaml(yamlStr: string): EvalCase[];
//# sourceMappingURL=eval-case.d.ts.map