/** * The `run-evals` workflow (DES-DEFAULT-EVALS-001 ยง7) is DATA: `packages/crew/workflows/run-evals.json`. This module * reads it, fills its host tokens (`{node}`, `{run_cli}`, `{runs_dir}`) and hands it to the engine, which validates it * (`adapter.registerWorkflow`), exactly as the run review's def is handled (`insights/workflow.ts`). * * The daemon runs the evals itself when it launches the workflow ({@link prepareRunEvalsLaunch}): every launch (a * schedule, `/workflow-run-evals`, `POST /runs`) scores this daemon's store in-process, keeps the report where * Evaluate reads it, and writes a copy to `//report.json`. The Tool step only reads that copy back * (`run-cli --runs-dir`, found by `$WICKED_RUN_ID`), so it needs no network, no daemon URL and no credentials: a Tool * step's environment is cleared to the validator allowlist, and a daemon with required auth would refuse an * unauthenticated call anyway. */ import type { LaunchRunInput, WorkflowDef } from '../core/types.js'; import type { DefaultEvalReport } from './types.js'; export declare const RUN_EVALS_WORKFLOW = "run-evals"; export declare const RUN_EVALS_WORKFLOW_FILE: string; /** The Tool step's script beside this module (`.js` in dist). */ export declare const RUN_EVALS_CLI: string; /** Where each run's report copy lives: outside the daemon state home (the worker fence), like the reviews. */ export declare function defaultEvalRunsDir(env?: NodeJS.ProcessEnv): string; export interface RunEvalsTokens { node: string; runCli: string; runsDir: string; } export declare function fillRunEvalsWorkflow(raw: unknown, tokens: RunEvalsTokens): WorkflowDef; export declare function loadRunEvalsWorkflow(tokens: RunEvalsTokens, file?: string): WorkflowDef; /** * Prepare a `run-evals` launch: run the evals now (`run`, which also keeps the report), write the copy the Tool step * reads, and make the launch repo-less, delivering nothing, on no seat. */ export declare function prepareRunEvalsLaunch(input: LaunchRunInput, run: () => Promise, runsDir?: string): Promise; //# sourceMappingURL=workflow.d.ts.map