/**
 * @microsoft/vally — Core library public API.
 */
export { loadGraderPlugin } from "./graders/discovery.js";
export { createGraderRegistry } from "./graders/registry.js";
export type { GraderRegistry } from "./graders/registry.js";
export { isGraderPluginEntry } from "./graders/types.js";
export { isGraderResult, isStimulusGradeResult } from "./graders/types-guards.js";
export type { CostProfile, Determinism, Grader, GraderBehavior, GraderComparison, GraderComparisonInput, GraderComparisonResult, ComparisonEntry, ComparisonWinner, ComparisonMagnitude, GraderInput, GraderMetadata, GraderPluginEntry, GraderResult, GraderResultStatus, ScoreKind, } from "./graders/types.js";
export { COMPARISON_MAGNITUDE_SCORES, hasGraderError } from "./graders/types.js";
export { describeGraderValue, describeGraderList, graderNameFrom, COMPOSITE_VALUE_LENGTH, } from "./graders/default-name.js";
export { fromOpenInference, toOpenInference } from "./trajectory/adapters.js";
export type { OpenInferenceSpan } from "./trajectory/adapters.js";
export { computeMetrics } from "./trajectory/metrics-collector.js";
export { eventTurn, sliceTrajectoryToTurn, stampConversationTurns, sliceTrajectoryToScope, eventMatchesScope, scopeLabel, stripWorkspacePatchForJsonl, validateTurnDiffs, } from "./trajectory/turn.js";
export type { AgentScope, ValidatedTurnDiffs } from "./trajectory/turn.js";
export { loadTrajectory } from "./trajectory/loader.js";
export type { ProviderCost, ProviderCostIdentity, TokenMetrics, TokenUsageData, ToolCallArguments, Trajectory, TrajectoryEndReason, TrajectoryEvent, TrajectoryMetadata, TrajectoryMetrics, TrajectoryTurnDiff, } from "./trajectory/types.js";
export { fromAtif, isAtifTrajectory, validateAtifTrajectory } from "./trajectory/atif-adapter.js";
export type { FromAtifOptions } from "./trajectory/atif-adapter.js";
export type { AtifAgent, AtifContentPart, AtifFinalMetrics, AtifImagePart, AtifImageSource, AtifImageUrlPart, AtifMetrics, AtifObservation, AtifObservationResult, AtifStep, AtifStepSource, AtifSubagentTrajectory, AtifSubagentTrajectoryRef, AtifTextPart, AtifToolCall, AtifToolDefinition, AtifTrajectory, AtifTrajectoryBase, } from "./trajectory/atif-types.js";
export { loadEvalSpec, resolveExecutorName, resolveExecutorConfig, validateExecutorSelection, } from "./eval/loader.js";
export { resolveStimulus } from "./eval/resolve.js";
export { stimulusPrompts } from "./eval/types.js";
export type { EnvironmentConfig, EvalDefaults, EvalSchema, EvalType, ExecutorName, ExecutorSelection, ExecutorSpec, CopilotSdkProviderConfig, JudgeProviderSpec, GitConfig, GitWorktreeConfig, GitCloneConfig, GoldenPatch, GoldenTrajectory, GoldenCustomMetrics, GradingEnvironmentConfig, McpLocalServerConfig, McpRemoteServerConfig, McpServerConfig, McpServerConfigBase, RawEvalSchema, RawStimulus, ScoringConfig, Stimulus, StimulusConstraints, StimulusGraderConfig, ArtifactsConfig, SimulationConfig, ToolOverride, BashPatternOverride, BashPattern, } from "./eval/types.js";
export { resolveEnvironment } from "./config/environment.js";
export { resolveJudgeProviderSelector, COPILOT_ENV_SOURCE, JUDGE_PROVIDER_SOURCE_ENV, } from "./provider/copilot-provider.js";
export type { Diagnostic, DiagnosticSeverity, ValidateResult } from "./eval/diagnostics.js";
export { validateEvalSpec } from "./eval/validator.js";
export type { ValidateOptions } from "./eval/validator.js";
export { loadExecutorPlugin } from "./executor/discovery.js";
export { createExecutorRegistry, isTelemetryConfigurableExecutor, normalizeExecutorTelemetryConfig, } from "./executor/types.js";
export type { Executor, ExecutorOptions, ExecutorPluginEntry, ExecutorRegistry, ExecutorSessionLogOptions, ExecutorTelemetryConfig, ExecutorTraceContext, ExecutorTurnCompletion, TelemetryConfigurableExecutor, } from "./executor/types.js";
export { mergeEnv } from "./utils/merge-env.js";
export { MIN_REDACTABLE_SECRET_LENGTH, REDACTED, redactSecrets } from "./utils/redact-secrets.js";
export { createDefaultBackendRegistry } from "./backend/defaults.js";
export { loadBackendPlugin } from "./backend/discovery.js";
export { createBackendRegistry, RetryableBackendError } from "./backend/types.js";
export type { Backend, BackendConfig, BackendFactory, BackendPluginEntry, BackendRegistry, BackendRunContext, DisposableTrialResult, ExportManifest, GradeTrialOptions, TrialContext, TrialError, TrialFailure, TrialIdentity, TrialLogs, TrialOptions, TrialOutcome, TrialSuccess, WorkspaceSelection, } from "./backend/types.js";
export { extractFileReferences, parseSkill, parseSkillContent } from "./skill/parse.js";
export type { FileReference, Skill } from "./skill/types.js";
export { discoverScannableFiles, isHttpNotHttps, isKnownDomain, isLocalUrl, loadKnownDomains, scanFile, scanFiles, } from "./skill/reference-scanner.js";
export type { RefFinding } from "./skill/reference-scanner.js";
export { BUILT_IN_TOOLS, checkSkill, loadAllowList } from "./skill/external-dep-checker.js";
export type { DepFinding, DepFindingCode } from "./skill/external-dep-checker.js";
export { countTokens, SkillSizeGrader } from "./skill/graders/skill-size.js";
export { ValidRefsGrader } from "./skill/graders/valid-refs.js";
export { computeMultiTrialMetrics, computeSkillScore, computeStimulusScore, isValidThreshold, passAtK, passAtKNaive, passToTheK, resolveGradePass, } from "./scoring/scorer.js";
export type { MultiTrialMetrics, SkillScore, StimulusScore } from "./scoring/scorer.js";
export { CompositeEvalReporter } from "./reporting/composite.js";
export { EvalConsoleReporter } from "./reporting/eval-console.js";
export type { EvalConsoleReporterOptions } from "./reporting/eval-console.js";
export { EvalJsonlReporter } from "./reporting/eval-jsonl.js";
export type { EvalJsonlReporterOptions } from "./reporting/eval-jsonl.js";
export type { TrialResultRecord } from "./reporting/jsonl-record.js";
export { EvalJunitReporter } from "./reporting/eval-junit.js";
export type { EvalJunitReporterOptions } from "./reporting/eval-junit.js";
export { EvalMarkdownReporter } from "./reporting/eval-markdown.js";
export type { EvalMarkdownReporterOptions } from "./reporting/eval-markdown.js";
export { LintConsoleReporter } from "./reporting/lint-console.js";
export type { LintConsoleReporterOptions } from "./reporting/lint-console.js";
export { sanitizeForDisplay } from "./reporting/sanitize.js";
export { createLintReporterRegistry } from "./reporting/types.js";
export type { LintReporter, LintReporterRegistry, LintResults, LintSkillResult, } from "./reporting/types.js";
export type { PlanReporter, PlanRunStartContext, RunArtifacts, RunCompletionStatus, } from "./reporting/plan-reporter.js";
export { createPartialRunSummary } from "./reporting/plan-reporter.js";
export { loadReporterPlugin } from "./reporting/discovery.js";
export type { LoadedReporter } from "./reporting/discovery.js";
export { createReporterRegistry } from "./reporting/registry.js";
export type { ReporterPluginEntry, ReporterRegistry } from "./reporting/registry.js";
export type { RegisterFn } from "./utils/plugin-loader.js";
export { CompletedGrader } from "./graders/static/completed-grader.js";
export { DiffEmptyGrader } from "./graders/static/diff-empty-grader.js";
export { DiffMatchGrader } from "./graders/static/diff-match-grader.js";
export { CustomMetricsGrader } from "./graders/static/custom-metrics-grader.js";
export { FileContainsGrader } from "./graders/static/file-contains-grader.js";
export { FileExistsGrader } from "./graders/static/file-exists-grader.js";
export { FileMatchesGrader } from "./graders/static/file-matches-grader.js";
export { OutputContainsGrader } from "./graders/static/output-contains-grader.js";
export { OutputMatchesGrader } from "./graders/static/output-matches-grader.js";
export { TranscriptContainsGrader } from "./graders/static/transcript-contains-grader.js";
export { TranscriptMatchesGrader } from "./graders/static/transcript-matches-grader.js";
export { AssistantContainsToolOutputGrader } from "./graders/static/assistant-contains-tool-output-grader.js";
export { RunCommandGrader } from "./graders/static/run-command-grader.js";
export { createCopilotLlmClient } from "./graders/llm/llm-client.js";
export { aggregate, AGGREGATION_STRATEGIES, disagreementSpread, } from "./graders/llm/aggregation.js";
export { PanelGrader } from "./graders/llm/panel-grader.js";
export { PromptGrader } from "./graders/llm/prompt-grader.js";
export { formatMetrics, formatTrajectory } from "./graders/llm/trajectory-formatter.js";
export { DEFAULT_RUBRIC, DEFAULT_THRESHOLDS, normalizeScore, ComparisonJudgeResponseSchema, SCALE_RANGES, } from "./graders/llm/types.js";
export type { AggregateOptions, AggregationStrategy, JudgeScore, } from "./graders/llm/aggregation.js";
export type { JudgeResponse, JudgeToolSchema, LlmClient, LlmTokenUsage, LlmJudgeOptions, LlmJudgeResponse, LlmJudgeWorkspace, PanelGraderConfig, PanelCriterionConfig, ComparisonJudgeResponse, ComparisonRubricResult, JudgeMagnitude, LlmGradingEvidence, PromptGraderConfig, ReasoningEffort, RubricScore, RubricSource, ScoringScale, TrajectoryFormatOptions, } from "./graders/llm/types.js";
export { runLint } from "./pipeline/lint.js";
export type { LintOptions } from "./pipeline/lint.js";
export { applyEnvironment, applyGraderFiles, gradeInDisposableWorkspace, hasCacheableEnvironmentSetup, materializeWorkspace, prepareWorkspace, runEval, setupGitClone, } from "./pipeline/run.js";
export type { EvalRunOptions, EvalRunResult, GitCloneSetupOptions, GitWorktreeHandle, MaterializedWorkspace, PreparedWorkspace, } from "./pipeline/run.js";
export { applyGoldenPatch, assertOracleGraders, evaluateOracleBaseline, runOracle, resolveGoldenPatch, resolveGoldenTrajectory, resolveGoldenCustomMetrics, } from "./pipeline/oracle.js";
export type { OracleGradingOptions, OracleOptions, OracleResult, OracleBaselineVerdict, OracleBaselineGraderVerdict, OracleBaselineGraderOutcome, } from "./pipeline/oracle.js";
export { sanitizePath } from "./utils/sanitize-path.js";
export { removeDir } from "./utils/remove-dir.js";
export { normalizeArtifactPattern } from "./utils/artifact-pattern.js";
export { compareRuns, createDefaultGraderRegistry, gradeTrajectory, needsLlmClient, needsWorkspace, registerLlmGraders, } from "./pipeline/grading.js";
export type { ComparisonResult, GradeTrajectoryOptions, MetricDeltas, StimulusGradeResult, } from "./pipeline/grading.js";
export { discoverAndFilterEvals, discoverAndLoadEvals, resolveJudgeModel, resolveJudgeReasoningEffort, resolveReasoningEffort, resolveTrialCount, } from "./pipeline/discover-filter.js";
export type { DiscoverAndFilterOptions, DiscoverAndFilterResult, DiscoveredEvalSpec, DiscoverEvalsResult, MatchedEval, } from "./pipeline/discover-filter.js";
export type { EvalOutcome, EvalOutcomeStatus, ExperimentOutcomeContext, OracleBaselineOutcome, MultiTrialResult, TrialSummary, } from "./pipeline/types.js";
export { isOracleBaselineOutcome } from "./pipeline/types.js";
export { loadEvalProviderPlugin } from "./eval/plugin/discovery.js";
export { createEvalProviderRegistry } from "./eval/plugin/registry.js";
export type { EvalProviderRegistry } from "./eval/plugin/registry.js";
export { isEvalProviderPluginEntry } from "./eval/plugin/types.js";
export type { EvalProvider, EvalProviderArgs, EvalProviderPluginEntry, } from "./eval/plugin/types.js";
export type { ExperimentConfig, VariantOverride, ExperimentExecution, ExperimentRunSummary, EvalInterpolationVars, } from "./experiment/types.js";
export { loadExperimentConfig } from "./experiment/loader.js";
export { ExperimentValidationError } from "./experiment/errors.js";
export { expandMatrix } from "./experiment/matrix.js";
export type { ExpandedMatrix, MatrixSpec } from "./experiment/matrix.js";
export { buildInterpolationVars, interpolateString, interpolateVariantOverride, } from "./experiment/interpolate.js";
export { mergeVariantOverride } from "./experiment/merge.js";
export { computeConfigHash, detectDrift } from "./experiment/drift.js";
export type { DriftResult, DriftViolation } from "./experiment/drift.js";
export { resolveExperiment } from "./experiment/resolver.js";
export type { ResolvedExperiment, ResolvedRunPlan, ResolveExperimentOptions, } from "./experiment/resolver.js";
export { computeShardKey, computePlanDigest, assertUniqueShardKeys, } from "./experiment/shard-key.js";
export type { ShardKeyParts, PlanDigestItem, PlanDigestMeta, PlanDigestEval, } from "./experiment/shard-key.js";
export { SHARD_ARTIFACT_VERSION, assemblePlanSnapshot, assembleShardManifest, assembleExperimentManifest, singleShardIdentity, } from "./experiment/manifest.js";
export type { PlanSnapshot, PlanSnapshotEval, PlanSnapshotStimulus, PlanSnapshotDiagnostic, ShardManifest, ShardIdentity, ShardStrategyRef, ExperimentIdentity, ExperimentManifest, } from "./experiment/manifest.js";
export { outcomeInputsFromSnapshot, renderOutcomeReport, trialRecordToResult, } from "./experiment/report-from-artifacts.js";
export type { OutcomeReportInputs } from "./experiment/report-from-artifacts.js";
export { BUILT_IN_SHARD_STRATEGIES, DEFAULT_SHARD_STRATEGY, byStimulusStrategy, resolveShardStrategy, roundRobinStrategy, validateSelectedShardKeys, } from "./experiment/shard-strategy.js";
export type { ShardStrategy, ShardableItem, ShardSelectContext, } from "./experiment/shard-strategy.js";
export { planRun } from "./pipeline/plan.js";
export { DEFAULT_EXECUTOR_SKIP_REASON } from "./pipeline/plan.js";
export { runTrialItem } from "./pipeline/trial-runner.js";
export type { ArtifactResolveInfo, EvalPlanMetadata, EvalSummary, PlanRunInput, RunPlan, RunSummary, ScopedDiagnostic, SkippedStimulusSummary, StimulusSummary, TrialExecuteContext, TrialPhase, TrialPhaseDetail, TrialResult, TrialRunSpec, TrialSessionLog, TrialWorkItem, VariantInput, } from "./pipeline/plan.js";
export { CONFIG_FILE_NAME, createDefaultConfig, dedup, dedupFiles, DEFAULT_EVAL_FILENAMES, DEFAULT_EVALS_DIR, DEFAULT_RESULTS_DIR, DEFAULT_SKILLS_DIR, detectPaths, loadProjectConfig, MAX_WALK_LEVELS, mergeConfig, mergeResolvedEnvironments, ProjectContext, serializeConfig, VALLY_CONFIG_SCHEMA, } from "./config/index.js";
export type { DetectedPaths, PathsConfig, ProjectConfig, SuiteConfig } from "./config/index.js";
export { computeExpansion, findPlaceholders, generateSuffix, getParamsFilePath, hasParamPlaceholders, interpolateParams, isProductParamValue, isScalarParamValue, isZipParamValue, lintEvalParams, loadEvalWithParams, loadParamsFile, mergeParams, parseAndValidateParams, validateUniqueNames, } from "./params/index.js";
export type { ExpandedEvalResult, ExpandEvalOptions, ParamExpansionResult, ParamsConfig, ParamValue, ProductParamValue, ResolvedParamSet, ScalarParamValue, ZipParamValue, } from "./params/index.js";
export { ContextType, detectWorkspaceContext, discoverSkills, findEval, findSkill, } from "./workspace/index.js";
export type { DetectOptions, DiscoveryError, DiscoveryResult, SkillInfo, WorkspaceContext, } from "./workspace/index.js";
export { discoverEvals } from "./workspace/index.js";
export type { DiscoveredEval, DiscoverEvalOptions, EvalDiscoveryError, EvalDiscoveryResult, } from "./workspace/index.js";
export { compileEvalPatterns } from "./workspace/index.js";
export type { EvalPatternMatcher } from "./workspace/index.js";
export { describeSuiteFilter, emptySuiteFilter, filterStimuli, includeOnlyFilter, isSuiteFilterEmpty, matchesSuiteFilter, normalizeTags, parseSuiteFilter, parseTagFilters, resolveEffectiveTags, resolveSuiteEvals, toSuiteFilter, } from "./eval/suite-filter.js";
export type { SuiteFilter, SuiteFilterInput } from "./eval/suite-filter.js";
export { loadExporterPlugin } from "./exporters/discovery.js";
export { createExporterRegistry } from "./exporters/registry.js";
export type { ExporterRegistry } from "./exporters/registry.js";
export { isExporterPluginEntry } from "./exporters/types.js";
export type { EvalExporter, ExporterPluginEntry, ExportSchemaInput, ExportSchemaResult, ExportWarning, } from "./exporters/types.js";
export { isConnectionError, isRateLimitError, isRetryableError, isTimeoutError, } from "./utils/error-classifier.js";
export type { JudgeErrorClass } from "./utils/error-classifier.js";
export { SerializedRateLimiter } from "./utils/rate-limiter.js";
export type { RateLimiterOptions, RateLimiterStats } from "./utils/rate-limiter.js";
export { withRetry as withStimulusRetry } from "./utils/retry.js";
export type { RetryInfo, RetryOptions as StimulusRetryOptions } from "./utils/retry.js";
export { parseDuration, isValidDuration, formatDuration } from "./utils/duration.js";
export type { Duration } from "./utils/duration.js";
//# sourceMappingURL=index.d.ts.map