import * as z from "zod/v4"; import { ClosedEnum, OpenEnum } from "../types/enums.js"; import { Result as SafeParseResult } from "../types/fp.js"; import { SDKValidationError } from "./errors/sdkvalidationerror.js"; import { UnifiedBenchmarksSearchRunConfig } from "./unifiedbenchmarkssearchrunconfig.js"; /** * OpenRouter search benchmark. */ export declare const UnifiedBenchmarksSearchItemBenchmarkType: { readonly SearchBrowsecomp: "search_browsecomp"; readonly SearchHle: "search_hle"; readonly SearchDsqa: "search_dsqa"; readonly SearchWidesearch: "search_widesearch"; }; /** * OpenRouter search benchmark. */ export type UnifiedBenchmarksSearchItemBenchmarkType = OpenEnum; /** * Identifies the meaning of `primary_score`: `f1_by_item` for WideSearch, `accuracy` for all other search benchmarks. */ export declare const PrimaryMetric: { readonly Accuracy: "accuracy"; readonly F1ByItem: "f1_by_item"; }; /** * Identifies the meaning of `primary_score`: `f1_by_item` for WideSearch, `accuracy` for all other search benchmarks. */ export type PrimaryMetric = OpenEnum; /** * Request surface the published configuration went through. */ export declare const SearchSurface: { readonly ServerTool: "server-tool"; readonly Plugin: "plugin"; }; /** * Request surface the published configuration went through. */ export type SearchSurface = OpenEnum; /** * Benchmark source discriminator. */ export declare const UnifiedBenchmarksSearchItemSource: { readonly Openrouter: "openrouter"; }; /** * Benchmark source discriminator. */ export type UnifiedBenchmarksSearchItemSource = ClosedEnum; export type UnifiedBenchmarksSearchItem = { /** * Average cost per task in USD, or null if unavailable. */ avgCostPerTask: number | null; /** * Average wall-clock latency per task in milliseconds, or null if unavailable. */ avgLatencyPerTaskMs: number | null; /** * OpenRouter search benchmark. */ benchmarkType: UnifiedBenchmarksSearchItemBenchmarkType; /** * Human-readable model name. */ displayName: string; /** * Timestamp of the newest qualifying run in the published configuration's lane. */ lastRunTimestamp: string; /** * Stable OpenRouter model identifier. */ modelPermaslug: string; /** * Identifies the meaning of `primary_score`: `f1_by_item` for WideSearch, `accuracy` for all other search benchmarks. */ primaryMetric: PrimaryMetric; /** * The benchmark's headline score from 0 to 1. Its meaning is identified by `primary_metric`: item-weighted F1 for WideSearch or strict accuracy for the other search benchmarks. Higher is better. */ primaryScore: number; /** * Published lane configuration, included only when include_run_config=true. Only the agent turn count, reasoning effort, and temperature are exposed; other harness settings are intentionally not part of the public contract. */ runConfig?: UnifiedBenchmarksSearchRunConfig | undefined; /** * Search engine the published configuration used. */ searchEngine: string; /** * Request surface the published configuration went through. */ searchSurface: SearchSurface; /** * Benchmark source discriminator. */ source: UnifiedBenchmarksSearchItemSource; /** * Tasks evaluated across the published configuration's runs. */ totalTasks: number; }; /** @internal */ export declare const UnifiedBenchmarksSearchItemBenchmarkType$inboundSchema: z.ZodType; /** @internal */ export declare const PrimaryMetric$inboundSchema: z.ZodType; /** @internal */ export declare const SearchSurface$inboundSchema: z.ZodType; /** @internal */ export declare const UnifiedBenchmarksSearchItemSource$inboundSchema: z.ZodEnum; /** @internal */ export declare const UnifiedBenchmarksSearchItem$inboundSchema: z.ZodType; export declare function unifiedBenchmarksSearchItemFromJSON(jsonString: string): SafeParseResult; //# sourceMappingURL=unifiedbenchmarkssearchitem.d.ts.map