import { BaseAPIRequestFactory } from "../../datadog-api-client-common/baseapi"; import { Configuration } from "../../datadog-api-client-common/configuration"; import { RequestContext, ResponseContext } from "../../datadog-api-client-common/http/http"; import { LLMObsAnnotatedInteractionsResponse } from "../models/LLMObsAnnotatedInteractionsResponse"; import { LLMObsAnnotationQueueInteractionsRequest } from "../models/LLMObsAnnotationQueueInteractionsRequest"; import { LLMObsAnnotationQueueInteractionsResponse } from "../models/LLMObsAnnotationQueueInteractionsResponse"; import { LLMObsAnnotationQueueLabelSchemaResponse } from "../models/LLMObsAnnotationQueueLabelSchemaResponse"; import { LLMObsAnnotationQueueLabelSchemaUpdateRequest } from "../models/LLMObsAnnotationQueueLabelSchemaUpdateRequest"; import { LLMObsAnnotationQueueRequest } from "../models/LLMObsAnnotationQueueRequest"; import { LLMObsAnnotationQueueResponse } from "../models/LLMObsAnnotationQueueResponse"; import { LLMObsAnnotationQueuesResponse } from "../models/LLMObsAnnotationQueuesResponse"; import { LLMObsAnnotationQueueUpdateRequest } from "../models/LLMObsAnnotationQueueUpdateRequest"; import { LLMObsCustomEvalConfigResponse } from "../models/LLMObsCustomEvalConfigResponse"; import { LLMObsCustomEvalConfigUpdateRequest } from "../models/LLMObsCustomEvalConfigUpdateRequest"; import { LLMObsDatasetRecordsListResponse } from "../models/LLMObsDatasetRecordsListResponse"; import { LLMObsDatasetRecordsMutationResponse } from "../models/LLMObsDatasetRecordsMutationResponse"; import { LLMObsDatasetRecordsRequest } from "../models/LLMObsDatasetRecordsRequest"; import { LLMObsDatasetRecordsUpdateRequest } from "../models/LLMObsDatasetRecordsUpdateRequest"; import { LLMObsDatasetRequest } from "../models/LLMObsDatasetRequest"; import { LLMObsDatasetResponse } from "../models/LLMObsDatasetResponse"; import { LLMObsDatasetsResponse } from "../models/LLMObsDatasetsResponse"; import { LLMObsDatasetUpdateRequest } from "../models/LLMObsDatasetUpdateRequest"; import { LLMObsDeleteAnnotationQueueInteractionsRequest } from "../models/LLMObsDeleteAnnotationQueueInteractionsRequest"; import { LLMObsDeleteDatasetRecordsRequest } from "../models/LLMObsDeleteDatasetRecordsRequest"; import { LLMObsDeleteDatasetsRequest } from "../models/LLMObsDeleteDatasetsRequest"; import { LLMObsDeleteExperimentsRequest } from "../models/LLMObsDeleteExperimentsRequest"; import { LLMObsDeleteProjectsRequest } from "../models/LLMObsDeleteProjectsRequest"; import { LLMObsExperimentEventsRequest } from "../models/LLMObsExperimentEventsRequest"; import { LLMObsExperimentRequest } from "../models/LLMObsExperimentRequest"; import { LLMObsExperimentResponse } from "../models/LLMObsExperimentResponse"; import { LLMObsExperimentsResponse } from "../models/LLMObsExperimentsResponse"; import { LLMObsExperimentUpdateRequest } from "../models/LLMObsExperimentUpdateRequest"; import { LLMObsProjectRequest } from "../models/LLMObsProjectRequest"; import { LLMObsProjectResponse } from "../models/LLMObsProjectResponse"; import { LLMObsProjectsResponse } from "../models/LLMObsProjectsResponse"; import { LLMObsProjectUpdateRequest } from "../models/LLMObsProjectUpdateRequest"; export declare class LLMObservabilityApiRequestFactory extends BaseAPIRequestFactory { createLLMObsAnnotationQueue(body: LLMObsAnnotationQueueRequest, _options?: Configuration): Promise; createLLMObsAnnotationQueueInteractions(queueId: string, body: LLMObsAnnotationQueueInteractionsRequest, _options?: Configuration): Promise; createLLMObsDataset(projectId: string, body: LLMObsDatasetRequest, _options?: Configuration): Promise; createLLMObsDatasetRecords(projectId: string, datasetId: string, body: LLMObsDatasetRecordsRequest, _options?: Configuration): Promise; createLLMObsExperiment(body: LLMObsExperimentRequest, _options?: Configuration): Promise; createLLMObsExperimentEvents(experimentId: string, body: LLMObsExperimentEventsRequest, _options?: Configuration): Promise; createLLMObsProject(body: LLMObsProjectRequest, _options?: Configuration): Promise; deleteLLMObsAnnotationQueue(queueId: string, _options?: Configuration): Promise; deleteLLMObsAnnotationQueueInteractions(queueId: string, body: LLMObsDeleteAnnotationQueueInteractionsRequest, _options?: Configuration): Promise; deleteLLMObsCustomEvalConfig(evalName: string, _options?: Configuration): Promise; deleteLLMObsDatasetRecords(projectId: string, datasetId: string, body: LLMObsDeleteDatasetRecordsRequest, _options?: Configuration): Promise; deleteLLMObsDatasets(projectId: string, body: LLMObsDeleteDatasetsRequest, _options?: Configuration): Promise; deleteLLMObsExperiments(body: LLMObsDeleteExperimentsRequest, _options?: Configuration): Promise; deleteLLMObsProjects(body: LLMObsDeleteProjectsRequest, _options?: Configuration): Promise; getLLMObsAnnotatedInteractions(queueId: string, _options?: Configuration): Promise; getLLMObsAnnotationQueueLabelSchema(queueId: string, _options?: Configuration): Promise; getLLMObsCustomEvalConfig(evalName: string, _options?: Configuration): Promise; listLLMObsAnnotationQueues(projectId?: string, queueIds?: Array, _options?: Configuration): Promise; listLLMObsDatasetRecords(projectId: string, datasetId: string, filterVersion?: number, pageCursor?: string, pageLimit?: number, _options?: Configuration): Promise; listLLMObsDatasets(projectId: string, filterName?: string, filterId?: string, pageCursor?: string, pageLimit?: number, _options?: Configuration): Promise; listLLMObsExperiments(filterProjectId?: string, filterDatasetId?: string, filterId?: string, pageCursor?: string, pageLimit?: number, _options?: Configuration): Promise; listLLMObsProjects(filterId?: string, filterName?: string, pageCursor?: string, pageLimit?: number, _options?: Configuration): Promise; updateLLMObsAnnotationQueue(queueId: string, body: LLMObsAnnotationQueueUpdateRequest, _options?: Configuration): Promise; updateLLMObsAnnotationQueueLabelSchema(queueId: string, body: LLMObsAnnotationQueueLabelSchemaUpdateRequest, _options?: Configuration): Promise; updateLLMObsCustomEvalConfig(evalName: string, body: LLMObsCustomEvalConfigUpdateRequest, _options?: Configuration): Promise; updateLLMObsDataset(projectId: string, datasetId: string, body: LLMObsDatasetUpdateRequest, _options?: Configuration): Promise; updateLLMObsDatasetRecords(projectId: string, datasetId: string, body: LLMObsDatasetRecordsUpdateRequest, _options?: Configuration): Promise; updateLLMObsExperiment(experimentId: string, body: LLMObsExperimentUpdateRequest, _options?: Configuration): Promise; updateLLMObsProject(projectId: string, body: LLMObsProjectUpdateRequest, _options?: Configuration): Promise; } export declare class LLMObservabilityApiResponseProcessor { /** * Unwraps the actual response sent by the server from the response context and deserializes the response content * to the expected objects * * @params response Response returned by the server for a request to createLLMObsAnnotationQueue * @throws ApiException if the response code was not in [200, 299] */ createLLMObsAnnotationQueue(response: ResponseContext): Promise; /** * Unwraps the actual response sent by the server from the response context and deserializes the response content * to the expected objects * * @params response Response returned by the server for a request to createLLMObsAnnotationQueueInteractions * @throws ApiException if the response code was not in [200, 299] */ createLLMObsAnnotationQueueInteractions(response: ResponseContext): Promise; /** * Unwraps the actual response sent by the server from the response context and deserializes the response content * to the expected objects * * @params response Response returned by the server for a request to createLLMObsDataset * @throws ApiException if the response code was not in [200, 299] */ createLLMObsDataset(response: ResponseContext): Promise; /** * Unwraps the actual response sent by the server from the response context and deserializes the response content * to the expected objects * * @params response Response returned by the server for a request to createLLMObsDatasetRecords * @throws ApiException if the response code was not in [200, 299] */ createLLMObsDatasetRecords(response: ResponseContext): Promise; /** * Unwraps the actual response sent by the server from the response context and deserializes the response content * to the expected objects * * @params response Response returned by the server for a request to createLLMObsExperiment * @throws ApiException if the response code was not in [200, 299] */ createLLMObsExperiment(response: ResponseContext): Promise; /** * Unwraps the actual response sent by the server from the response context and deserializes the response content * to the expected objects * * @params response Response returned by the server for a request to createLLMObsExperimentEvents * @throws ApiException if the response code was not in [200, 299] */ createLLMObsExperimentEvents(response: ResponseContext): Promise; /** * Unwraps the actual response sent by the server from the response context and deserializes the response content * to the expected objects * * @params response Response returned by the server for a request to createLLMObsProject * @throws ApiException if the response code was not in [200, 299] */ createLLMObsProject(response: ResponseContext): Promise; /** * Unwraps the actual response sent by the server from the response context and deserializes the response content * to the expected objects * * @params response Response returned by the server for a request to deleteLLMObsAnnotationQueue * @throws ApiException if the response code was not in [200, 299] */ deleteLLMObsAnnotationQueue(response: ResponseContext): Promise; /** * Unwraps the actual response sent by the server from the response context and deserializes the response content * to the expected objects * * @params response Response returned by the server for a request to deleteLLMObsAnnotationQueueInteractions * @throws ApiException if the response code was not in [200, 299] */ deleteLLMObsAnnotationQueueInteractions(response: ResponseContext): Promise; /** * Unwraps the actual response sent by the server from the response context and deserializes the response content * to the expected objects * * @params response Response returned by the server for a request to deleteLLMObsCustomEvalConfig * @throws ApiException if the response code was not in [200, 299] */ deleteLLMObsCustomEvalConfig(response: ResponseContext): Promise; /** * Unwraps the actual response sent by the server from the response context and deserializes the response content * to the expected objects * * @params response Response returned by the server for a request to deleteLLMObsDatasetRecords * @throws ApiException if the response code was not in [200, 299] */ deleteLLMObsDatasetRecords(response: ResponseContext): Promise; /** * Unwraps the actual response sent by the server from the response context and deserializes the response content * to the expected objects * * @params response Response returned by the server for a request to deleteLLMObsDatasets * @throws ApiException if the response code was not in [200, 299] */ deleteLLMObsDatasets(response: ResponseContext): Promise; /** * Unwraps the actual response sent by the server from the response context and deserializes the response content * to the expected objects * * @params response Response returned by the server for a request to deleteLLMObsExperiments * @throws ApiException if the response code was not in [200, 299] */ deleteLLMObsExperiments(response: ResponseContext): Promise; /** * Unwraps the actual response sent by the server from the response context and deserializes the response content * to the expected objects * * @params response Response returned by the server for a request to deleteLLMObsProjects * @throws ApiException if the response code was not in [200, 299] */ deleteLLMObsProjects(response: ResponseContext): Promise; /** * Unwraps the actual response sent by the server from the response context and deserializes the response content * to the expected objects * * @params response Response returned by the server for a request to getLLMObsAnnotatedInteractions * @throws ApiException if the response code was not in [200, 299] */ getLLMObsAnnotatedInteractions(response: ResponseContext): Promise; /** * Unwraps the actual response sent by the server from the response context and deserializes the response content * to the expected objects * * @params response Response returned by the server for a request to getLLMObsAnnotationQueueLabelSchema * @throws ApiException if the response code was not in [200, 299] */ getLLMObsAnnotationQueueLabelSchema(response: ResponseContext): Promise; /** * Unwraps the actual response sent by the server from the response context and deserializes the response content * to the expected objects * * @params response Response returned by the server for a request to getLLMObsCustomEvalConfig * @throws ApiException if the response code was not in [200, 299] */ getLLMObsCustomEvalConfig(response: ResponseContext): Promise; /** * Unwraps the actual response sent by the server from the response context and deserializes the response content * to the expected objects * * @params response Response returned by the server for a request to listLLMObsAnnotationQueues * @throws ApiException if the response code was not in [200, 299] */ listLLMObsAnnotationQueues(response: ResponseContext): Promise; /** * Unwraps the actual response sent by the server from the response context and deserializes the response content * to the expected objects * * @params response Response returned by the server for a request to listLLMObsDatasetRecords * @throws ApiException if the response code was not in [200, 299] */ listLLMObsDatasetRecords(response: ResponseContext): Promise; /** * Unwraps the actual response sent by the server from the response context and deserializes the response content * to the expected objects * * @params response Response returned by the server for a request to listLLMObsDatasets * @throws ApiException if the response code was not in [200, 299] */ listLLMObsDatasets(response: ResponseContext): Promise; /** * Unwraps the actual response sent by the server from the response context and deserializes the response content * to the expected objects * * @params response Response returned by the server for a request to listLLMObsExperiments * @throws ApiException if the response code was not in [200, 299] */ listLLMObsExperiments(response: ResponseContext): Promise; /** * Unwraps the actual response sent by the server from the response context and deserializes the response content * to the expected objects * * @params response Response returned by the server for a request to listLLMObsProjects * @throws ApiException if the response code was not in [200, 299] */ listLLMObsProjects(response: ResponseContext): Promise; /** * Unwraps the actual response sent by the server from the response context and deserializes the response content * to the expected objects * * @params response Response returned by the server for a request to updateLLMObsAnnotationQueue * @throws ApiException if the response code was not in [200, 299] */ updateLLMObsAnnotationQueue(response: ResponseContext): Promise; /** * Unwraps the actual response sent by the server from the response context and deserializes the response content * to the expected objects * * @params response Response returned by the server for a request to updateLLMObsAnnotationQueueLabelSchema * @throws ApiException if the response code was not in [200, 299] */ updateLLMObsAnnotationQueueLabelSchema(response: ResponseContext): Promise; /** * Unwraps the actual response sent by the server from the response context and deserializes the response content * to the expected objects * * @params response Response returned by the server for a request to updateLLMObsCustomEvalConfig * @throws ApiException if the response code was not in [200, 299] */ updateLLMObsCustomEvalConfig(response: ResponseContext): Promise; /** * Unwraps the actual response sent by the server from the response context and deserializes the response content * to the expected objects * * @params response Response returned by the server for a request to updateLLMObsDataset * @throws ApiException if the response code was not in [200, 299] */ updateLLMObsDataset(response: ResponseContext): Promise; /** * Unwraps the actual response sent by the server from the response context and deserializes the response content * to the expected objects * * @params response Response returned by the server for a request to updateLLMObsDatasetRecords * @throws ApiException if the response code was not in [200, 299] */ updateLLMObsDatasetRecords(response: ResponseContext): Promise; /** * Unwraps the actual response sent by the server from the response context and deserializes the response content * to the expected objects * * @params response Response returned by the server for a request to updateLLMObsExperiment * @throws ApiException if the response code was not in [200, 299] */ updateLLMObsExperiment(response: ResponseContext): Promise; /** * Unwraps the actual response sent by the server from the response context and deserializes the response content * to the expected objects * * @params response Response returned by the server for a request to updateLLMObsProject * @throws ApiException if the response code was not in [200, 299] */ updateLLMObsProject(response: ResponseContext): Promise; } export interface LLMObservabilityApiCreateLLMObsAnnotationQueueRequest { /** * Create annotation queue payload. * @type LLMObsAnnotationQueueRequest */ body: LLMObsAnnotationQueueRequest; } export interface LLMObservabilityApiCreateLLMObsAnnotationQueueInteractionsRequest { /** * The ID of the LLM Observability annotation queue. * @type string */ queueId: string; /** * Add interactions payload. * @type LLMObsAnnotationQueueInteractionsRequest */ body: LLMObsAnnotationQueueInteractionsRequest; } export interface LLMObservabilityApiCreateLLMObsDatasetRequest { /** * The ID of the LLM Observability project. * @type string */ projectId: string; /** * Create dataset payload. * @type LLMObsDatasetRequest */ body: LLMObsDatasetRequest; } export interface LLMObservabilityApiCreateLLMObsDatasetRecordsRequest { /** * The ID of the LLM Observability project. * @type string */ projectId: string; /** * The ID of the LLM Observability dataset. * @type string */ datasetId: string; /** * Append records payload. * @type LLMObsDatasetRecordsRequest */ body: LLMObsDatasetRecordsRequest; } export interface LLMObservabilityApiCreateLLMObsExperimentRequest { /** * Create experiment payload. * @type LLMObsExperimentRequest */ body: LLMObsExperimentRequest; } export interface LLMObservabilityApiCreateLLMObsExperimentEventsRequest { /** * The ID of the LLM Observability experiment. * @type string */ experimentId: string; /** * Experiment events payload. * @type LLMObsExperimentEventsRequest */ body: LLMObsExperimentEventsRequest; } export interface LLMObservabilityApiCreateLLMObsProjectRequest { /** * Create project payload. * @type LLMObsProjectRequest */ body: LLMObsProjectRequest; } export interface LLMObservabilityApiDeleteLLMObsAnnotationQueueRequest { /** * The ID of the LLM Observability annotation queue. * @type string */ queueId: string; } export interface LLMObservabilityApiDeleteLLMObsAnnotationQueueInteractionsRequest { /** * The ID of the LLM Observability annotation queue. * @type string */ queueId: string; /** * Delete interactions payload. * @type LLMObsDeleteAnnotationQueueInteractionsRequest */ body: LLMObsDeleteAnnotationQueueInteractionsRequest; } export interface LLMObservabilityApiDeleteLLMObsCustomEvalConfigRequest { /** * The name of the custom LLM Observability evaluator configuration. * @type string */ evalName: string; } export interface LLMObservabilityApiDeleteLLMObsDatasetRecordsRequest { /** * The ID of the LLM Observability project. * @type string */ projectId: string; /** * The ID of the LLM Observability dataset. * @type string */ datasetId: string; /** * Delete records payload. * @type LLMObsDeleteDatasetRecordsRequest */ body: LLMObsDeleteDatasetRecordsRequest; } export interface LLMObservabilityApiDeleteLLMObsDatasetsRequest { /** * The ID of the LLM Observability project. * @type string */ projectId: string; /** * Delete datasets payload. * @type LLMObsDeleteDatasetsRequest */ body: LLMObsDeleteDatasetsRequest; } export interface LLMObservabilityApiDeleteLLMObsExperimentsRequest { /** * Delete experiments payload. * @type LLMObsDeleteExperimentsRequest */ body: LLMObsDeleteExperimentsRequest; } export interface LLMObservabilityApiDeleteLLMObsProjectsRequest { /** * Delete projects payload. * @type LLMObsDeleteProjectsRequest */ body: LLMObsDeleteProjectsRequest; } export interface LLMObservabilityApiGetLLMObsAnnotatedInteractionsRequest { /** * The ID of the LLM Observability annotation queue. * @type string */ queueId: string; } export interface LLMObservabilityApiGetLLMObsAnnotationQueueLabelSchemaRequest { /** * The ID of the LLM Observability annotation queue. * @type string */ queueId: string; } export interface LLMObservabilityApiGetLLMObsCustomEvalConfigRequest { /** * The name of the custom LLM Observability evaluator configuration. * @type string */ evalName: string; } export interface LLMObservabilityApiListLLMObsAnnotationQueuesRequest { /** * Filter annotation queues by project ID. Cannot be used together with `queueIds`. * @type string */ projectId?: string; /** * Filter annotation queues by queue IDs (comma-separated). Cannot be used together with `projectId`. * @type Array */ queueIds?: Array; } export interface LLMObservabilityApiListLLMObsDatasetRecordsRequest { /** * The ID of the LLM Observability project. * @type string */ projectId: string; /** * The ID of the LLM Observability dataset. * @type string */ datasetId: string; /** * Retrieve records from a specific dataset version. Defaults to the current version. * @type number */ filterVersion?: number; /** * Use the Pagination cursor to retrieve the next page of results. * @type string */ pageCursor?: string; /** * Maximum number of results to return per page. * @type number */ pageLimit?: number; } export interface LLMObservabilityApiListLLMObsDatasetsRequest { /** * The ID of the LLM Observability project. * @type string */ projectId: string; /** * Filter datasets by name. * @type string */ filterName?: string; /** * Filter datasets by dataset ID. * @type string */ filterId?: string; /** * Use the Pagination cursor to retrieve the next page of results. * @type string */ pageCursor?: string; /** * Maximum number of results to return per page. * @type number */ pageLimit?: number; } export interface LLMObservabilityApiListLLMObsExperimentsRequest { /** * Filter experiments by project ID. Required if `filter[dataset_id]` is not provided. * @type string */ filterProjectId?: string; /** * Filter experiments by dataset ID. * @type string */ filterDatasetId?: string; /** * Filter experiments by experiment ID. Can be specified multiple times. * @type string */ filterId?: string; /** * Use the Pagination cursor to retrieve the next page of results. * @type string */ pageCursor?: string; /** * Maximum number of results to return per page. * @type number */ pageLimit?: number; } export interface LLMObservabilityApiListLLMObsProjectsRequest { /** * Filter projects by project ID. * @type string */ filterId?: string; /** * Filter projects by name. * @type string */ filterName?: string; /** * Use the Pagination cursor to retrieve the next page of results. * @type string */ pageCursor?: string; /** * Maximum number of results to return per page. * @type number */ pageLimit?: number; } export interface LLMObservabilityApiUpdateLLMObsAnnotationQueueRequest { /** * The ID of the LLM Observability annotation queue. * @type string */ queueId: string; /** * Update annotation queue payload. * @type LLMObsAnnotationQueueUpdateRequest */ body: LLMObsAnnotationQueueUpdateRequest; } export interface LLMObservabilityApiUpdateLLMObsAnnotationQueueLabelSchemaRequest { /** * The ID of the LLM Observability annotation queue. * @type string */ queueId: string; /** * Update label schema payload. * @type LLMObsAnnotationQueueLabelSchemaUpdateRequest */ body: LLMObsAnnotationQueueLabelSchemaUpdateRequest; } export interface LLMObservabilityApiUpdateLLMObsCustomEvalConfigRequest { /** * The name of the custom LLM Observability evaluator configuration. * @type string */ evalName: string; /** * Custom evaluator configuration payload. * @type LLMObsCustomEvalConfigUpdateRequest */ body: LLMObsCustomEvalConfigUpdateRequest; } export interface LLMObservabilityApiUpdateLLMObsDatasetRequest { /** * The ID of the LLM Observability project. * @type string */ projectId: string; /** * The ID of the LLM Observability dataset. * @type string */ datasetId: string; /** * Update dataset payload. * @type LLMObsDatasetUpdateRequest */ body: LLMObsDatasetUpdateRequest; } export interface LLMObservabilityApiUpdateLLMObsDatasetRecordsRequest { /** * The ID of the LLM Observability project. * @type string */ projectId: string; /** * The ID of the LLM Observability dataset. * @type string */ datasetId: string; /** * Update records payload. * @type LLMObsDatasetRecordsUpdateRequest */ body: LLMObsDatasetRecordsUpdateRequest; } export interface LLMObservabilityApiUpdateLLMObsExperimentRequest { /** * The ID of the LLM Observability experiment. * @type string */ experimentId: string; /** * Update experiment payload. * @type LLMObsExperimentUpdateRequest */ body: LLMObsExperimentUpdateRequest; } export interface LLMObservabilityApiUpdateLLMObsProjectRequest { /** * The ID of the LLM Observability project. * @type string */ projectId: string; /** * Update project payload. * @type LLMObsProjectUpdateRequest */ body: LLMObsProjectUpdateRequest; } export declare class LLMObservabilityApi { private requestFactory; private responseProcessor; private configuration; constructor(configuration: Configuration, requestFactory?: LLMObservabilityApiRequestFactory, responseProcessor?: LLMObservabilityApiResponseProcessor); /** * Create an annotation queue. The `name` and `project_id` fields are required. * An optional `annotation_schema` can be provided to define the labels for the queue. * Fields such as `created_by`, `owned_by`, `created_at`, `modified_by`, * and `modified_at` are inferred by the backend. * @param param The request object */ createLLMObsAnnotationQueue(param: LLMObservabilityApiCreateLLMObsAnnotationQueueRequest, options?: Configuration): Promise; /** * Add one or more interactions (traces or sessions) to an annotation queue. * At least one interaction must be provided. * @param param The request object */ createLLMObsAnnotationQueueInteractions(param: LLMObservabilityApiCreateLLMObsAnnotationQueueInteractionsRequest, options?: Configuration): Promise; /** * Create a new LLM Observability dataset within the specified project. * @param param The request object */ createLLMObsDataset(param: LLMObservabilityApiCreateLLMObsDatasetRequest, options?: Configuration): Promise; /** * Append one or more records to an LLM Observability dataset. * @param param The request object */ createLLMObsDatasetRecords(param: LLMObservabilityApiCreateLLMObsDatasetRecordsRequest, options?: Configuration): Promise; /** * Create a new LLM Observability experiment. * @param param The request object */ createLLMObsExperiment(param: LLMObservabilityApiCreateLLMObsExperimentRequest, options?: Configuration): Promise; /** * Push spans and metrics for an LLM Observability experiment. * @param param The request object */ createLLMObsExperimentEvents(param: LLMObservabilityApiCreateLLMObsExperimentEventsRequest, options?: Configuration): Promise; /** * Create a new LLM Observability project. Returns the existing project if a name conflict occurs. * @param param The request object */ createLLMObsProject(param: LLMObservabilityApiCreateLLMObsProjectRequest, options?: Configuration): Promise; /** * Delete an annotation queue by its ID. * @param param The request object */ deleteLLMObsAnnotationQueue(param: LLMObservabilityApiDeleteLLMObsAnnotationQueueRequest, options?: Configuration): Promise; /** * Delete one or more interactions from an annotation queue. * @param param The request object */ deleteLLMObsAnnotationQueueInteractions(param: LLMObservabilityApiDeleteLLMObsAnnotationQueueInteractionsRequest, options?: Configuration): Promise; /** * Delete a custom LLM Observability evaluator configuration by its name. * @param param The request object */ deleteLLMObsCustomEvalConfig(param: LLMObservabilityApiDeleteLLMObsCustomEvalConfigRequest, options?: Configuration): Promise; /** * Delete one or more records from an LLM Observability dataset. * @param param The request object */ deleteLLMObsDatasetRecords(param: LLMObservabilityApiDeleteLLMObsDatasetRecordsRequest, options?: Configuration): Promise; /** * Delete one or more LLM Observability datasets within the specified project. * @param param The request object */ deleteLLMObsDatasets(param: LLMObservabilityApiDeleteLLMObsDatasetsRequest, options?: Configuration): Promise; /** * Delete one or more LLM Observability experiments. * @param param The request object */ deleteLLMObsExperiments(param: LLMObservabilityApiDeleteLLMObsExperimentsRequest, options?: Configuration): Promise; /** * Delete one or more LLM Observability projects. * @param param The request object */ deleteLLMObsProjects(param: LLMObservabilityApiDeleteLLMObsProjectsRequest, options?: Configuration): Promise; /** * Retrieve all interactions (traces and sessions) and their annotations for a given annotation queue. * @param param The request object */ getLLMObsAnnotatedInteractions(param: LLMObservabilityApiGetLLMObsAnnotatedInteractionsRequest, options?: Configuration): Promise; /** * Retrieve the label schema for a given annotation queue. * @param param The request object */ getLLMObsAnnotationQueueLabelSchema(param: LLMObservabilityApiGetLLMObsAnnotationQueueLabelSchemaRequest, options?: Configuration): Promise; /** * Retrieve a custom LLM Observability evaluator configuration by its name. * @param param The request object */ getLLMObsCustomEvalConfig(param: LLMObservabilityApiGetLLMObsCustomEvalConfigRequest, options?: Configuration): Promise; /** * List annotation queues. Optionally filter by project ID or queue IDs. These parameters are mutually exclusive. * If neither is provided, all queues in the organization are returned. * @param param The request object */ listLLMObsAnnotationQueues(param?: LLMObservabilityApiListLLMObsAnnotationQueuesRequest, options?: Configuration): Promise; /** * List all records in an LLM Observability dataset, sorted by creation date, newest first. * @param param The request object */ listLLMObsDatasetRecords(param: LLMObservabilityApiListLLMObsDatasetRecordsRequest, options?: Configuration): Promise; /** * List all LLM Observability datasets for a project, sorted by creation date, newest first. * @param param The request object */ listLLMObsDatasets(param: LLMObservabilityApiListLLMObsDatasetsRequest, options?: Configuration): Promise; /** * List all LLM Observability experiments sorted by creation date, newest first. * @param param The request object */ listLLMObsExperiments(param?: LLMObservabilityApiListLLMObsExperimentsRequest, options?: Configuration): Promise; /** * List all LLM Observability projects sorted by creation date, newest first. * @param param The request object */ listLLMObsProjects(param?: LLMObservabilityApiListLLMObsProjectsRequest, options?: Configuration): Promise; /** * Partially update an annotation queue. The `name`, `description`, and `annotation_schema` fields can be updated. * @param param The request object */ updateLLMObsAnnotationQueue(param: LLMObservabilityApiUpdateLLMObsAnnotationQueueRequest, options?: Configuration): Promise; /** * Create or replace the label schema for a given annotation queue. * The label schema defines the labels annotators can apply to interactions in the queue. * Label names must be unique within the queue and match the pattern `^[a-zA-Z0-9_-]+$`. * Each label must have a valid type: score, categorical, boolean, or text. * @param param The request object */ updateLLMObsAnnotationQueueLabelSchema(param: LLMObservabilityApiUpdateLLMObsAnnotationQueueLabelSchemaRequest, options?: Configuration): Promise; /** * Create or update a custom LLM Observability evaluator configuration by its name. * @param param The request object */ updateLLMObsCustomEvalConfig(param: LLMObservabilityApiUpdateLLMObsCustomEvalConfigRequest, options?: Configuration): Promise; /** * Partially update an existing LLM Observability dataset within the specified project. * @param param The request object */ updateLLMObsDataset(param: LLMObservabilityApiUpdateLLMObsDatasetRequest, options?: Configuration): Promise; /** * Update one or more existing records in an LLM Observability dataset. * @param param The request object */ updateLLMObsDatasetRecords(param: LLMObservabilityApiUpdateLLMObsDatasetRecordsRequest, options?: Configuration): Promise; /** * Partially update an existing LLM Observability experiment. * @param param The request object */ updateLLMObsExperiment(param: LLMObservabilityApiUpdateLLMObsExperimentRequest, options?: Configuration): Promise; /** * Partially update an existing LLM Observability project. * @param param The request object */ updateLLMObsProject(param: LLMObservabilityApiUpdateLLMObsProjectRequest, options?: Configuration): Promise; }