/** * Copyright 2024 Google LLC * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ import { z, type Action } from '@genkit-ai/core'; import { toJsonSchema } from '@genkit-ai/core/schema'; export const LlmStatsSchema = z.object({ latencyMs: z.number().optional(), inputTokenCount: z.number().optional(), outputTokenCount: z.number().optional(), }); export type LlmStats = z.infer; export const ToolSchema = z.object({ name: z.string(), description: z.string().optional(), schema: z.any(), }); export type Tool = z.infer; export const ToolCallSchema = z.object({ toolName: z.string(), arguments: z.any(), }); export type ToolCall = z.infer; export const LlmResponseSchema = z.object({ completion: z.string(), toolCalls: z.array(ToolCallSchema).optional(), stats: LlmStatsSchema, }); export type LlmResponse = z.infer; /** * Converts actions to tool definition sent to model inputs. */ export function toToolWireFormat( actions?: Action[] ): z.infer[] | undefined { if (!actions) return undefined; return actions.map((a) => { return { name: a.__action.name, description: a.__action.description, schema: { input: toJsonSchema({ schema: a.__action.inputSchema, jsonSchema: a.__action.inputJsonSchema, }), output: toJsonSchema({ schema: a.__action.outputSchema, jsonSchema: a.__action.outputJsonSchema, }), }, }; }); }