import type { WikiEvidence, WikiRetrievalError, WikiRetrievalGroup, } from "@/types/llm-chat"; export const MAX_WIKI_METADATA_ID_CHARS = 256; export const MAX_WIKI_METADATA_PATH_CHARS = 1_024; export const MAX_WIKI_METADATA_NAME_CHARS = 256; export const MAX_WIKI_METADATA_TITLE_CHARS = 512; export const MAX_WIKI_METADATA_TYPE_CHARS = 128; export const MAX_WIKI_METADATA_DESCRIPTION_CHARS = 2_048; export const MAX_WIKI_METADATA_SOURCE_CHARS = 1_024; export const MAX_WIKI_ERROR_CODE_CHARS = 128; export const MAX_WIKI_ERROR_MESSAGE_CHARS = 1_024; export const MAX_WIKI_ERROR_PATH_CHARS = 1_024; export const MAX_WIKI_SOURCES = 8; export const MAX_WIKI_ERRORS = 4; export const MAX_WIKI_EVIDENCE = 6; export const MAX_WIKI_GROUPS = 10; export function normalizeRequiredWikiMetadata( value: unknown, ): string | undefined { if (typeof value !== "string") return undefined; const normalized = value.trim(); return normalized.length > 0 ? normalized : undefined; } export function truncateWikiMetadata( value: string, maxCodePoints: number, ): string { const codePoints = Array.from(value); if (codePoints.length <= maxCodePoints) return value; if (maxCodePoints <= 0) return ""; return `${codePoints.slice(0, maxCodePoints - 1).join("")}…`; } export function clampWikiEvidence(value: WikiEvidence): WikiEvidence { return { reference: value.reference, wikiName: truncateWikiMetadata( value.wikiName, MAX_WIKI_METADATA_NAME_CHARS, ), path: truncateWikiMetadata(value.path, MAX_WIKI_METADATA_PATH_CHARS), ...(value.title === undefined ? {} : { title: truncateWikiMetadata( value.title, MAX_WIKI_METADATA_TITLE_CHARS, ), }), ...(value.type === undefined ? {} : { type: truncateWikiMetadata(value.type, MAX_WIKI_METADATA_TYPE_CHARS), }), ...(value.description === undefined ? {} : { description: truncateWikiMetadata( value.description, MAX_WIKI_METADATA_DESCRIPTION_CHARS, ), }), ...(value.score === undefined ? {} : { score: value.score }), ...(value.sources === undefined ? {} : { sources: value.sources .slice(0, MAX_WIKI_SOURCES) .map((source) => truncateWikiMetadata(source, MAX_WIKI_METADATA_SOURCE_CHARS), ), }), truncated: value.truncated, injectedChars: value.injectedChars, }; } export function clampWikiRetrievalError( value: WikiRetrievalError, ): WikiRetrievalError { return { code: truncateWikiMetadata(value.code, MAX_WIKI_ERROR_CODE_CHARS), message: truncateWikiMetadata(value.message, MAX_WIKI_ERROR_MESSAGE_CHARS), ...(value.requestId === undefined ? {} : { requestId: truncateWikiMetadata( value.requestId, MAX_WIKI_METADATA_ID_CHARS, ), }), ...(value.httpStatus === undefined ? {} : { httpStatus: value.httpStatus }), stage: value.stage, ...(value.path === undefined ? {} : { path: truncateWikiMetadata(value.path, MAX_WIKI_ERROR_PATH_CHARS), }), }; } export function clampWikiRetrievalGroup( value: WikiRetrievalGroup, ): WikiRetrievalGroup { return { wikiName: truncateWikiMetadata( value.wikiName, MAX_WIKI_METADATA_NAME_CHARS, ), pages: value.pages.slice(0, MAX_WIKI_EVIDENCE).map(clampWikiEvidence), ...(value.errors === undefined ? {} : { errors: value.errors .slice(0, MAX_WIKI_ERRORS) .map(clampWikiRetrievalError), }), }; } export function clampWikiRetrievalGroups( values: ReadonlyArray, ): WikiRetrievalGroup[] { return values .slice(0, MAX_WIKI_GROUPS) .map((group) => clampWikiRetrievalGroup(group)); }