import { createHash } from "node:crypto"; import type { Database } from "bun:sqlite"; import type { DocumentedCommand } from "./metadata"; export type StoredEmbedding = { name: string; searchText: string; vector: number[]; pathOrder: number; }; export function commandsNeedingEmbeddings( database: Database, fingerprint: string, ): DocumentedCommand[] { const documented = database .query( `SELECT commands.name, command_metadata.description, commands.path_order AS pathOrder FROM commands INNER JOIN command_metadata ON command_metadata.command_name = commands.name ORDER BY commands.path_order ASC`, ) .all() as DocumentedCommand[]; return documented.filter((command) => { const row = embeddingRow(database, command.name); return ( row?.fingerprint !== fingerprint || row?.descriptionHash !== embeddingInputHash(command.name, command.description) ); }); } export function upsertEmbedding( database: Database, commandName: string, fingerprint: string, embeddingText: string, vector: number[], ): void { database .query( `INSERT INTO command_embeddings ( command_name, embedder_fingerprint, description_hash, vector_json, updated_at ) VALUES (?1, ?2, ?3, ?4, ?5) ON CONFLICT(command_name) DO UPDATE SET embedder_fingerprint = excluded.embedder_fingerprint, description_hash = excluded.description_hash, vector_json = excluded.vector_json, updated_at = excluded.updated_at`, ) .run(commandName, fingerprint, embeddingInputHash(commandName, embeddingText), JSON.stringify(vector), now()); } export function storedEmbeddings(database: Database, fingerprint: string): StoredEmbedding[] { const rows = database .query( `SELECT commands.name, command_metadata.description, commands.path_order AS pathOrder, command_embeddings.vector_json AS vectorJson FROM commands INNER JOIN command_embeddings ON command_embeddings.command_name = commands.name INNER JOIN command_metadata ON command_metadata.command_name = commands.name WHERE command_embeddings.embedder_fingerprint = ?1 ORDER BY commands.path_order ASC`, ) .all(fingerprint) as { name: string; description: string; pathOrder: number; vectorJson: string; }[]; return rows.map((row) => ({ name: row.name, searchText: embeddingInputText(row.name, row.description).toLowerCase(), pathOrder: row.pathOrder, vector: JSON.parse(row.vectorJson) as number[], })); } function embeddingRow( database: Database, commandName: string, ): { fingerprint: string; descriptionHash: string } | null { return (database .query( `SELECT embedder_fingerprint AS fingerprint, description_hash AS descriptionHash FROM command_embeddings WHERE command_name = ?1`, ) .get(commandName) as { fingerprint: string; descriptionHash: string } | null); } export function embeddingInputText(commandName: string, description: string): string { return `${commandName.trim()}: ${description.trim()}`; } export function embeddingInputHash(commandName: string, description: string): string { return createHash("sha256").update(embeddingInputText(commandName, description)).digest("hex"); } function now(): number { return Math.floor(Date.now() / 1000); }