import { describe, expect, it } from "vitest"; import { classifyToolcraftPerformanceRequest, validateToolcraftPerformanceRequestEvidence, } from "./performance-verification-policy"; describe("Toolcraft performance request classifier", () => { it.each([ ["It lags.", "strong-direct-complaint"], ["The CANVAS is laggy!", "strong-direct-complaint"], ["Jank during drag.", "strong-direct-complaint"], ["The preview stutters, freezes, and sometimes hangs.", "strong-direct-complaint"], ["The UI is frozen and unresponsive.", "strong-direct-complaint"], ["The UI is not responsive.", "strong-direct-complaint"], ["The editor is slow.", "strong-direct-complaint"], ["The browser is slow.", "strong-direct-complaint"], ["The canvas is not responsive.", "strong-direct-complaint"], ["The preview is slow.", "strong-direct-complaint"], ["The editor freezes.", "strong-direct-complaint"], ["The canvas is freezing.", "strong-direct-complaint"], ["Dragging has noticeable latency.", "strong-direct-complaint"], ["The interaction has delay and lag.", "strong-direct-complaint"], ["Latency is high.", "strong-direct-complaint"], ["Low FPS; frame rate is unstable.", "strong-direct-complaint"], ["The export is slow.", "strong-direct-complaint"], ["Upload is slow.", "strong-direct-complaint"], ["The button is laggy.", "strong-direct-complaint"], ["Performance is poor.", "strong-direct-complaint"], ["Improve application performance.", "software-optimization-request"], ["Optimise runtime responsiveness.", "software-optimization-request"], ["Reduce latency for input updates.", "software-optimization-request"], ["Speed up the render and export.", "software-optimization-request"], ["Optimize memory usage.", "software-optimization-request"], ["High CPU, GPU, and memory usage.", "resource-pressure-complaint"], ["Приложение тормозит.", "strong-direct-complaint"], ["Лагает при перетаскивании!", "strong-direct-complaint"], ["Интерфейс фризит и зависает.", "strong-direct-complaint"], ["Редактор работает медленно.", "strong-direct-complaint"], ["Рендер работает медленно.", "strong-direct-complaint"], ["Медленная загрузка.", "strong-direct-complaint"], ["Низкая производительность приложения.", "strong-direct-complaint"], ["Низкий ФПС и нестабильная частота кадров.", "strong-direct-complaint"], ["Оптимизировать производительность приложения.", "software-optimization-request"], ["Ускорить рендер и экспорт.", "software-optimization-request"], ["Оптимизировать использование памяти.", "software-optimization-request"], ["Высокое использование памяти и GPU.", "resource-pressure-complaint"], ] as const)("classifies high-confidence performance iteration %s", (request, reason) => { expect(classifyToolcraftPerformanceRequest(request)).toMatchObject({ confidence: "high", intent: "performance-iteration", reason, }); }); it.each([ "Make the canvas animation play faster.", "Increase animation speed.", "Move the object faster.", "Speed up the transition and playback.", "Сделай анимацию канваса быстрее.", "Увеличь скорость анимации.", "Пусть объект двигается быстрее.", "Freeze the camera position.", "Freeze the object position.", "Freeze the animation at frame 10.", "Фриз-эффект для объекта.", "Rename the preset to Frozen and the mode to Performance.", "Add CPU, GPU, and Memory labels to the legend.", "No performance problems; increase animation speed.", "Нет проблем с производительностью, сделай движение быстрее.", "Приложение не тормозит, увеличь скорость анимации.", ])("classifies high-confidence product command %s as ordinary", (request) => { expect(classifyToolcraftPerformanceRequest(request)).toMatchObject({ confidence: "high", intent: "ordinary-product-work", }); }); it.each([ "The controls feel sticky.", "Make it buttery.", "Something feels off during editing.", "The app does not lag and the controls feel sticky.", "Кажется, интерфейс ведет себя тяжело.", ])("leaves unrecognized request %s to agent judgment", (request) => { expect(classifyToolcraftPerformanceRequest(request)).toMatchObject({ confidence: "ambiguous", intent: "needs-agent-judgment", reason: "needs-semantic-judgment", }); }); it.each([ "Build a poster.", "Improve application architecture.", "Optimize the app structure.", "Fix the canvas controls.", "Улучши архитектуру приложения.", "Исправь интерфейс приложения.", ])("classifies generic product work %s as ordinary", (request) => { expect(classifyToolcraftPerformanceRequest(request)).toMatchObject({ confidence: "high", intent: "ordinary-product-work", reason: "generic-product-command", }); }); it.each([ "Improve application architecture.", "Optimize the app structure.", "Fix the canvas controls.", "Улучши архитектуру приложения.", "Исправь интерфейс приложения.", ])( "does not promote generic product work to performance work: %s", (request) => { expect(classifyToolcraftPerformanceRequest(request).intent).not.toBe( "performance-iteration", ); }, ); it.each([ "Make the animation play faster, but the app lags when dragging.", "Increase animation speed. EXPORT IS SLOW!", "Increase animation speed.\nThe app lags.", "The app does not lag but it freezes.", "The app does not lag, but it freezes.", "The app does not lag, it freezes.", "The editor does not stutter, the canvas is freezing.", "Сделай объект быстрее, но приложение тормозит.", "Приложение не лагает, но редактор зависает.", "Приложение не лагает, редактор зависает.", "Увеличь скорость анимации; при экспорте всё зависает!", ])("lets a high-confidence complaint win in mixed request %s", (request) => { expect(classifyToolcraftPerformanceRequest(request)).toMatchObject({ confidence: "high", intent: "performance-iteration", }); }); it.each([ "The app does not lag.", "The editor isn't slow.", "The editor isn’t slow.", "The app is not slow or unresponsive.", "The app isn't slow or unresponsive.", "The app isn’t slow or unresponsive.", "The app does not lag and does not freeze.", "The app does not lag or freeze.", "No lag and no freezing.", "Приложение не тормозит.", "Редактор не зависает.", "Приложение не тормозит и не зависает.", "Приложение не лагает или не фризит.", "Нет лагов и нет зависаний.", ])("keeps a negated complaint non-explicit: %s", (request) => { expect(classifyToolcraftPerformanceRequest(request)).toMatchObject({ confidence: "high", intent: "ordinary-product-work", reason: "negated-performance-complaint", }); }); it.each([ "The app is not slow but it freezes.", "The app isn’t slow, but it freezes.", "The app does not lag and does not freeze, but the editor hangs.", "No lag and no freezing, but the UI is unresponsive.", "The app does not lag, the editor freezes.", "Приложение не тормозит, но редактор зависает.", "Приложение не лагает и не фризит, однако канвас зависает.", "Нет лагов и нет зависаний, но интерфейс не отвечает.", ])("preserves an independent complaint after negation: %s", (request) => { expect(classifyToolcraftPerformanceRequest(request)).toMatchObject({ confidence: "high", intent: "performance-iteration", }); }); it("never grants certification authority from request text", () => { expect( classifyToolcraftPerformanceRequest("Run a full performance certification."), ).toEqual({ confidence: "ambiguous", intent: "needs-agent-judgment", matchedClause: "Run a full performance certification", reason: "needs-semantic-judgment", }); }); it("binds performance iteration and judgment evidence to exact raw Request text", () => { expect( validateToolcraftPerformanceRequestEvidence( "Please fix this. The app lags when dragging!", "The app lags when dragging!", ), ).toMatchObject({ reason: "valid-performance-iteration-evidence", valid: true, }); expect( validateToolcraftPerformanceRequestEvidence( "Please fix this.\nThe app lags when dragging!", "The app lags when dragging!", ), ).toMatchObject({ reason: "valid-performance-iteration-evidence", valid: true, }); expect( validateToolcraftPerformanceRequestEvidence( "The controls feel sticky.", "The controls feel sticky.", ), ).toMatchObject({ reason: "valid-agent-judgment-evidence", valid: true, }); }); it.each([ [ "Please fix this.\nThe app lags when dragging!", "Please fix this. The app lags when dragging!", ], ["The app lags when dragging.", "The app lags when dragging."], ["Ｔｈｅ app lags when dragging.", "The app lags when dragging."], ["The app lags when dragging.", "THE APP LAGS WHEN DRAGGING."], ])( "rejects normalized but non-verbatim evidence: %s", (request, evidence) => { expect( validateToolcraftPerformanceRequestEvidence(request, evidence), ).toMatchObject({ reason: "evidence-not-in-request", valid: false }); }, ); it.each([ ["Build a poster.", "It lags.", "evidence-not-in-request"], [ "Build a poster.", "Build a poster.", "request-high-confidence-ordinary", ], ["The app lags.", "The app freezes.", "evidence-not-in-request"], ["THE APP LAGS.", "The app lags.", "evidence-not-in-request"], ["The app lags.", "lags", "evidence-too-short"], ["a b 💥💥", "a b 💥💥", "evidence-too-short"], [ "The app lags. Increase animation speed.", "Increase animation speed.", "evidence-high-confidence-ordinary", ], [ "Increase animation speed.", "Increase animation speed.", "request-high-confidence-ordinary", ], ] as const)( "rejects invalid request evidence for %s", (request, evidence, reason) => { expect( validateToolcraftPerformanceRequestEvidence(request, evidence), ).toMatchObject({ reason, valid: false }); }, ); });