// ***************************************************************************** // Copyright (C) 2026 EclipseSource GmbH. // // This program and the accompanying materials are made available under the // terms of the Eclipse Public License v. 2.0 which is available at // http://www.eclipse.org/legal/epl-2.0. // // This Source Code may also be made available under the following Secondary // Licenses when the conditions for such availability set forth in the Eclipse // Public License v. 2.0 are satisfied: GNU General Public License, version 2 // with the GNU Classpath Exception which is available at // https://www.gnu.org/software/classpath/license.html. // // SPDX-License-Identifier: EPL-2.0 OR GPL-2.0-only WITH Classpath-exception-2.0 // ***************************************************************************** import { expect } from 'chai'; import { Emitter, Event } from '@theia/core'; import { ChatModel, ChatRequestModel, ResponseTokenUsage } from '@theia/ai-chat'; import { buildBarTooltip, computeCumulativeTokenUsage, computeSessionTokenUsage, countCompactions, decideTokenUsageWarning, formatTokenCount, getUsageColorClass, isAboveTokenUsageWarningThreshold } from './chat-token-usage-indicator-util.js'; const THRESHOLD = 100; const CONTEXT_WINDOW = 200; function createMockRequest(tokenUsage?: ResponseTokenUsage, isComplete = true, contentKinds?: string[]): Partial { return { response: { tokenUsage, isComplete, response: { content: (contentKinds ?? []).map(kind => ({ kind })), asString: () => '', asDisplayString: () => '' } } as ChatRequestModel['response'] }; } function createMockChatModel(requests: Partial[]): ChatModel { const emitter = new Emitter(); return { onDidChange: emitter.event as Event, id: 'test-model', getRequests: () => requests as ChatRequestModel[], } as ChatModel; } describe('ChatTokenUsageIndicator', () => { describe('formatTokenCount', () => { it('should return "-" for undefined', () => { expect(formatTokenCount(undefined)).to.equal('-'); }); it('should return "-" for 0', () => { expect(formatTokenCount(0)).to.equal('-'); }); it('should format numbers below 1000 as-is', () => { expect(formatTokenCount(500)).to.equal('500'); expect(formatTokenCount(999)).to.equal('999'); }); it('should format numbers >= 1000 with k suffix and one decimal', () => { expect(formatTokenCount(1000)).to.equal('1.0k'); expect(formatTokenCount(1500)).to.equal('1.5k'); expect(formatTokenCount(125000)).to.equal('125.0k'); expect(formatTokenCount(200000)).to.equal('200.0k'); }); }); describe('getUsageColorClass', () => { it('returns none for 0 tokens regardless of threshold', () => { expect(getUsageColorClass(0, THRESHOLD, CONTEXT_WINDOW)).to.equal('token-usage-none'); }); it('returns green for tokens below the threshold', () => { expect(getUsageColorClass(1, THRESHOLD, CONTEXT_WINDOW)).to.equal('token-usage-green'); expect(getUsageColorClass(THRESHOLD - 1, THRESHOLD, CONTEXT_WINDOW)).to.equal('token-usage-green'); }); it('returns yellow for tokens at or above the threshold but below the context window size', () => { expect(getUsageColorClass(THRESHOLD, THRESHOLD, CONTEXT_WINDOW)).to.equal('token-usage-yellow'); expect(getUsageColorClass(CONTEXT_WINDOW - 1, THRESHOLD, CONTEXT_WINDOW)).to.equal('token-usage-yellow'); }); it('returns red for tokens at or above the context window size', () => { expect(getUsageColorClass(CONTEXT_WINDOW, THRESHOLD, CONTEXT_WINDOW)).to.equal('token-usage-red'); expect(getUsageColorClass(CONTEXT_WINDOW + 1, THRESHOLD, CONTEXT_WINDOW)).to.equal('token-usage-red'); }); }); describe('computeSessionTokenUsage', () => { it('should return 0 when chatModel is undefined', () => { expect(computeSessionTokenUsage(undefined)).to.equal(0); }); it('should return 0 when there are no requests', () => { const model = createMockChatModel([]); expect(computeSessionTokenUsage(model)).to.equal(0); }); it('should return 0 when requests have no token usage', () => { const model = createMockChatModel([ createMockRequest(undefined), createMockRequest(undefined) ]); expect(computeSessionTokenUsage(model)).to.equal(0); }); it('should sum all tokens from a single request', () => { const model = createMockChatModel([ createMockRequest({ inputTokens: 1000, outputTokens: 500 }) ]); expect(computeSessionTokenUsage(model)).to.equal(1500); }); it('should return only the last request tokens, not the sum', () => { const model = createMockChatModel([ createMockRequest({ inputTokens: 1000, outputTokens: 500 }), createMockRequest({ inputTokens: 2000, outputTokens: 800 }) ]); // Only the last request: 2000+800 = 2800 expect(computeSessionTokenUsage(model)).to.equal(2800); }); it('should return last request tokens from 3 requests (2 complete, 1 in-progress)', () => { const model = createMockChatModel([ createMockRequest({ inputTokens: 1000, outputTokens: 500 }, true), createMockRequest({ inputTokens: 2000, outputTokens: 800 }, true), createMockRequest({ inputTokens: 3000, outputTokens: 200 }, false) // in-progress ]); // Only the last request: 3000+200 = 3200 expect(computeSessionTokenUsage(model)).to.equal(3200); }); it('should skip requests without token usage and return last with usage', () => { const model = createMockChatModel([ createMockRequest({ inputTokens: 1000, outputTokens: 500 }), createMockRequest(undefined), createMockRequest({ inputTokens: 3000, outputTokens: 1000 }) ]); // Last request with usage: 3000+1000 = 4000 expect(computeSessionTokenUsage(model)).to.equal(4000); }); it('should include cache creation and cache read tokens in the total', () => { const model = createMockChatModel([ createMockRequest({ inputTokens: 1000, outputTokens: 500, cacheCreationInputTokens: 200, cacheReadInputTokens: 300 }) ]); // 1000+500+200+300 = 2000 expect(computeSessionTokenUsage(model)).to.equal(2000); }); it('should return only last request cache tokens, not sum across requests', () => { const model = createMockChatModel([ createMockRequest({ inputTokens: 1000, outputTokens: 500, cacheCreationInputTokens: 200, cacheReadInputTokens: 300 }), createMockRequest({ inputTokens: 500, outputTokens: 100, cacheCreationInputTokens: 50, cacheReadInputTokens: 50 }) ]); // Only last request: 500+100+50+50 = 700 expect(computeSessionTokenUsage(model)).to.equal(700); }); it('should return in-progress request token usage when it is last', () => { const model = createMockChatModel([ createMockRequest({ inputTokens: 1000, outputTokens: 500 }, true), createMockRequest({ inputTokens: 5000, outputTokens: 200 }, false) // in-progress ]); // Only last request: 5000+200 = 5200 expect(computeSessionTokenUsage(model)).to.equal(5200); }); it('should return total from in-progress request when it is the only request', () => { const model = createMockChatModel([ createMockRequest({ inputTokens: 5000, outputTokens: 200 }, false) ]); expect(computeSessionTokenUsage(model)).to.equal(5200); }); it('should skip trailing requests without usage and find last with usage', () => { const model = createMockChatModel([ createMockRequest({ inputTokens: 1000, outputTokens: 500 }), createMockRequest({ inputTokens: 3000, outputTokens: 1000 }), createMockRequest(undefined) ]); // Last request with usage: 3000+1000 = 4000 expect(computeSessionTokenUsage(model)).to.equal(4000); }); }); describe('isAboveTokenUsageWarningThreshold', () => { it('is false for 0 tokens', () => { expect(isAboveTokenUsageWarningThreshold(0, THRESHOLD)).to.equal(false); }); it('is false for tokens below the threshold', () => { expect(isAboveTokenUsageWarningThreshold(THRESHOLD - 1, THRESHOLD)).to.equal(false); }); it('is true for tokens at the threshold', () => { expect(isAboveTokenUsageWarningThreshold(THRESHOLD, THRESHOLD)).to.equal(true); }); it('is true for tokens above the threshold', () => { expect(isAboveTokenUsageWarningThreshold(THRESHOLD + 1, THRESHOLD)).to.equal(true); }); }); describe('buildBarTooltip', () => { it('returns undefined when no usage is provided', () => { expect(buildBarTooltip(undefined, 0, THRESHOLD, CONTEXT_WINDOW)).to.equal(undefined); }); it('uses the provided contextWindowSize as denominator in the total line', () => { const tooltip = buildBarTooltip( { inputTokens: 50, outputTokens: 50 }, 100, THRESHOLD, CONTEXT_WINDOW ); expect(tooltip).to.not.equal(undefined); // 100 / 200 -> 50%, formatted as "100 / 200" expect(tooltip!.value).to.contain('100'); expect(tooltip!.value).to.contain('200'); expect(tooltip!.value).to.contain('50%'); }); it('falls back to the default context window when none is provided', () => { const tooltip = buildBarTooltip( { inputTokens: 100, outputTokens: 100 }, 200, THRESHOLD ); // The fallback (200k) should appear in the total line. expect(tooltip!.value).to.contain('200.0k'); }); it('includes cumulative usage line when model has token usage', () => { const model = createMockChatModel([ createMockRequest({ inputTokens: 50, outputTokens: 50 }), createMockRequest({ inputTokens: 30, outputTokens: 20 }) ]); const usage = { inputTokens: 30, outputTokens: 20 }; const tooltip = buildBarTooltip(usage, 50, THRESHOLD, CONTEXT_WINDOW, model); expect(tooltip).to.not.equal(undefined); expect(tooltip!.value).to.contain('Cumulative:'); }); it('includes compaction line when model has a compaction content part', () => { const model = createMockChatModel([ createMockRequest({ inputTokens: 50, outputTokens: 50 }, true, ['compaction']) ]); const usage = { inputTokens: 50, outputTokens: 50 }; const tooltip = buildBarTooltip(usage, 100, THRESHOLD, CONTEXT_WINDOW, model); expect(tooltip).to.not.equal(undefined); expect(tooltip!.value).to.contain('Compacted'); }); }); describe('computeCumulativeTokenUsage', () => { it('returns 0 for an undefined model', () => { expect(computeCumulativeTokenUsage(undefined)).to.equal(0); }); it('returns 0 for a model with no requests', () => { const model = createMockChatModel([]); expect(computeCumulativeTokenUsage(model)).to.equal(0); }); it('sums cumulative usage across all responses', () => { const model = createMockChatModel([ createMockRequest({ inputTokens: 100, outputTokens: 50 }), createMockRequest({ inputTokens: 200, outputTokens: 60, cacheReadInputTokens: 10 }) ]); expect(computeCumulativeTokenUsage(model)).to.equal(420); }); it('includes cache creation and read tokens in the cumulative total', () => { const model = createMockChatModel([ createMockRequest({ inputTokens: 100, outputTokens: 50, cacheCreationInputTokens: 20, cacheReadInputTokens: 30 }), createMockRequest({ inputTokens: 200, outputTokens: 60 }) ]); expect(computeCumulativeTokenUsage(model)).to.equal(460); }); it('skips requests with no token usage', () => { const model = createMockChatModel([ createMockRequest(undefined), createMockRequest({ inputTokens: 100, outputTokens: 50 }) ]); expect(computeCumulativeTokenUsage(model)).to.equal(150); }); }); describe('countCompactions', () => { it('returns 0 for an undefined model', () => { expect(countCompactions(undefined)).to.equal(0); }); it('returns 0 for a model with no requests', () => { const model = createMockChatModel([]); expect(countCompactions(model)).to.equal(0); }); it('counts compaction markers across the session', () => { const model = createMockChatModel([ createMockRequest(undefined, true, ['text', 'compaction']), createMockRequest(undefined, true, ['text']), createMockRequest(undefined, true, ['compaction', 'text']) ]); expect(countCompactions(model)).to.equal(2); }); it('returns 0 when no compaction markers are present', () => { const model = createMockChatModel([ createMockRequest(undefined, true, ['text']), createMockRequest(undefined, true, ['toolCall']) ]); expect(countCompactions(model)).to.equal(0); }); it('counts multiple compaction markers within a single response', () => { const model = createMockChatModel([ createMockRequest(undefined, true, ['compaction', 'compaction', 'text']) ]); expect(countCompactions(model)).to.equal(2); }); }); describe('decideTokenUsageWarning', () => { it('resets when usage is below the threshold', () => { expect(decideTokenUsageWarning({ totalTokens: 50, threshold: THRESHOLD, alreadyNotified: true })).to.equal('reset'); }); it('resets when usage is zero', () => { expect(decideTokenUsageWarning({ totalTokens: 0, threshold: THRESHOLD, alreadyNotified: true })).to.equal('reset'); }); it('skips when the session has already been notified', () => { expect(decideTokenUsageWarning({ totalTokens: THRESHOLD + 50, threshold: THRESHOLD, alreadyNotified: true })).to.equal('skip'); }); it('notifies when usage crosses the threshold and the session has not been notified yet', () => { expect(decideTokenUsageWarning({ totalTokens: THRESHOLD, threshold: THRESHOLD, alreadyNotified: false })).to.equal('notify'); expect(decideTokenUsageWarning({ totalTokens: THRESHOLD * 2, threshold: THRESHOLD, alreadyNotified: false })).to.equal('notify'); }); }); });