{ "generatedAt": "2026-08-27T16:58:40.638Z", "environment": { "sourceCommit": "edae4c5876d3cbe392335040ad4771e287e7d154", "dirty": false, "nodeVersion": "v25.8.1", "piVersion": "0.84.2", "fabricVersion": "0.61.3", "model": "openai-codex/gpt-5.6-luna", "provider": "openai-codex", "iterations": 30, "warmupIterations": 1 }, "cases": 8, "correct": 8, "mainContextBaseline": 376936, "mainContextWithCE": 7373, "reductionPercent": 98.04396502324002, "rows": [ { "id": "fovea-retrieval", "title": "Large source with one relevant code window", "task": "Retrieve the relevant source window instead of the entire source file.", "baseline": { "mode": "baseline", "mainContextTokens": 32500, "mainContextInputTokens": 32500, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 32500, "toolResultTokens": 32500, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 32500, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 618, "mainContextInputTokens": 618, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 618, "toolResultTokens": 618, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 38, "wallTimeP95Ms": 60.099999999999994, "diskBytesWritten": 130559, "bytesOffloaded": 130000, "ctxReadBytesRetrieved": 100, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 31882, "extraInternalTokens": 0, "mainTokensInjected": 618, "contextEfficiency": 51.58899676375405, "qualityAdjustedSavings": 31882 }, "samples": [ { "iteration": 1, "baseline": { "mode": "baseline", "mainContextTokens": 32500, "mainContextInputTokens": 32500, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 32500, "toolResultTokens": 32500, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 32500, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 618, "mainContextInputTokens": 618, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 618, "toolResultTokens": 618, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 38, "wallTimeP95Ms": 38, "diskBytesWritten": 130559, "bytesOffloaded": 130000, "ctxReadBytesRetrieved": 100, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 31882, "extraInternalTokens": 0, "mainTokensInjected": 618, "contextEfficiency": 51.58899676375405, "qualityAdjustedSavings": 31882 } }, { "iteration": 2, "baseline": { "mode": "baseline", "mainContextTokens": 32500, "mainContextInputTokens": 32500, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 32500, "toolResultTokens": 32500, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 32500, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 618, "mainContextInputTokens": 618, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 618, "toolResultTokens": 618, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 34, "wallTimeP95Ms": 34, "diskBytesWritten": 130559, "bytesOffloaded": 130000, "ctxReadBytesRetrieved": 100, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 31882, "extraInternalTokens": 0, "mainTokensInjected": 618, "contextEfficiency": 51.58899676375405, "qualityAdjustedSavings": 31882 } }, { "iteration": 3, "baseline": { "mode": "baseline", "mainContextTokens": 32500, "mainContextInputTokens": 32500, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 32500, "toolResultTokens": 32500, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 32500, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 618, "mainContextInputTokens": 618, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 618, "toolResultTokens": 618, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 31, "wallTimeP95Ms": 31, "diskBytesWritten": 130559, "bytesOffloaded": 130000, "ctxReadBytesRetrieved": 100, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 31882, "extraInternalTokens": 0, "mainTokensInjected": 618, "contextEfficiency": 51.58899676375405, "qualityAdjustedSavings": 31882 } }, { "iteration": 4, "baseline": { "mode": "baseline", "mainContextTokens": 32500, "mainContextInputTokens": 32500, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 32500, "toolResultTokens": 32500, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 32500, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 618, "mainContextInputTokens": 618, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 618, "toolResultTokens": 618, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 34, "wallTimeP95Ms": 34, "diskBytesWritten": 130559, "bytesOffloaded": 130000, "ctxReadBytesRetrieved": 100, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 31882, "extraInternalTokens": 0, "mainTokensInjected": 618, "contextEfficiency": 51.58899676375405, "qualityAdjustedSavings": 31882 } }, { "iteration": 5, "baseline": { "mode": "baseline", "mainContextTokens": 32500, "mainContextInputTokens": 32500, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 32500, "toolResultTokens": 32500, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 32500, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 618, "mainContextInputTokens": 618, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 618, "toolResultTokens": 618, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 35, "wallTimeP95Ms": 35, "diskBytesWritten": 130559, "bytesOffloaded": 130000, "ctxReadBytesRetrieved": 100, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 31882, "extraInternalTokens": 0, "mainTokensInjected": 618, "contextEfficiency": 51.58899676375405, "qualityAdjustedSavings": 31882 } }, { "iteration": 6, "baseline": { "mode": "baseline", "mainContextTokens": 32500, "mainContextInputTokens": 32500, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 32500, "toolResultTokens": 32500, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 32500, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 618, "mainContextInputTokens": 618, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 618, "toolResultTokens": 618, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 48, "wallTimeP95Ms": 48, "diskBytesWritten": 130559, "bytesOffloaded": 130000, "ctxReadBytesRetrieved": 100, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 31882, "extraInternalTokens": 0, "mainTokensInjected": 618, "contextEfficiency": 51.58899676375405, "qualityAdjustedSavings": 31882 } }, { "iteration": 7, "baseline": { "mode": "baseline", "mainContextTokens": 32500, "mainContextInputTokens": 32500, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 32500, "toolResultTokens": 32500, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 32500, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 618, "mainContextInputTokens": 618, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 618, "toolResultTokens": 618, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 61, "wallTimeP95Ms": 61, "diskBytesWritten": 130559, "bytesOffloaded": 130000, "ctxReadBytesRetrieved": 100, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 31882, "extraInternalTokens": 0, "mainTokensInjected": 618, "contextEfficiency": 51.58899676375405, "qualityAdjustedSavings": 31882 } }, { "iteration": 8, "baseline": { "mode": "baseline", "mainContextTokens": 32500, "mainContextInputTokens": 32500, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 32500, "toolResultTokens": 32500, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 32500, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 618, "mainContextInputTokens": 618, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 618, "toolResultTokens": 618, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 39, "wallTimeP95Ms": 39, "diskBytesWritten": 130559, "bytesOffloaded": 130000, "ctxReadBytesRetrieved": 100, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 31882, "extraInternalTokens": 0, "mainTokensInjected": 618, "contextEfficiency": 51.58899676375405, "qualityAdjustedSavings": 31882 } }, { "iteration": 9, "baseline": { "mode": "baseline", "mainContextTokens": 32500, "mainContextInputTokens": 32500, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 32500, "toolResultTokens": 32500, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 32500, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 618, "mainContextInputTokens": 618, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 618, "toolResultTokens": 618, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 38, "wallTimeP95Ms": 38, "diskBytesWritten": 130559, "bytesOffloaded": 130000, "ctxReadBytesRetrieved": 100, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 31882, "extraInternalTokens": 0, "mainTokensInjected": 618, "contextEfficiency": 51.58899676375405, "qualityAdjustedSavings": 31882 } }, { "iteration": 10, "baseline": { "mode": "baseline", "mainContextTokens": 32500, "mainContextInputTokens": 32500, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 32500, "toolResultTokens": 32500, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 32500, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 618, "mainContextInputTokens": 618, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 618, "toolResultTokens": 618, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 40, "wallTimeP95Ms": 40, "diskBytesWritten": 130559, "bytesOffloaded": 130000, "ctxReadBytesRetrieved": 100, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 31882, "extraInternalTokens": 0, "mainTokensInjected": 618, "contextEfficiency": 51.58899676375405, "qualityAdjustedSavings": 31882 } }, { "iteration": 11, "baseline": { "mode": "baseline", "mainContextTokens": 32500, "mainContextInputTokens": 32500, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 32500, "toolResultTokens": 32500, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 32500, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 618, "mainContextInputTokens": 618, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 618, "toolResultTokens": 618, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 38, "wallTimeP95Ms": 38, "diskBytesWritten": 130559, "bytesOffloaded": 130000, "ctxReadBytesRetrieved": 100, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 31882, "extraInternalTokens": 0, "mainTokensInjected": 618, "contextEfficiency": 51.58899676375405, "qualityAdjustedSavings": 31882 } }, { "iteration": 12, "baseline": { "mode": "baseline", "mainContextTokens": 32500, "mainContextInputTokens": 32500, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 32500, "toolResultTokens": 32500, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 32500, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 618, "mainContextInputTokens": 618, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 618, "toolResultTokens": 618, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 38, "wallTimeP95Ms": 38, "diskBytesWritten": 130559, "bytesOffloaded": 130000, "ctxReadBytesRetrieved": 100, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 31882, "extraInternalTokens": 0, "mainTokensInjected": 618, "contextEfficiency": 51.58899676375405, "qualityAdjustedSavings": 31882 } }, { "iteration": 13, "baseline": { "mode": "baseline", "mainContextTokens": 32500, "mainContextInputTokens": 32500, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 32500, "toolResultTokens": 32500, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 32500, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 618, "mainContextInputTokens": 618, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 618, "toolResultTokens": 618, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 34, "wallTimeP95Ms": 34, "diskBytesWritten": 130559, "bytesOffloaded": 130000, "ctxReadBytesRetrieved": 100, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 31882, "extraInternalTokens": 0, "mainTokensInjected": 618, "contextEfficiency": 51.58899676375405, "qualityAdjustedSavings": 31882 } }, { "iteration": 14, "baseline": { "mode": "baseline", "mainContextTokens": 32500, "mainContextInputTokens": 32500, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 32500, "toolResultTokens": 32500, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 32500, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 618, "mainContextInputTokens": 618, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 618, "toolResultTokens": 618, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 50, "wallTimeP95Ms": 50, "diskBytesWritten": 130559, "bytesOffloaded": 130000, "ctxReadBytesRetrieved": 100, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 31882, "extraInternalTokens": 0, "mainTokensInjected": 618, "contextEfficiency": 51.58899676375405, "qualityAdjustedSavings": 31882 } }, { "iteration": 15, "baseline": { "mode": "baseline", "mainContextTokens": 32500, "mainContextInputTokens": 32500, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 32500, "toolResultTokens": 32500, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 32500, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 618, "mainContextInputTokens": 618, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 618, "toolResultTokens": 618, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 31, "wallTimeP95Ms": 31, "diskBytesWritten": 130559, "bytesOffloaded": 130000, "ctxReadBytesRetrieved": 100, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 31882, "extraInternalTokens": 0, "mainTokensInjected": 618, "contextEfficiency": 51.58899676375405, "qualityAdjustedSavings": 31882 } }, { "iteration": 16, "baseline": { "mode": "baseline", "mainContextTokens": 32500, "mainContextInputTokens": 32500, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 32500, "toolResultTokens": 32500, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 32500, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 618, "mainContextInputTokens": 618, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 618, "toolResultTokens": 618, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 36, "wallTimeP95Ms": 36, "diskBytesWritten": 130559, "bytesOffloaded": 130000, "ctxReadBytesRetrieved": 100, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 31882, "extraInternalTokens": 0, "mainTokensInjected": 618, "contextEfficiency": 51.58899676375405, "qualityAdjustedSavings": 31882 } }, { "iteration": 17, "baseline": { "mode": "baseline", "mainContextTokens": 32500, "mainContextInputTokens": 32500, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 32500, "toolResultTokens": 32500, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 32500, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 618, "mainContextInputTokens": 618, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 618, "toolResultTokens": 618, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 41, "wallTimeP95Ms": 41, "diskBytesWritten": 130559, "bytesOffloaded": 130000, "ctxReadBytesRetrieved": 100, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 31882, "extraInternalTokens": 0, "mainTokensInjected": 618, "contextEfficiency": 51.58899676375405, "qualityAdjustedSavings": 31882 } }, { "iteration": 18, "baseline": { "mode": "baseline", "mainContextTokens": 32500, "mainContextInputTokens": 32500, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 32500, "toolResultTokens": 32500, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 32500, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 618, "mainContextInputTokens": 618, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 618, "toolResultTokens": 618, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 33, "wallTimeP95Ms": 33, "diskBytesWritten": 130559, "bytesOffloaded": 130000, "ctxReadBytesRetrieved": 100, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 31882, "extraInternalTokens": 0, "mainTokensInjected": 618, "contextEfficiency": 51.58899676375405, "qualityAdjustedSavings": 31882 } }, { "iteration": 19, "baseline": { "mode": "baseline", "mainContextTokens": 32500, "mainContextInputTokens": 32500, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 32500, "toolResultTokens": 32500, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 32500, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 618, "mainContextInputTokens": 618, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 618, "toolResultTokens": 618, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 40, "wallTimeP95Ms": 40, "diskBytesWritten": 130559, "bytesOffloaded": 130000, "ctxReadBytesRetrieved": 100, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 31882, "extraInternalTokens": 0, "mainTokensInjected": 618, "contextEfficiency": 51.58899676375405, "qualityAdjustedSavings": 31882 } }, { "iteration": 20, "baseline": { "mode": "baseline", "mainContextTokens": 32500, "mainContextInputTokens": 32500, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 32500, "toolResultTokens": 32500, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 32500, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 618, "mainContextInputTokens": 618, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 618, "toolResultTokens": 618, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 40, "wallTimeP95Ms": 40, "diskBytesWritten": 130559, "bytesOffloaded": 130000, "ctxReadBytesRetrieved": 100, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 31882, "extraInternalTokens": 0, "mainTokensInjected": 618, "contextEfficiency": 51.58899676375405, "qualityAdjustedSavings": 31882 } }, { "iteration": 21, "baseline": { "mode": "baseline", "mainContextTokens": 32500, "mainContextInputTokens": 32500, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 32500, "toolResultTokens": 32500, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 32500, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 618, "mainContextInputTokens": 618, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 618, "toolResultTokens": 618, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 58, "wallTimeP95Ms": 58, "diskBytesWritten": 130559, "bytesOffloaded": 130000, "ctxReadBytesRetrieved": 100, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 31882, "extraInternalTokens": 0, "mainTokensInjected": 618, "contextEfficiency": 51.58899676375405, "qualityAdjustedSavings": 31882 } }, { "iteration": 22, "baseline": { "mode": "baseline", "mainContextTokens": 32500, "mainContextInputTokens": 32500, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 32500, "toolResultTokens": 32500, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 32500, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 618, "mainContextInputTokens": 618, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 618, "toolResultTokens": 618, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 82, "wallTimeP95Ms": 82, "diskBytesWritten": 130559, "bytesOffloaded": 130000, "ctxReadBytesRetrieved": 100, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 31882, "extraInternalTokens": 0, "mainTokensInjected": 618, "contextEfficiency": 51.58899676375405, "qualityAdjustedSavings": 31882 } }, { "iteration": 23, "baseline": { "mode": "baseline", "mainContextTokens": 32500, "mainContextInputTokens": 32500, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 32500, "toolResultTokens": 32500, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 32500, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 618, "mainContextInputTokens": 618, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 618, "toolResultTokens": 618, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 59, "wallTimeP95Ms": 59, "diskBytesWritten": 130559, "bytesOffloaded": 130000, "ctxReadBytesRetrieved": 100, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 31882, "extraInternalTokens": 0, "mainTokensInjected": 618, "contextEfficiency": 51.58899676375405, "qualityAdjustedSavings": 31882 } }, { "iteration": 24, "baseline": { "mode": "baseline", "mainContextTokens": 32500, "mainContextInputTokens": 32500, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 32500, "toolResultTokens": 32500, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 32500, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 618, "mainContextInputTokens": 618, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 618, "toolResultTokens": 618, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 44, "wallTimeP95Ms": 44, "diskBytesWritten": 130559, "bytesOffloaded": 130000, "ctxReadBytesRetrieved": 100, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 31882, "extraInternalTokens": 0, "mainTokensInjected": 618, "contextEfficiency": 51.58899676375405, "qualityAdjustedSavings": 31882 } }, { "iteration": 25, "baseline": { "mode": "baseline", "mainContextTokens": 32500, "mainContextInputTokens": 32500, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 32500, "toolResultTokens": 32500, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 32500, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 618, "mainContextInputTokens": 618, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 618, "toolResultTokens": 618, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 35, "wallTimeP95Ms": 35, "diskBytesWritten": 130559, "bytesOffloaded": 130000, "ctxReadBytesRetrieved": 100, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 31882, "extraInternalTokens": 0, "mainTokensInjected": 618, "contextEfficiency": 51.58899676375405, "qualityAdjustedSavings": 31882 } }, { "iteration": 26, "baseline": { "mode": "baseline", "mainContextTokens": 32500, "mainContextInputTokens": 32500, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 32500, "toolResultTokens": 32500, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 32500, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 618, "mainContextInputTokens": 618, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 618, "toolResultTokens": 618, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 34, "wallTimeP95Ms": 34, "diskBytesWritten": 130559, "bytesOffloaded": 130000, "ctxReadBytesRetrieved": 100, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 31882, "extraInternalTokens": 0, "mainTokensInjected": 618, "contextEfficiency": 51.58899676375405, "qualityAdjustedSavings": 31882 } }, { "iteration": 27, "baseline": { "mode": "baseline", "mainContextTokens": 32500, "mainContextInputTokens": 32500, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 32500, "toolResultTokens": 32500, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 32500, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 618, "mainContextInputTokens": 618, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 618, "toolResultTokens": 618, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 32, "wallTimeP95Ms": 32, "diskBytesWritten": 130559, "bytesOffloaded": 130000, "ctxReadBytesRetrieved": 100, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 31882, "extraInternalTokens": 0, "mainTokensInjected": 618, "contextEfficiency": 51.58899676375405, "qualityAdjustedSavings": 31882 } }, { "iteration": 28, "baseline": { "mode": "baseline", "mainContextTokens": 32500, "mainContextInputTokens": 32500, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 32500, "toolResultTokens": 32500, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 32500, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 618, "mainContextInputTokens": 618, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 618, "toolResultTokens": 618, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 30, "wallTimeP95Ms": 30, "diskBytesWritten": 130559, "bytesOffloaded": 130000, "ctxReadBytesRetrieved": 100, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 31882, "extraInternalTokens": 0, "mainTokensInjected": 618, "contextEfficiency": 51.58899676375405, "qualityAdjustedSavings": 31882 } }, { "iteration": 29, "baseline": { "mode": "baseline", "mainContextTokens": 32500, "mainContextInputTokens": 32500, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 32500, "toolResultTokens": 32500, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 32500, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 618, "mainContextInputTokens": 618, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 618, "toolResultTokens": 618, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 32, "wallTimeP95Ms": 32, "diskBytesWritten": 130559, "bytesOffloaded": 130000, "ctxReadBytesRetrieved": 100, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 31882, "extraInternalTokens": 0, "mainTokensInjected": 618, "contextEfficiency": 51.58899676375405, "qualityAdjustedSavings": 31882 } }, { "iteration": 30, "baseline": { "mode": "baseline", "mainContextTokens": 32500, "mainContextInputTokens": 32500, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 32500, "toolResultTokens": 32500, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 32500, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 618, "mainContextInputTokens": 618, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 618, "toolResultTokens": 618, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 35, "wallTimeP95Ms": 35, "diskBytesWritten": 130559, "bytesOffloaded": 130000, "ctxReadBytesRetrieved": 100, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 31882, "extraInternalTokens": 0, "mainTokensInjected": 618, "contextEfficiency": 51.58899676375405, "qualityAdjustedSavings": 31882 } } ] }, { "id": "huge-grep", "title": "Huge grep with a narrow needle", "task": "Find the matching diagnostic line without returning the complete grep result.", "baseline": { "mode": "baseline", "mainContextTokens": 30000, "mainContextInputTokens": 30000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 30000, "toolResultTokens": 30000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.5949999999999974, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 30000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 623, "mainContextInputTokens": 623, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 623, "toolResultTokens": 623, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 35, "wallTimeP95Ms": 61, "diskBytesWritten": 120547, "bytesOffloaded": 120000, "ctxReadBytesRetrieved": 136, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 29377, "extraInternalTokens": 0, "mainTokensInjected": 623, "contextEfficiency": 47.154093097913325, "qualityAdjustedSavings": 29377 }, "samples": [ { "iteration": 1, "baseline": { "mode": "baseline", "mainContextTokens": 30000, "mainContextInputTokens": 30000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 30000, "toolResultTokens": 30000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 30000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 623, "mainContextInputTokens": 623, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 623, "toolResultTokens": 623, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 27, "wallTimeP95Ms": 27, "diskBytesWritten": 120547, "bytesOffloaded": 120000, "ctxReadBytesRetrieved": 136, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 29377, "extraInternalTokens": 0, "mainTokensInjected": 623, "contextEfficiency": 47.154093097913325, "qualityAdjustedSavings": 29377 } }, { "iteration": 2, "baseline": { "mode": "baseline", "mainContextTokens": 30000, "mainContextInputTokens": 30000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 30000, "toolResultTokens": 30000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 30000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 623, "mainContextInputTokens": 623, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 623, "toolResultTokens": 623, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 32, "wallTimeP95Ms": 32, "diskBytesWritten": 120547, "bytesOffloaded": 120000, "ctxReadBytesRetrieved": 136, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 29377, "extraInternalTokens": 0, "mainTokensInjected": 623, "contextEfficiency": 47.154093097913325, "qualityAdjustedSavings": 29377 } }, { "iteration": 3, "baseline": { "mode": "baseline", "mainContextTokens": 30000, "mainContextInputTokens": 30000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 30000, "toolResultTokens": 30000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 30000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 623, "mainContextInputTokens": 623, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 623, "toolResultTokens": 623, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 29, "wallTimeP95Ms": 29, "diskBytesWritten": 120547, "bytesOffloaded": 120000, "ctxReadBytesRetrieved": 136, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 29377, "extraInternalTokens": 0, "mainTokensInjected": 623, "contextEfficiency": 47.154093097913325, "qualityAdjustedSavings": 29377 } }, { "iteration": 4, "baseline": { "mode": "baseline", "mainContextTokens": 30000, "mainContextInputTokens": 30000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 30000, "toolResultTokens": 30000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 30000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 623, "mainContextInputTokens": 623, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 623, "toolResultTokens": 623, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 31, "wallTimeP95Ms": 31, "diskBytesWritten": 120547, "bytesOffloaded": 120000, "ctxReadBytesRetrieved": 136, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 29377, "extraInternalTokens": 0, "mainTokensInjected": 623, "contextEfficiency": 47.154093097913325, "qualityAdjustedSavings": 29377 } }, { "iteration": 5, "baseline": { "mode": "baseline", "mainContextTokens": 30000, "mainContextInputTokens": 30000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 30000, "toolResultTokens": 30000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 30000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 623, "mainContextInputTokens": 623, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 623, "toolResultTokens": 623, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 29, "wallTimeP95Ms": 29, "diskBytesWritten": 120547, "bytesOffloaded": 120000, "ctxReadBytesRetrieved": 136, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 29377, "extraInternalTokens": 0, "mainTokensInjected": 623, "contextEfficiency": 47.154093097913325, "qualityAdjustedSavings": 29377 } }, { "iteration": 6, "baseline": { "mode": "baseline", "mainContextTokens": 30000, "mainContextInputTokens": 30000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 30000, "toolResultTokens": 30000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 30000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 623, "mainContextInputTokens": 623, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 623, "toolResultTokens": 623, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 31, "wallTimeP95Ms": 31, "diskBytesWritten": 120547, "bytesOffloaded": 120000, "ctxReadBytesRetrieved": 136, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 29377, "extraInternalTokens": 0, "mainTokensInjected": 623, "contextEfficiency": 47.154093097913325, "qualityAdjustedSavings": 29377 } }, { "iteration": 7, "baseline": { "mode": "baseline", "mainContextTokens": 30000, "mainContextInputTokens": 30000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 30000, "toolResultTokens": 30000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 30000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 623, "mainContextInputTokens": 623, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 623, "toolResultTokens": 623, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 28, "wallTimeP95Ms": 28, "diskBytesWritten": 120547, "bytesOffloaded": 120000, "ctxReadBytesRetrieved": 136, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 29377, "extraInternalTokens": 0, "mainTokensInjected": 623, "contextEfficiency": 47.154093097913325, "qualityAdjustedSavings": 29377 } }, { "iteration": 8, "baseline": { "mode": "baseline", "mainContextTokens": 30000, "mainContextInputTokens": 30000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 30000, "toolResultTokens": 30000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 30000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 623, "mainContextInputTokens": 623, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 623, "toolResultTokens": 623, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 35, "wallTimeP95Ms": 35, "diskBytesWritten": 120547, "bytesOffloaded": 120000, "ctxReadBytesRetrieved": 136, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 29377, "extraInternalTokens": 0, "mainTokensInjected": 623, "contextEfficiency": 47.154093097913325, "qualityAdjustedSavings": 29377 } }, { "iteration": 9, "baseline": { "mode": "baseline", "mainContextTokens": 30000, "mainContextInputTokens": 30000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 30000, "toolResultTokens": 30000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 30000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 623, "mainContextInputTokens": 623, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 623, "toolResultTokens": 623, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 28, "wallTimeP95Ms": 28, "diskBytesWritten": 120547, "bytesOffloaded": 120000, "ctxReadBytesRetrieved": 136, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 29377, "extraInternalTokens": 0, "mainTokensInjected": 623, "contextEfficiency": 47.154093097913325, "qualityAdjustedSavings": 29377 } }, { "iteration": 10, "baseline": { "mode": "baseline", "mainContextTokens": 30000, "mainContextInputTokens": 30000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 30000, "toolResultTokens": 30000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 30000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 623, "mainContextInputTokens": 623, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 623, "toolResultTokens": 623, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 31, "wallTimeP95Ms": 31, "diskBytesWritten": 120547, "bytesOffloaded": 120000, "ctxReadBytesRetrieved": 136, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 29377, "extraInternalTokens": 0, "mainTokensInjected": 623, "contextEfficiency": 47.154093097913325, "qualityAdjustedSavings": 29377 } }, { "iteration": 11, "baseline": { "mode": "baseline", "mainContextTokens": 30000, "mainContextInputTokens": 30000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 30000, "toolResultTokens": 30000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 30000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 623, "mainContextInputTokens": 623, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 623, "toolResultTokens": 623, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 25, "wallTimeP95Ms": 25, "diskBytesWritten": 120547, "bytesOffloaded": 120000, "ctxReadBytesRetrieved": 136, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 29377, "extraInternalTokens": 0, "mainTokensInjected": 623, "contextEfficiency": 47.154093097913325, "qualityAdjustedSavings": 29377 } }, { "iteration": 12, "baseline": { "mode": "baseline", "mainContextTokens": 30000, "mainContextInputTokens": 30000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 30000, "toolResultTokens": 30000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 30000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 623, "mainContextInputTokens": 623, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 623, "toolResultTokens": 623, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 30, "wallTimeP95Ms": 30, "diskBytesWritten": 120547, "bytesOffloaded": 120000, "ctxReadBytesRetrieved": 136, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 29377, "extraInternalTokens": 0, "mainTokensInjected": 623, "contextEfficiency": 47.154093097913325, "qualityAdjustedSavings": 29377 } }, { "iteration": 13, "baseline": { "mode": "baseline", "mainContextTokens": 30000, "mainContextInputTokens": 30000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 30000, "toolResultTokens": 30000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 30000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 623, "mainContextInputTokens": 623, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 623, "toolResultTokens": 623, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 35, "wallTimeP95Ms": 35, "diskBytesWritten": 120547, "bytesOffloaded": 120000, "ctxReadBytesRetrieved": 136, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 29377, "extraInternalTokens": 0, "mainTokensInjected": 623, "contextEfficiency": 47.154093097913325, "qualityAdjustedSavings": 29377 } }, { "iteration": 14, "baseline": { "mode": "baseline", "mainContextTokens": 30000, "mainContextInputTokens": 30000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 30000, "toolResultTokens": 30000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 30000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 623, "mainContextInputTokens": 623, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 623, "toolResultTokens": 623, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 33, "wallTimeP95Ms": 33, "diskBytesWritten": 120547, "bytesOffloaded": 120000, "ctxReadBytesRetrieved": 136, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 29377, "extraInternalTokens": 0, "mainTokensInjected": 623, "contextEfficiency": 47.154093097913325, "qualityAdjustedSavings": 29377 } }, { "iteration": 15, "baseline": { "mode": "baseline", "mainContextTokens": 30000, "mainContextInputTokens": 30000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 30000, "toolResultTokens": 30000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 30000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 623, "mainContextInputTokens": 623, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 623, "toolResultTokens": 623, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 46, "wallTimeP95Ms": 46, "diskBytesWritten": 120547, "bytesOffloaded": 120000, "ctxReadBytesRetrieved": 136, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 29377, "extraInternalTokens": 0, "mainTokensInjected": 623, "contextEfficiency": 47.154093097913325, "qualityAdjustedSavings": 29377 } }, { "iteration": 16, "baseline": { "mode": "baseline", "mainContextTokens": 30000, "mainContextInputTokens": 30000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 30000, "toolResultTokens": 30000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 30000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 623, "mainContextInputTokens": 623, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 623, "toolResultTokens": 623, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 55, "wallTimeP95Ms": 55, "diskBytesWritten": 120547, "bytesOffloaded": 120000, "ctxReadBytesRetrieved": 136, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 29377, "extraInternalTokens": 0, "mainTokensInjected": 623, "contextEfficiency": 47.154093097913325, "qualityAdjustedSavings": 29377 } }, { "iteration": 17, "baseline": { "mode": "baseline", "mainContextTokens": 30000, "mainContextInputTokens": 30000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 30000, "toolResultTokens": 30000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 30000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 623, "mainContextInputTokens": 623, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 623, "toolResultTokens": 623, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 37, "wallTimeP95Ms": 37, "diskBytesWritten": 120547, "bytesOffloaded": 120000, "ctxReadBytesRetrieved": 136, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 29377, "extraInternalTokens": 0, "mainTokensInjected": 623, "contextEfficiency": 47.154093097913325, "qualityAdjustedSavings": 29377 } }, { "iteration": 18, "baseline": { "mode": "baseline", "mainContextTokens": 30000, "mainContextInputTokens": 30000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 30000, "toolResultTokens": 30000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 30000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 623, "mainContextInputTokens": 623, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 623, "toolResultTokens": 623, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 34, "wallTimeP95Ms": 34, "diskBytesWritten": 120547, "bytesOffloaded": 120000, "ctxReadBytesRetrieved": 136, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 29377, "extraInternalTokens": 0, "mainTokensInjected": 623, "contextEfficiency": 47.154093097913325, "qualityAdjustedSavings": 29377 } }, { "iteration": 19, "baseline": { "mode": "baseline", "mainContextTokens": 30000, "mainContextInputTokens": 30000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 30000, "toolResultTokens": 30000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 30000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 623, "mainContextInputTokens": 623, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 623, "toolResultTokens": 623, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 43, "wallTimeP95Ms": 43, "diskBytesWritten": 120547, "bytesOffloaded": 120000, "ctxReadBytesRetrieved": 136, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 29377, "extraInternalTokens": 0, "mainTokensInjected": 623, "contextEfficiency": 47.154093097913325, "qualityAdjustedSavings": 29377 } }, { "iteration": 20, "baseline": { "mode": "baseline", "mainContextTokens": 30000, "mainContextInputTokens": 30000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 30000, "toolResultTokens": 30000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 30000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 623, "mainContextInputTokens": 623, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 623, "toolResultTokens": 623, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 47, "wallTimeP95Ms": 47, "diskBytesWritten": 120547, "bytesOffloaded": 120000, "ctxReadBytesRetrieved": 136, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 29377, "extraInternalTokens": 0, "mainTokensInjected": 623, "contextEfficiency": 47.154093097913325, "qualityAdjustedSavings": 29377 } }, { "iteration": 21, "baseline": { "mode": "baseline", "mainContextTokens": 30000, "mainContextInputTokens": 30000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 30000, "toolResultTokens": 30000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 30000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 623, "mainContextInputTokens": 623, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 623, "toolResultTokens": 623, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 51, "wallTimeP95Ms": 51, "diskBytesWritten": 120547, "bytesOffloaded": 120000, "ctxReadBytesRetrieved": 136, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 29377, "extraInternalTokens": 0, "mainTokensInjected": 623, "contextEfficiency": 47.154093097913325, "qualityAdjustedSavings": 29377 } }, { "iteration": 22, "baseline": { "mode": "baseline", "mainContextTokens": 30000, "mainContextInputTokens": 30000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 30000, "toolResultTokens": 30000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 30000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 623, "mainContextInputTokens": 623, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 623, "toolResultTokens": 623, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 62, "wallTimeP95Ms": 62, "diskBytesWritten": 120547, "bytesOffloaded": 120000, "ctxReadBytesRetrieved": 136, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 29377, "extraInternalTokens": 0, "mainTokensInjected": 623, "contextEfficiency": 47.154093097913325, "qualityAdjustedSavings": 29377 } }, { "iteration": 23, "baseline": { "mode": "baseline", "mainContextTokens": 30000, "mainContextInputTokens": 30000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 30000, "toolResultTokens": 30000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 30000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 623, "mainContextInputTokens": 623, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 623, "toolResultTokens": 623, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 59, "wallTimeP95Ms": 59, "diskBytesWritten": 120547, "bytesOffloaded": 120000, "ctxReadBytesRetrieved": 136, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 29377, "extraInternalTokens": 0, "mainTokensInjected": 623, "contextEfficiency": 47.154093097913325, "qualityAdjustedSavings": 29377 } }, { "iteration": 24, "baseline": { "mode": "baseline", "mainContextTokens": 30000, "mainContextInputTokens": 30000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 30000, "toolResultTokens": 30000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 30000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 623, "mainContextInputTokens": 623, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 623, "toolResultTokens": 623, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 61, "wallTimeP95Ms": 61, "diskBytesWritten": 120547, "bytesOffloaded": 120000, "ctxReadBytesRetrieved": 136, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 29377, "extraInternalTokens": 0, "mainTokensInjected": 623, "contextEfficiency": 47.154093097913325, "qualityAdjustedSavings": 29377 } }, { "iteration": 25, "baseline": { "mode": "baseline", "mainContextTokens": 30000, "mainContextInputTokens": 30000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 30000, "toolResultTokens": 30000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 30000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 623, "mainContextInputTokens": 623, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 623, "toolResultTokens": 623, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 43, "wallTimeP95Ms": 43, "diskBytesWritten": 120547, "bytesOffloaded": 120000, "ctxReadBytesRetrieved": 136, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 29377, "extraInternalTokens": 0, "mainTokensInjected": 623, "contextEfficiency": 47.154093097913325, "qualityAdjustedSavings": 29377 } }, { "iteration": 26, "baseline": { "mode": "baseline", "mainContextTokens": 30000, "mainContextInputTokens": 30000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 30000, "toolResultTokens": 30000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 30000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 623, "mainContextInputTokens": 623, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 623, "toolResultTokens": 623, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 61, "wallTimeP95Ms": 61, "diskBytesWritten": 120547, "bytesOffloaded": 120000, "ctxReadBytesRetrieved": 136, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 29377, "extraInternalTokens": 0, "mainTokensInjected": 623, "contextEfficiency": 47.154093097913325, "qualityAdjustedSavings": 29377 } }, { "iteration": 27, "baseline": { "mode": "baseline", "mainContextTokens": 30000, "mainContextInputTokens": 30000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 30000, "toolResultTokens": 30000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 30000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 623, "mainContextInputTokens": 623, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 623, "toolResultTokens": 623, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 44, "wallTimeP95Ms": 44, "diskBytesWritten": 120547, "bytesOffloaded": 120000, "ctxReadBytesRetrieved": 136, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 29377, "extraInternalTokens": 0, "mainTokensInjected": 623, "contextEfficiency": 47.154093097913325, "qualityAdjustedSavings": 29377 } }, { "iteration": 28, "baseline": { "mode": "baseline", "mainContextTokens": 30000, "mainContextInputTokens": 30000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 30000, "toolResultTokens": 30000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 30000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 623, "mainContextInputTokens": 623, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 623, "toolResultTokens": 623, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 35, "wallTimeP95Ms": 35, "diskBytesWritten": 120547, "bytesOffloaded": 120000, "ctxReadBytesRetrieved": 136, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 29377, "extraInternalTokens": 0, "mainTokensInjected": 623, "contextEfficiency": 47.154093097913325, "qualityAdjustedSavings": 29377 } }, { "iteration": 29, "baseline": { "mode": "baseline", "mainContextTokens": 30000, "mainContextInputTokens": 30000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 30000, "toolResultTokens": 30000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 30000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 623, "mainContextInputTokens": 623, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 623, "toolResultTokens": 623, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 30, "wallTimeP95Ms": 30, "diskBytesWritten": 120547, "bytesOffloaded": 120000, "ctxReadBytesRetrieved": 136, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 29377, "extraInternalTokens": 0, "mainTokensInjected": 623, "contextEfficiency": 47.154093097913325, "qualityAdjustedSavings": 29377 } }, { "iteration": 30, "baseline": { "mode": "baseline", "mainContextTokens": 30000, "mainContextInputTokens": 30000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 30000, "toolResultTokens": 30000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 30000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 623, "mainContextInputTokens": 623, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 623, "toolResultTokens": 623, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 50, "wallTimeP95Ms": 50, "diskBytesWritten": 120547, "bytesOffloaded": 120000, "ctxReadBytesRetrieved": 136, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 29377, "extraInternalTokens": 0, "mainTokensInjected": 623, "contextEfficiency": 47.154093097913325, "qualityAdjustedSavings": 29377 } } ] }, { "id": "huge-json", "title": "Huge JSON records with one relevant object", "task": "Locate the matching JSON record and report its identifier.", "baseline": { "mode": "baseline", "mainContextTokens": 35014, "mainContextInputTokens": 35014, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 35014, "toolResultTokens": 35014, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 35014, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 712, "mainContextInputTokens": 712, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 712, "toolResultTokens": 712, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 37, "wallTimeP95Ms": 44.29999999999998, "diskBytesWritten": 140603, "bytesOffloaded": 140056, "ctxReadBytesRetrieved": 122, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 34302, "extraInternalTokens": 0, "mainTokensInjected": 712, "contextEfficiency": 48.17696629213483, "qualityAdjustedSavings": 34302 }, "samples": [ { "iteration": 1, "baseline": { "mode": "baseline", "mainContextTokens": 35014, "mainContextInputTokens": 35014, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 35014, "toolResultTokens": 35014, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 35014, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 712, "mainContextInputTokens": 712, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 712, "toolResultTokens": 712, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 33, "wallTimeP95Ms": 33, "diskBytesWritten": 140603, "bytesOffloaded": 140056, "ctxReadBytesRetrieved": 122, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 34302, "extraInternalTokens": 0, "mainTokensInjected": 712, "contextEfficiency": 48.17696629213483, "qualityAdjustedSavings": 34302 } }, { "iteration": 2, "baseline": { "mode": "baseline", "mainContextTokens": 35014, "mainContextInputTokens": 35014, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 35014, "toolResultTokens": 35014, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 35014, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 712, "mainContextInputTokens": 712, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 712, "toolResultTokens": 712, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 37, "wallTimeP95Ms": 37, "diskBytesWritten": 140603, "bytesOffloaded": 140056, "ctxReadBytesRetrieved": 122, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 34302, "extraInternalTokens": 0, "mainTokensInjected": 712, "contextEfficiency": 48.17696629213483, "qualityAdjustedSavings": 34302 } }, { "iteration": 3, "baseline": { "mode": "baseline", "mainContextTokens": 35014, "mainContextInputTokens": 35014, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 35014, "toolResultTokens": 35014, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 35014, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 712, "mainContextInputTokens": 712, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 712, "toolResultTokens": 712, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 33, "wallTimeP95Ms": 33, "diskBytesWritten": 140603, "bytesOffloaded": 140056, "ctxReadBytesRetrieved": 122, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 34302, "extraInternalTokens": 0, "mainTokensInjected": 712, "contextEfficiency": 48.17696629213483, "qualityAdjustedSavings": 34302 } }, { "iteration": 4, "baseline": { "mode": "baseline", "mainContextTokens": 35014, "mainContextInputTokens": 35014, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 35014, "toolResultTokens": 35014, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 35014, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 712, "mainContextInputTokens": 712, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 712, "toolResultTokens": 712, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 39, "wallTimeP95Ms": 39, "diskBytesWritten": 140603, "bytesOffloaded": 140056, "ctxReadBytesRetrieved": 122, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 34302, "extraInternalTokens": 0, "mainTokensInjected": 712, "contextEfficiency": 48.17696629213483, "qualityAdjustedSavings": 34302 } }, { "iteration": 5, "baseline": { "mode": "baseline", "mainContextTokens": 35014, "mainContextInputTokens": 35014, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 35014, "toolResultTokens": 35014, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 35014, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 712, "mainContextInputTokens": 712, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 712, "toolResultTokens": 712, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 40, "wallTimeP95Ms": 40, "diskBytesWritten": 140603, "bytesOffloaded": 140056, "ctxReadBytesRetrieved": 122, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 34302, "extraInternalTokens": 0, "mainTokensInjected": 712, "contextEfficiency": 48.17696629213483, "qualityAdjustedSavings": 34302 } }, { "iteration": 6, "baseline": { "mode": "baseline", "mainContextTokens": 35014, "mainContextInputTokens": 35014, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 35014, "toolResultTokens": 35014, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 35014, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 712, "mainContextInputTokens": 712, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 712, "toolResultTokens": 712, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 41, "wallTimeP95Ms": 41, "diskBytesWritten": 140603, "bytesOffloaded": 140056, "ctxReadBytesRetrieved": 122, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 34302, "extraInternalTokens": 0, "mainTokensInjected": 712, "contextEfficiency": 48.17696629213483, "qualityAdjustedSavings": 34302 } }, { "iteration": 7, "baseline": { "mode": "baseline", "mainContextTokens": 35014, "mainContextInputTokens": 35014, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 35014, "toolResultTokens": 35014, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 35014, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 712, "mainContextInputTokens": 712, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 712, "toolResultTokens": 712, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 37, "wallTimeP95Ms": 37, "diskBytesWritten": 140603, "bytesOffloaded": 140056, "ctxReadBytesRetrieved": 122, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 34302, "extraInternalTokens": 0, "mainTokensInjected": 712, "contextEfficiency": 48.17696629213483, "qualityAdjustedSavings": 34302 } }, { "iteration": 8, "baseline": { "mode": "baseline", "mainContextTokens": 35014, "mainContextInputTokens": 35014, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 35014, "toolResultTokens": 35014, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 35014, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 712, "mainContextInputTokens": 712, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 712, "toolResultTokens": 712, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 31, "wallTimeP95Ms": 31, "diskBytesWritten": 140603, "bytesOffloaded": 140056, "ctxReadBytesRetrieved": 122, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 34302, "extraInternalTokens": 0, "mainTokensInjected": 712, "contextEfficiency": 48.17696629213483, "qualityAdjustedSavings": 34302 } }, { "iteration": 9, "baseline": { "mode": "baseline", "mainContextTokens": 35014, "mainContextInputTokens": 35014, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 35014, "toolResultTokens": 35014, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 35014, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 712, "mainContextInputTokens": 712, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 712, "toolResultTokens": 712, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 37, "wallTimeP95Ms": 37, "diskBytesWritten": 140603, "bytesOffloaded": 140056, "ctxReadBytesRetrieved": 122, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 34302, "extraInternalTokens": 0, "mainTokensInjected": 712, "contextEfficiency": 48.17696629213483, "qualityAdjustedSavings": 34302 } }, { "iteration": 10, "baseline": { "mode": "baseline", "mainContextTokens": 35014, "mainContextInputTokens": 35014, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 35014, "toolResultTokens": 35014, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 35014, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 712, "mainContextInputTokens": 712, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 712, "toolResultTokens": 712, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 40, "wallTimeP95Ms": 40, "diskBytesWritten": 140603, "bytesOffloaded": 140056, "ctxReadBytesRetrieved": 122, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 34302, "extraInternalTokens": 0, "mainTokensInjected": 712, "contextEfficiency": 48.17696629213483, "qualityAdjustedSavings": 34302 } }, { "iteration": 11, "baseline": { "mode": "baseline", "mainContextTokens": 35014, "mainContextInputTokens": 35014, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 35014, "toolResultTokens": 35014, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 35014, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 712, "mainContextInputTokens": 712, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 712, "toolResultTokens": 712, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 36, "wallTimeP95Ms": 36, "diskBytesWritten": 140603, "bytesOffloaded": 140056, "ctxReadBytesRetrieved": 122, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 34302, "extraInternalTokens": 0, "mainTokensInjected": 712, "contextEfficiency": 48.17696629213483, "qualityAdjustedSavings": 34302 } }, { "iteration": 12, "baseline": { "mode": "baseline", "mainContextTokens": 35014, "mainContextInputTokens": 35014, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 35014, "toolResultTokens": 35014, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 35014, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 712, "mainContextInputTokens": 712, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 712, "toolResultTokens": 712, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 38, "wallTimeP95Ms": 38, "diskBytesWritten": 140603, "bytesOffloaded": 140056, "ctxReadBytesRetrieved": 122, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 34302, "extraInternalTokens": 0, "mainTokensInjected": 712, "contextEfficiency": 48.17696629213483, "qualityAdjustedSavings": 34302 } }, { "iteration": 13, "baseline": { "mode": "baseline", "mainContextTokens": 35014, "mainContextInputTokens": 35014, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 35014, "toolResultTokens": 35014, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 35014, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 712, "mainContextInputTokens": 712, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 712, "toolResultTokens": 712, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 37, "wallTimeP95Ms": 37, "diskBytesWritten": 140603, "bytesOffloaded": 140056, "ctxReadBytesRetrieved": 122, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 34302, "extraInternalTokens": 0, "mainTokensInjected": 712, "contextEfficiency": 48.17696629213483, "qualityAdjustedSavings": 34302 } }, { "iteration": 14, "baseline": { "mode": "baseline", "mainContextTokens": 35014, "mainContextInputTokens": 35014, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 35014, "toolResultTokens": 35014, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 35014, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 712, "mainContextInputTokens": 712, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 712, "toolResultTokens": 712, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 37, "wallTimeP95Ms": 37, "diskBytesWritten": 140603, "bytesOffloaded": 140056, "ctxReadBytesRetrieved": 122, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 34302, "extraInternalTokens": 0, "mainTokensInjected": 712, "contextEfficiency": 48.17696629213483, "qualityAdjustedSavings": 34302 } }, { "iteration": 15, "baseline": { "mode": "baseline", "mainContextTokens": 35014, "mainContextInputTokens": 35014, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 35014, "toolResultTokens": 35014, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 35014, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 712, "mainContextInputTokens": 712, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 712, "toolResultTokens": 712, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 35, "wallTimeP95Ms": 35, "diskBytesWritten": 140603, "bytesOffloaded": 140056, "ctxReadBytesRetrieved": 122, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 34302, "extraInternalTokens": 0, "mainTokensInjected": 712, "contextEfficiency": 48.17696629213483, "qualityAdjustedSavings": 34302 } }, { "iteration": 16, "baseline": { "mode": "baseline", "mainContextTokens": 35014, "mainContextInputTokens": 35014, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 35014, "toolResultTokens": 35014, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 35014, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 712, "mainContextInputTokens": 712, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 712, "toolResultTokens": 712, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 41, "wallTimeP95Ms": 41, "diskBytesWritten": 140603, "bytesOffloaded": 140056, "ctxReadBytesRetrieved": 122, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 34302, "extraInternalTokens": 0, "mainTokensInjected": 712, "contextEfficiency": 48.17696629213483, "qualityAdjustedSavings": 34302 } }, { "iteration": 17, "baseline": { "mode": "baseline", "mainContextTokens": 35014, "mainContextInputTokens": 35014, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 35014, "toolResultTokens": 35014, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 35014, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 712, "mainContextInputTokens": 712, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 712, "toolResultTokens": 712, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 47, "wallTimeP95Ms": 47, "diskBytesWritten": 140603, "bytesOffloaded": 140056, "ctxReadBytesRetrieved": 122, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 34302, "extraInternalTokens": 0, "mainTokensInjected": 712, "contextEfficiency": 48.17696629213483, "qualityAdjustedSavings": 34302 } }, { "iteration": 18, "baseline": { "mode": "baseline", "mainContextTokens": 35014, "mainContextInputTokens": 35014, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 35014, "toolResultTokens": 35014, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 35014, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 712, "mainContextInputTokens": 712, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 712, "toolResultTokens": 712, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 40, "wallTimeP95Ms": 40, "diskBytesWritten": 140603, "bytesOffloaded": 140056, "ctxReadBytesRetrieved": 122, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 34302, "extraInternalTokens": 0, "mainTokensInjected": 712, "contextEfficiency": 48.17696629213483, "qualityAdjustedSavings": 34302 } }, { "iteration": 19, "baseline": { "mode": "baseline", "mainContextTokens": 35014, "mainContextInputTokens": 35014, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 35014, "toolResultTokens": 35014, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 35014, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 712, "mainContextInputTokens": 712, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 712, "toolResultTokens": 712, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 37, "wallTimeP95Ms": 37, "diskBytesWritten": 140603, "bytesOffloaded": 140056, "ctxReadBytesRetrieved": 122, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 34302, "extraInternalTokens": 0, "mainTokensInjected": 712, "contextEfficiency": 48.17696629213483, "qualityAdjustedSavings": 34302 } }, { "iteration": 20, "baseline": { "mode": "baseline", "mainContextTokens": 35014, "mainContextInputTokens": 35014, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 35014, "toolResultTokens": 35014, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 35014, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 712, "mainContextInputTokens": 712, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 712, "toolResultTokens": 712, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 38, "wallTimeP95Ms": 38, "diskBytesWritten": 140603, "bytesOffloaded": 140056, "ctxReadBytesRetrieved": 122, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 34302, "extraInternalTokens": 0, "mainTokensInjected": 712, "contextEfficiency": 48.17696629213483, "qualityAdjustedSavings": 34302 } }, { "iteration": 21, "baseline": { "mode": "baseline", "mainContextTokens": 35014, "mainContextInputTokens": 35014, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 35014, "toolResultTokens": 35014, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 35014, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 712, "mainContextInputTokens": 712, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 712, "toolResultTokens": 712, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 39, "wallTimeP95Ms": 39, "diskBytesWritten": 140603, "bytesOffloaded": 140056, "ctxReadBytesRetrieved": 122, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 34302, "extraInternalTokens": 0, "mainTokensInjected": 712, "contextEfficiency": 48.17696629213483, "qualityAdjustedSavings": 34302 } }, { "iteration": 22, "baseline": { "mode": "baseline", "mainContextTokens": 35014, "mainContextInputTokens": 35014, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 35014, "toolResultTokens": 35014, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 35014, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 712, "mainContextInputTokens": 712, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 712, "toolResultTokens": 712, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 40, "wallTimeP95Ms": 40, "diskBytesWritten": 140603, "bytesOffloaded": 140056, "ctxReadBytesRetrieved": 122, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 34302, "extraInternalTokens": 0, "mainTokensInjected": 712, "contextEfficiency": 48.17696629213483, "qualityAdjustedSavings": 34302 } }, { "iteration": 23, "baseline": { "mode": "baseline", "mainContextTokens": 35014, "mainContextInputTokens": 35014, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 35014, "toolResultTokens": 35014, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 35014, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 712, "mainContextInputTokens": 712, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 712, "toolResultTokens": 712, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 37, "wallTimeP95Ms": 37, "diskBytesWritten": 140603, "bytesOffloaded": 140056, "ctxReadBytesRetrieved": 122, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 34302, "extraInternalTokens": 0, "mainTokensInjected": 712, "contextEfficiency": 48.17696629213483, "qualityAdjustedSavings": 34302 } }, { "iteration": 24, "baseline": { "mode": "baseline", "mainContextTokens": 35014, "mainContextInputTokens": 35014, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 35014, "toolResultTokens": 35014, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 35014, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 712, "mainContextInputTokens": 712, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 712, "toolResultTokens": 712, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 35, "wallTimeP95Ms": 35, "diskBytesWritten": 140603, "bytesOffloaded": 140056, "ctxReadBytesRetrieved": 122, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 34302, "extraInternalTokens": 0, "mainTokensInjected": 712, "contextEfficiency": 48.17696629213483, "qualityAdjustedSavings": 34302 } }, { "iteration": 25, "baseline": { "mode": "baseline", "mainContextTokens": 35014, "mainContextInputTokens": 35014, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 35014, "toolResultTokens": 35014, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 35014, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 712, "mainContextInputTokens": 712, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 712, "toolResultTokens": 712, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 60, "wallTimeP95Ms": 60, "diskBytesWritten": 140603, "bytesOffloaded": 140056, "ctxReadBytesRetrieved": 122, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 34302, "extraInternalTokens": 0, "mainTokensInjected": 712, "contextEfficiency": 48.17696629213483, "qualityAdjustedSavings": 34302 } }, { "iteration": 26, "baseline": { "mode": "baseline", "mainContextTokens": 35014, "mainContextInputTokens": 35014, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 35014, "toolResultTokens": 35014, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 35014, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 712, "mainContextInputTokens": 712, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 712, "toolResultTokens": 712, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 33, "wallTimeP95Ms": 33, "diskBytesWritten": 140603, "bytesOffloaded": 140056, "ctxReadBytesRetrieved": 122, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 34302, "extraInternalTokens": 0, "mainTokensInjected": 712, "contextEfficiency": 48.17696629213483, "qualityAdjustedSavings": 34302 } }, { "iteration": 27, "baseline": { "mode": "baseline", "mainContextTokens": 35014, "mainContextInputTokens": 35014, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 35014, "toolResultTokens": 35014, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 35014, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 712, "mainContextInputTokens": 712, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 712, "toolResultTokens": 712, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 36, "wallTimeP95Ms": 36, "diskBytesWritten": 140603, "bytesOffloaded": 140056, "ctxReadBytesRetrieved": 122, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 34302, "extraInternalTokens": 0, "mainTokensInjected": 712, "contextEfficiency": 48.17696629213483, "qualityAdjustedSavings": 34302 } }, { "iteration": 28, "baseline": { "mode": "baseline", "mainContextTokens": 35014, "mainContextInputTokens": 35014, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 35014, "toolResultTokens": 35014, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 35014, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 712, "mainContextInputTokens": 712, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 712, "toolResultTokens": 712, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 38, "wallTimeP95Ms": 38, "diskBytesWritten": 140603, "bytesOffloaded": 140056, "ctxReadBytesRetrieved": 122, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 34302, "extraInternalTokens": 0, "mainTokensInjected": 712, "contextEfficiency": 48.17696629213483, "qualityAdjustedSavings": 34302 } }, { "iteration": 29, "baseline": { "mode": "baseline", "mainContextTokens": 35014, "mainContextInputTokens": 35014, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 35014, "toolResultTokens": 35014, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 35014, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 712, "mainContextInputTokens": 712, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 712, "toolResultTokens": 712, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 34, "wallTimeP95Ms": 34, "diskBytesWritten": 140603, "bytesOffloaded": 140056, "ctxReadBytesRetrieved": 122, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 34302, "extraInternalTokens": 0, "mainTokensInjected": 712, "contextEfficiency": 48.17696629213483, "qualityAdjustedSavings": 34302 } }, { "iteration": 30, "baseline": { "mode": "baseline", "mainContextTokens": 35014, "mainContextInputTokens": 35014, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 35014, "toolResultTokens": 35014, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 35014, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 712, "mainContextInputTokens": 712, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 712, "toolResultTokens": 712, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 38, "wallTimeP95Ms": 38, "diskBytesWritten": 140603, "bytesOffloaded": 140056, "ctxReadBytesRetrieved": 122, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 34302, "extraInternalTokens": 0, "mainTokensInjected": 712, "contextEfficiency": 48.17696629213483, "qualityAdjustedSavings": 34302 } } ] }, { "id": "large-build-log", "title": "Large build log with sparse errors", "task": "Identify the build error while keeping routine log lines out of Main.", "baseline": { "mode": "baseline", "mainContextTokens": 40000, "mainContextInputTokens": 40000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 40000, "toolResultTokens": 40000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.5949999999999974, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 40000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 624, "mainContextInputTokens": 624, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 624, "toolResultTokens": 624, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 35, "wallTimeP95Ms": 39.55, "diskBytesWritten": 160559, "bytesOffloaded": 160000, "ctxReadBytesRetrieved": 126, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 39376, "extraInternalTokens": 0, "mainTokensInjected": 624, "contextEfficiency": 63.1025641025641, "qualityAdjustedSavings": 39376 }, "samples": [ { "iteration": 1, "baseline": { "mode": "baseline", "mainContextTokens": 40000, "mainContextInputTokens": 40000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 40000, "toolResultTokens": 40000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 40000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 624, "mainContextInputTokens": 624, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 624, "toolResultTokens": 624, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 36, "wallTimeP95Ms": 36, "diskBytesWritten": 160559, "bytesOffloaded": 160000, "ctxReadBytesRetrieved": 126, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 39376, "extraInternalTokens": 0, "mainTokensInjected": 624, "contextEfficiency": 63.1025641025641, "qualityAdjustedSavings": 39376 } }, { "iteration": 2, "baseline": { "mode": "baseline", "mainContextTokens": 40000, "mainContextInputTokens": 40000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 40000, "toolResultTokens": 40000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 40000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 624, "mainContextInputTokens": 624, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 624, "toolResultTokens": 624, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 35, "wallTimeP95Ms": 35, "diskBytesWritten": 160559, "bytesOffloaded": 160000, "ctxReadBytesRetrieved": 126, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 39376, "extraInternalTokens": 0, "mainTokensInjected": 624, "contextEfficiency": 63.1025641025641, "qualityAdjustedSavings": 39376 } }, { "iteration": 3, "baseline": { "mode": "baseline", "mainContextTokens": 40000, "mainContextInputTokens": 40000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 40000, "toolResultTokens": 40000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 40000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 624, "mainContextInputTokens": 624, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 624, "toolResultTokens": 624, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 39, "wallTimeP95Ms": 39, "diskBytesWritten": 160559, "bytesOffloaded": 160000, "ctxReadBytesRetrieved": 126, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 39376, "extraInternalTokens": 0, "mainTokensInjected": 624, "contextEfficiency": 63.1025641025641, "qualityAdjustedSavings": 39376 } }, { "iteration": 4, "baseline": { "mode": "baseline", "mainContextTokens": 40000, "mainContextInputTokens": 40000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 40000, "toolResultTokens": 40000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 40000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 624, "mainContextInputTokens": 624, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 624, "toolResultTokens": 624, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 35, "wallTimeP95Ms": 35, "diskBytesWritten": 160559, "bytesOffloaded": 160000, "ctxReadBytesRetrieved": 126, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 39376, "extraInternalTokens": 0, "mainTokensInjected": 624, "contextEfficiency": 63.1025641025641, "qualityAdjustedSavings": 39376 } }, { "iteration": 5, "baseline": { "mode": "baseline", "mainContextTokens": 40000, "mainContextInputTokens": 40000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 40000, "toolResultTokens": 40000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 40000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 624, "mainContextInputTokens": 624, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 624, "toolResultTokens": 624, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 38, "wallTimeP95Ms": 38, "diskBytesWritten": 160559, "bytesOffloaded": 160000, "ctxReadBytesRetrieved": 126, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 39376, "extraInternalTokens": 0, "mainTokensInjected": 624, "contextEfficiency": 63.1025641025641, "qualityAdjustedSavings": 39376 } }, { "iteration": 6, "baseline": { "mode": "baseline", "mainContextTokens": 40000, "mainContextInputTokens": 40000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 40000, "toolResultTokens": 40000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 40000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 624, "mainContextInputTokens": 624, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 624, "toolResultTokens": 624, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 36, "wallTimeP95Ms": 36, "diskBytesWritten": 160559, "bytesOffloaded": 160000, "ctxReadBytesRetrieved": 126, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 39376, "extraInternalTokens": 0, "mainTokensInjected": 624, "contextEfficiency": 63.1025641025641, "qualityAdjustedSavings": 39376 } }, { "iteration": 7, "baseline": { "mode": "baseline", "mainContextTokens": 40000, "mainContextInputTokens": 40000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 40000, "toolResultTokens": 40000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 40000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 624, "mainContextInputTokens": 624, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 624, "toolResultTokens": 624, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 35, "wallTimeP95Ms": 35, "diskBytesWritten": 160559, "bytesOffloaded": 160000, "ctxReadBytesRetrieved": 126, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 39376, "extraInternalTokens": 0, "mainTokensInjected": 624, "contextEfficiency": 63.1025641025641, "qualityAdjustedSavings": 39376 } }, { "iteration": 8, "baseline": { "mode": "baseline", "mainContextTokens": 40000, "mainContextInputTokens": 40000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 40000, "toolResultTokens": 40000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 40000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 624, "mainContextInputTokens": 624, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 624, "toolResultTokens": 624, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 37, "wallTimeP95Ms": 37, "diskBytesWritten": 160559, "bytesOffloaded": 160000, "ctxReadBytesRetrieved": 126, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 39376, "extraInternalTokens": 0, "mainTokensInjected": 624, "contextEfficiency": 63.1025641025641, "qualityAdjustedSavings": 39376 } }, { "iteration": 9, "baseline": { "mode": "baseline", "mainContextTokens": 40000, "mainContextInputTokens": 40000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 40000, "toolResultTokens": 40000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 40000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 624, "mainContextInputTokens": 624, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 624, "toolResultTokens": 624, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 40, "wallTimeP95Ms": 40, "diskBytesWritten": 160559, "bytesOffloaded": 160000, "ctxReadBytesRetrieved": 126, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 39376, "extraInternalTokens": 0, "mainTokensInjected": 624, "contextEfficiency": 63.1025641025641, "qualityAdjustedSavings": 39376 } }, { "iteration": 10, "baseline": { "mode": "baseline", "mainContextTokens": 40000, "mainContextInputTokens": 40000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 40000, "toolResultTokens": 40000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 40000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 624, "mainContextInputTokens": 624, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 624, "toolResultTokens": 624, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 32, "wallTimeP95Ms": 32, "diskBytesWritten": 160559, "bytesOffloaded": 160000, "ctxReadBytesRetrieved": 126, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 39376, "extraInternalTokens": 0, "mainTokensInjected": 624, "contextEfficiency": 63.1025641025641, "qualityAdjustedSavings": 39376 } }, { "iteration": 11, "baseline": { "mode": "baseline", "mainContextTokens": 40000, "mainContextInputTokens": 40000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 40000, "toolResultTokens": 40000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 40000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 624, "mainContextInputTokens": 624, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 624, "toolResultTokens": 624, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 37, "wallTimeP95Ms": 37, "diskBytesWritten": 160559, "bytesOffloaded": 160000, "ctxReadBytesRetrieved": 126, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 39376, "extraInternalTokens": 0, "mainTokensInjected": 624, "contextEfficiency": 63.1025641025641, "qualityAdjustedSavings": 39376 } }, { "iteration": 12, "baseline": { "mode": "baseline", "mainContextTokens": 40000, "mainContextInputTokens": 40000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 40000, "toolResultTokens": 40000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 40000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 624, "mainContextInputTokens": 624, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 624, "toolResultTokens": 624, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 36, "wallTimeP95Ms": 36, "diskBytesWritten": 160559, "bytesOffloaded": 160000, "ctxReadBytesRetrieved": 126, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 39376, "extraInternalTokens": 0, "mainTokensInjected": 624, "contextEfficiency": 63.1025641025641, "qualityAdjustedSavings": 39376 } }, { "iteration": 13, "baseline": { "mode": "baseline", "mainContextTokens": 40000, "mainContextInputTokens": 40000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 40000, "toolResultTokens": 40000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 40000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 624, "mainContextInputTokens": 624, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 624, "toolResultTokens": 624, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 33, "wallTimeP95Ms": 33, "diskBytesWritten": 160559, "bytesOffloaded": 160000, "ctxReadBytesRetrieved": 126, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 39376, "extraInternalTokens": 0, "mainTokensInjected": 624, "contextEfficiency": 63.1025641025641, "qualityAdjustedSavings": 39376 } }, { "iteration": 14, "baseline": { "mode": "baseline", "mainContextTokens": 40000, "mainContextInputTokens": 40000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 40000, "toolResultTokens": 40000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 40000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 624, "mainContextInputTokens": 624, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 624, "toolResultTokens": 624, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 34, "wallTimeP95Ms": 34, "diskBytesWritten": 160559, "bytesOffloaded": 160000, "ctxReadBytesRetrieved": 126, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 39376, "extraInternalTokens": 0, "mainTokensInjected": 624, "contextEfficiency": 63.1025641025641, "qualityAdjustedSavings": 39376 } }, { "iteration": 15, "baseline": { "mode": "baseline", "mainContextTokens": 40000, "mainContextInputTokens": 40000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 40000, "toolResultTokens": 40000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 40000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 624, "mainContextInputTokens": 624, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 624, "toolResultTokens": 624, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 31, "wallTimeP95Ms": 31, "diskBytesWritten": 160559, "bytesOffloaded": 160000, "ctxReadBytesRetrieved": 126, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 39376, "extraInternalTokens": 0, "mainTokensInjected": 624, "contextEfficiency": 63.1025641025641, "qualityAdjustedSavings": 39376 } }, { "iteration": 16, "baseline": { "mode": "baseline", "mainContextTokens": 40000, "mainContextInputTokens": 40000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 40000, "toolResultTokens": 40000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 40000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 624, "mainContextInputTokens": 624, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 624, "toolResultTokens": 624, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 36, "wallTimeP95Ms": 36, "diskBytesWritten": 160559, "bytesOffloaded": 160000, "ctxReadBytesRetrieved": 126, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 39376, "extraInternalTokens": 0, "mainTokensInjected": 624, "contextEfficiency": 63.1025641025641, "qualityAdjustedSavings": 39376 } }, { "iteration": 17, "baseline": { "mode": "baseline", "mainContextTokens": 40000, "mainContextInputTokens": 40000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 40000, "toolResultTokens": 40000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 40000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 624, "mainContextInputTokens": 624, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 624, "toolResultTokens": 624, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 35, "wallTimeP95Ms": 35, "diskBytesWritten": 160559, "bytesOffloaded": 160000, "ctxReadBytesRetrieved": 126, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 39376, "extraInternalTokens": 0, "mainTokensInjected": 624, "contextEfficiency": 63.1025641025641, "qualityAdjustedSavings": 39376 } }, { "iteration": 18, "baseline": { "mode": "baseline", "mainContextTokens": 40000, "mainContextInputTokens": 40000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 40000, "toolResultTokens": 40000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 40000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 624, "mainContextInputTokens": 624, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 624, "toolResultTokens": 624, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 37, "wallTimeP95Ms": 37, "diskBytesWritten": 160559, "bytesOffloaded": 160000, "ctxReadBytesRetrieved": 126, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 39376, "extraInternalTokens": 0, "mainTokensInjected": 624, "contextEfficiency": 63.1025641025641, "qualityAdjustedSavings": 39376 } }, { "iteration": 19, "baseline": { "mode": "baseline", "mainContextTokens": 40000, "mainContextInputTokens": 40000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 40000, "toolResultTokens": 40000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 40000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 624, "mainContextInputTokens": 624, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 624, "toolResultTokens": 624, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 37, "wallTimeP95Ms": 37, "diskBytesWritten": 160559, "bytesOffloaded": 160000, "ctxReadBytesRetrieved": 126, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 39376, "extraInternalTokens": 0, "mainTokensInjected": 624, "contextEfficiency": 63.1025641025641, "qualityAdjustedSavings": 39376 } }, { "iteration": 20, "baseline": { "mode": "baseline", "mainContextTokens": 40000, "mainContextInputTokens": 40000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 40000, "toolResultTokens": 40000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 40000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 624, "mainContextInputTokens": 624, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 624, "toolResultTokens": 624, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 42, "wallTimeP95Ms": 42, "diskBytesWritten": 160559, "bytesOffloaded": 160000, "ctxReadBytesRetrieved": 126, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 39376, "extraInternalTokens": 0, "mainTokensInjected": 624, "contextEfficiency": 63.1025641025641, "qualityAdjustedSavings": 39376 } }, { "iteration": 21, "baseline": { "mode": "baseline", "mainContextTokens": 40000, "mainContextInputTokens": 40000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 40000, "toolResultTokens": 40000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 40000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 624, "mainContextInputTokens": 624, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 624, "toolResultTokens": 624, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 37, "wallTimeP95Ms": 37, "diskBytesWritten": 160559, "bytesOffloaded": 160000, "ctxReadBytesRetrieved": 126, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 39376, "extraInternalTokens": 0, "mainTokensInjected": 624, "contextEfficiency": 63.1025641025641, "qualityAdjustedSavings": 39376 } }, { "iteration": 22, "baseline": { "mode": "baseline", "mainContextTokens": 40000, "mainContextInputTokens": 40000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 40000, "toolResultTokens": 40000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 40000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 624, "mainContextInputTokens": 624, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 624, "toolResultTokens": 624, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 35, "wallTimeP95Ms": 35, "diskBytesWritten": 160559, "bytesOffloaded": 160000, "ctxReadBytesRetrieved": 126, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 39376, "extraInternalTokens": 0, "mainTokensInjected": 624, "contextEfficiency": 63.1025641025641, "qualityAdjustedSavings": 39376 } }, { "iteration": 23, "baseline": { "mode": "baseline", "mainContextTokens": 40000, "mainContextInputTokens": 40000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 40000, "toolResultTokens": 40000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 40000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 624, "mainContextInputTokens": 624, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 624, "toolResultTokens": 624, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 37, "wallTimeP95Ms": 37, "diskBytesWritten": 160559, "bytesOffloaded": 160000, "ctxReadBytesRetrieved": 126, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 39376, "extraInternalTokens": 0, "mainTokensInjected": 624, "contextEfficiency": 63.1025641025641, "qualityAdjustedSavings": 39376 } }, { "iteration": 24, "baseline": { "mode": "baseline", "mainContextTokens": 40000, "mainContextInputTokens": 40000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 40000, "toolResultTokens": 40000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 40000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 624, "mainContextInputTokens": 624, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 624, "toolResultTokens": 624, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 34, "wallTimeP95Ms": 34, "diskBytesWritten": 160559, "bytesOffloaded": 160000, "ctxReadBytesRetrieved": 126, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 39376, "extraInternalTokens": 0, "mainTokensInjected": 624, "contextEfficiency": 63.1025641025641, "qualityAdjustedSavings": 39376 } }, { "iteration": 25, "baseline": { "mode": "baseline", "mainContextTokens": 40000, "mainContextInputTokens": 40000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 40000, "toolResultTokens": 40000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 40000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 624, "mainContextInputTokens": 624, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 624, "toolResultTokens": 624, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 31, "wallTimeP95Ms": 31, "diskBytesWritten": 160559, "bytesOffloaded": 160000, "ctxReadBytesRetrieved": 126, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 39376, "extraInternalTokens": 0, "mainTokensInjected": 624, "contextEfficiency": 63.1025641025641, "qualityAdjustedSavings": 39376 } }, { "iteration": 26, "baseline": { "mode": "baseline", "mainContextTokens": 40000, "mainContextInputTokens": 40000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 40000, "toolResultTokens": 40000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 40000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 624, "mainContextInputTokens": 624, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 624, "toolResultTokens": 624, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 34, "wallTimeP95Ms": 34, "diskBytesWritten": 160559, "bytesOffloaded": 160000, "ctxReadBytesRetrieved": 126, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 39376, "extraInternalTokens": 0, "mainTokensInjected": 624, "contextEfficiency": 63.1025641025641, "qualityAdjustedSavings": 39376 } }, { "iteration": 27, "baseline": { "mode": "baseline", "mainContextTokens": 40000, "mainContextInputTokens": 40000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 40000, "toolResultTokens": 40000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 40000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 624, "mainContextInputTokens": 624, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 624, "toolResultTokens": 624, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 31, "wallTimeP95Ms": 31, "diskBytesWritten": 160559, "bytesOffloaded": 160000, "ctxReadBytesRetrieved": 126, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 39376, "extraInternalTokens": 0, "mainTokensInjected": 624, "contextEfficiency": 63.1025641025641, "qualityAdjustedSavings": 39376 } }, { "iteration": 28, "baseline": { "mode": "baseline", "mainContextTokens": 40000, "mainContextInputTokens": 40000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 40000, "toolResultTokens": 40000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 40000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 624, "mainContextInputTokens": 624, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 624, "toolResultTokens": 624, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 32, "wallTimeP95Ms": 32, "diskBytesWritten": 160559, "bytesOffloaded": 160000, "ctxReadBytesRetrieved": 126, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 39376, "extraInternalTokens": 0, "mainTokensInjected": 624, "contextEfficiency": 63.1025641025641, "qualityAdjustedSavings": 39376 } }, { "iteration": 29, "baseline": { "mode": "baseline", "mainContextTokens": 40000, "mainContextInputTokens": 40000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 40000, "toolResultTokens": 40000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 40000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 624, "mainContextInputTokens": 624, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 624, "toolResultTokens": 624, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 34, "wallTimeP95Ms": 34, "diskBytesWritten": 160559, "bytesOffloaded": 160000, "ctxReadBytesRetrieved": 126, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 39376, "extraInternalTokens": 0, "mainTokensInjected": 624, "contextEfficiency": 63.1025641025641, "qualityAdjustedSavings": 39376 } }, { "iteration": 30, "baseline": { "mode": "baseline", "mainContextTokens": 40000, "mainContextInputTokens": 40000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 40000, "toolResultTokens": 40000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 40000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 624, "mainContextInputTokens": 624, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 624, "toolResultTokens": 624, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 35, "wallTimeP95Ms": 35, "diskBytesWritten": 160559, "bytesOffloaded": 160000, "ctxReadBytesRetrieved": 126, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 39376, "extraInternalTokens": 0, "mainTokensInjected": 624, "contextEfficiency": 63.1025641025641, "qualityAdjustedSavings": 39376 } } ] }, { "id": "large-source-summary", "title": "Hierarchical summary of a large source file", "task": "Summarize the source structure under a bounded child-model input budget.", "baseline": { "mode": "baseline", "mainContextTokens": 45000, "mainContextInputTokens": 45000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 45000, "toolResultTokens": 45000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 45000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 616, "mainContextInputTokens": 616, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 616, "toolResultTokens": 616, "childModelTokens": 62508, "internalWorkTokens": 0, "wallTimeMs": 862.5, "wallTimeP95Ms": 1526.8999999999985, "diskBytesWritten": 180569, "bytesOffloaded": 180000, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 44384, "extraInternalTokens": 62508, "mainTokensInjected": 616, "contextEfficiency": 0.7031240098853051, "qualityAdjustedSavings": 44384 }, "samples": [ { "iteration": 1, "baseline": { "mode": "baseline", "mainContextTokens": 45000, "mainContextInputTokens": 45000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 45000, "toolResultTokens": 45000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 45000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 616, "mainContextInputTokens": 616, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 616, "toolResultTokens": 616, "childModelTokens": 62508, "internalWorkTokens": 0, "wallTimeMs": 953, "wallTimeP95Ms": 953, "diskBytesWritten": 180569, "bytesOffloaded": 180000, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 44384, "extraInternalTokens": 62508, "mainTokensInjected": 616, "contextEfficiency": 0.7031240098853051, "qualityAdjustedSavings": 44384 } }, { "iteration": 2, "baseline": { "mode": "baseline", "mainContextTokens": 45000, "mainContextInputTokens": 45000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 45000, "toolResultTokens": 45000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 45000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 616, "mainContextInputTokens": 616, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 616, "toolResultTokens": 616, "childModelTokens": 62508, "internalWorkTokens": 0, "wallTimeMs": 1760, "wallTimeP95Ms": 1760, "diskBytesWritten": 180569, "bytesOffloaded": 180000, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 44384, "extraInternalTokens": 62508, "mainTokensInjected": 616, "contextEfficiency": 0.7031240098853051, "qualityAdjustedSavings": 44384 } }, { "iteration": 3, "baseline": { "mode": "baseline", "mainContextTokens": 45000, "mainContextInputTokens": 45000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 45000, "toolResultTokens": 45000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 45000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 616, "mainContextInputTokens": 616, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 616, "toolResultTokens": 616, "childModelTokens": 62508, "internalWorkTokens": 0, "wallTimeMs": 2106, "wallTimeP95Ms": 2106, "diskBytesWritten": 180569, "bytesOffloaded": 180000, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 44384, "extraInternalTokens": 62508, "mainTokensInjected": 616, "contextEfficiency": 0.7031240098853051, "qualityAdjustedSavings": 44384 } }, { "iteration": 4, "baseline": { "mode": "baseline", "mainContextTokens": 45000, "mainContextInputTokens": 45000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 45000, "toolResultTokens": 45000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 45000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 616, "mainContextInputTokens": 616, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 616, "toolResultTokens": 616, "childModelTokens": 62508, "internalWorkTokens": 0, "wallTimeMs": 938, "wallTimeP95Ms": 938, "diskBytesWritten": 180569, "bytesOffloaded": 180000, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 44384, "extraInternalTokens": 62508, "mainTokensInjected": 616, "contextEfficiency": 0.7031240098853051, "qualityAdjustedSavings": 44384 } }, { "iteration": 5, "baseline": { "mode": "baseline", "mainContextTokens": 45000, "mainContextInputTokens": 45000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 45000, "toolResultTokens": 45000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 45000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 616, "mainContextInputTokens": 616, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 616, "toolResultTokens": 616, "childModelTokens": 62508, "internalWorkTokens": 0, "wallTimeMs": 919, "wallTimeP95Ms": 919, "diskBytesWritten": 180569, "bytesOffloaded": 180000, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 44384, "extraInternalTokens": 62508, "mainTokensInjected": 616, "contextEfficiency": 0.7031240098853051, "qualityAdjustedSavings": 44384 } }, { "iteration": 6, "baseline": { "mode": "baseline", "mainContextTokens": 45000, "mainContextInputTokens": 45000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 45000, "toolResultTokens": 45000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 45000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 616, "mainContextInputTokens": 616, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 616, "toolResultTokens": 616, "childModelTokens": 62508, "internalWorkTokens": 0, "wallTimeMs": 1103, "wallTimeP95Ms": 1103, "diskBytesWritten": 180569, "bytesOffloaded": 180000, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 44384, "extraInternalTokens": 62508, "mainTokensInjected": 616, "contextEfficiency": 0.7031240098853051, "qualityAdjustedSavings": 44384 } }, { "iteration": 7, "baseline": { "mode": "baseline", "mainContextTokens": 45000, "mainContextInputTokens": 45000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 45000, "toolResultTokens": 45000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 45000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 616, "mainContextInputTokens": 616, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 616, "toolResultTokens": 616, "childModelTokens": 62508, "internalWorkTokens": 0, "wallTimeMs": 1242, "wallTimeP95Ms": 1242, "diskBytesWritten": 180569, "bytesOffloaded": 180000, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 44384, "extraInternalTokens": 62508, "mainTokensInjected": 616, "contextEfficiency": 0.7031240098853051, "qualityAdjustedSavings": 44384 } }, { "iteration": 8, "baseline": { "mode": "baseline", "mainContextTokens": 45000, "mainContextInputTokens": 45000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 45000, "toolResultTokens": 45000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 45000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 616, "mainContextInputTokens": 616, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 616, "toolResultTokens": 616, "childModelTokens": 62508, "internalWorkTokens": 0, "wallTimeMs": 864, "wallTimeP95Ms": 864, "diskBytesWritten": 180569, "bytesOffloaded": 180000, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 44384, "extraInternalTokens": 62508, "mainTokensInjected": 616, "contextEfficiency": 0.7031240098853051, "qualityAdjustedSavings": 44384 } }, { "iteration": 9, "baseline": { "mode": "baseline", "mainContextTokens": 45000, "mainContextInputTokens": 45000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 45000, "toolResultTokens": 45000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 45000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 616, "mainContextInputTokens": 616, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 616, "toolResultTokens": 616, "childModelTokens": 62508, "internalWorkTokens": 0, "wallTimeMs": 862, "wallTimeP95Ms": 862, "diskBytesWritten": 180569, "bytesOffloaded": 180000, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 44384, "extraInternalTokens": 62508, "mainTokensInjected": 616, "contextEfficiency": 0.7031240098853051, "qualityAdjustedSavings": 44384 } }, { "iteration": 10, "baseline": { "mode": "baseline", "mainContextTokens": 45000, "mainContextInputTokens": 45000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 45000, "toolResultTokens": 45000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 45000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 616, "mainContextInputTokens": 616, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 616, "toolResultTokens": 616, "childModelTokens": 62508, "internalWorkTokens": 0, "wallTimeMs": 843, "wallTimeP95Ms": 843, "diskBytesWritten": 180569, "bytesOffloaded": 180000, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 44384, "extraInternalTokens": 62508, "mainTokensInjected": 616, "contextEfficiency": 0.7031240098853051, "qualityAdjustedSavings": 44384 } }, { "iteration": 11, "baseline": { "mode": "baseline", "mainContextTokens": 45000, "mainContextInputTokens": 45000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 45000, "toolResultTokens": 45000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 45000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 616, "mainContextInputTokens": 616, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 616, "toolResultTokens": 616, "childModelTokens": 62508, "internalWorkTokens": 0, "wallTimeMs": 786, "wallTimeP95Ms": 786, "diskBytesWritten": 180569, "bytesOffloaded": 180000, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 44384, "extraInternalTokens": 62508, "mainTokensInjected": 616, "contextEfficiency": 0.7031240098853051, "qualityAdjustedSavings": 44384 } }, { "iteration": 12, "baseline": { "mode": "baseline", "mainContextTokens": 45000, "mainContextInputTokens": 45000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 45000, "toolResultTokens": 45000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 45000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 616, "mainContextInputTokens": 616, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 616, "toolResultTokens": 616, "childModelTokens": 62508, "internalWorkTokens": 0, "wallTimeMs": 862, "wallTimeP95Ms": 862, "diskBytesWritten": 180569, "bytesOffloaded": 180000, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 44384, "extraInternalTokens": 62508, "mainTokensInjected": 616, "contextEfficiency": 0.7031240098853051, "qualityAdjustedSavings": 44384 } }, { "iteration": 13, "baseline": { "mode": "baseline", "mainContextTokens": 45000, "mainContextInputTokens": 45000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 45000, "toolResultTokens": 45000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 45000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 616, "mainContextInputTokens": 616, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 616, "toolResultTokens": 616, "childModelTokens": 62508, "internalWorkTokens": 0, "wallTimeMs": 963, "wallTimeP95Ms": 963, "diskBytesWritten": 180569, "bytesOffloaded": 180000, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 44384, "extraInternalTokens": 62508, "mainTokensInjected": 616, "contextEfficiency": 0.7031240098853051, "qualityAdjustedSavings": 44384 } }, { "iteration": 14, "baseline": { "mode": "baseline", "mainContextTokens": 45000, "mainContextInputTokens": 45000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 45000, "toolResultTokens": 45000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 45000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 616, "mainContextInputTokens": 616, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 616, "toolResultTokens": 616, "childModelTokens": 62508, "internalWorkTokens": 0, "wallTimeMs": 936, "wallTimeP95Ms": 936, "diskBytesWritten": 180569, "bytesOffloaded": 180000, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 44384, "extraInternalTokens": 62508, "mainTokensInjected": 616, "contextEfficiency": 0.7031240098853051, "qualityAdjustedSavings": 44384 } }, { "iteration": 15, "baseline": { "mode": "baseline", "mainContextTokens": 45000, "mainContextInputTokens": 45000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 45000, "toolResultTokens": 45000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 45000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 616, "mainContextInputTokens": 616, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 616, "toolResultTokens": 616, "childModelTokens": 62508, "internalWorkTokens": 0, "wallTimeMs": 969, "wallTimeP95Ms": 969, "diskBytesWritten": 180569, "bytesOffloaded": 180000, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 44384, "extraInternalTokens": 62508, "mainTokensInjected": 616, "contextEfficiency": 0.7031240098853051, "qualityAdjustedSavings": 44384 } }, { "iteration": 16, "baseline": { "mode": "baseline", "mainContextTokens": 45000, "mainContextInputTokens": 45000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 45000, "toolResultTokens": 45000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 45000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 616, "mainContextInputTokens": 616, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 616, "toolResultTokens": 616, "childModelTokens": 62508, "internalWorkTokens": 0, "wallTimeMs": 886, "wallTimeP95Ms": 886, "diskBytesWritten": 180569, "bytesOffloaded": 180000, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 44384, "extraInternalTokens": 62508, "mainTokensInjected": 616, "contextEfficiency": 0.7031240098853051, "qualityAdjustedSavings": 44384 } }, { "iteration": 17, "baseline": { "mode": "baseline", "mainContextTokens": 45000, "mainContextInputTokens": 45000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 45000, "toolResultTokens": 45000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 45000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 616, "mainContextInputTokens": 616, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 616, "toolResultTokens": 616, "childModelTokens": 62508, "internalWorkTokens": 0, "wallTimeMs": 806, "wallTimeP95Ms": 806, "diskBytesWritten": 180569, "bytesOffloaded": 180000, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 44384, "extraInternalTokens": 62508, "mainTokensInjected": 616, "contextEfficiency": 0.7031240098853051, "qualityAdjustedSavings": 44384 } }, { "iteration": 18, "baseline": { "mode": "baseline", "mainContextTokens": 45000, "mainContextInputTokens": 45000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 45000, "toolResultTokens": 45000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 45000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 616, "mainContextInputTokens": 616, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 616, "toolResultTokens": 616, "childModelTokens": 62508, "internalWorkTokens": 0, "wallTimeMs": 806, "wallTimeP95Ms": 806, "diskBytesWritten": 180569, "bytesOffloaded": 180000, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 44384, "extraInternalTokens": 62508, "mainTokensInjected": 616, "contextEfficiency": 0.7031240098853051, "qualityAdjustedSavings": 44384 } }, { "iteration": 19, "baseline": { "mode": "baseline", "mainContextTokens": 45000, "mainContextInputTokens": 45000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 45000, "toolResultTokens": 45000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 45000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 616, "mainContextInputTokens": 616, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 616, "toolResultTokens": 616, "childModelTokens": 62508, "internalWorkTokens": 0, "wallTimeMs": 842, "wallTimeP95Ms": 842, "diskBytesWritten": 180569, "bytesOffloaded": 180000, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 44384, "extraInternalTokens": 62508, "mainTokensInjected": 616, "contextEfficiency": 0.7031240098853051, "qualityAdjustedSavings": 44384 } }, { "iteration": 20, "baseline": { "mode": "baseline", "mainContextTokens": 45000, "mainContextInputTokens": 45000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 45000, "toolResultTokens": 45000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 45000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 616, "mainContextInputTokens": 616, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 616, "toolResultTokens": 616, "childModelTokens": 62508, "internalWorkTokens": 0, "wallTimeMs": 755, "wallTimeP95Ms": 755, "diskBytesWritten": 180569, "bytesOffloaded": 180000, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 44384, "extraInternalTokens": 62508, "mainTokensInjected": 616, "contextEfficiency": 0.7031240098853051, "qualityAdjustedSavings": 44384 } }, { "iteration": 21, "baseline": { "mode": "baseline", "mainContextTokens": 45000, "mainContextInputTokens": 45000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 45000, "toolResultTokens": 45000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 45000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 616, "mainContextInputTokens": 616, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 616, "toolResultTokens": 616, "childModelTokens": 62508, "internalWorkTokens": 0, "wallTimeMs": 829, "wallTimeP95Ms": 829, "diskBytesWritten": 180569, "bytesOffloaded": 180000, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 44384, "extraInternalTokens": 62508, "mainTokensInjected": 616, "contextEfficiency": 0.7031240098853051, "qualityAdjustedSavings": 44384 } }, { "iteration": 22, "baseline": { "mode": "baseline", "mainContextTokens": 45000, "mainContextInputTokens": 45000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 45000, "toolResultTokens": 45000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 45000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 616, "mainContextInputTokens": 616, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 616, "toolResultTokens": 616, "childModelTokens": 62508, "internalWorkTokens": 0, "wallTimeMs": 815, "wallTimeP95Ms": 815, "diskBytesWritten": 180569, "bytesOffloaded": 180000, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 44384, "extraInternalTokens": 62508, "mainTokensInjected": 616, "contextEfficiency": 0.7031240098853051, "qualityAdjustedSavings": 44384 } }, { "iteration": 23, "baseline": { "mode": "baseline", "mainContextTokens": 45000, "mainContextInputTokens": 45000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 45000, "toolResultTokens": 45000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 45000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 616, "mainContextInputTokens": 616, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 616, "toolResultTokens": 616, "childModelTokens": 62508, "internalWorkTokens": 0, "wallTimeMs": 869, "wallTimeP95Ms": 869, "diskBytesWritten": 180569, "bytesOffloaded": 180000, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 44384, "extraInternalTokens": 62508, "mainTokensInjected": 616, "contextEfficiency": 0.7031240098853051, "qualityAdjustedSavings": 44384 } }, { "iteration": 24, "baseline": { "mode": "baseline", "mainContextTokens": 45000, "mainContextInputTokens": 45000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 45000, "toolResultTokens": 45000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 45000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 616, "mainContextInputTokens": 616, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 616, "toolResultTokens": 616, "childModelTokens": 62508, "internalWorkTokens": 0, "wallTimeMs": 863, "wallTimeP95Ms": 863, "diskBytesWritten": 180569, "bytesOffloaded": 180000, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 44384, "extraInternalTokens": 62508, "mainTokensInjected": 616, "contextEfficiency": 0.7031240098853051, "qualityAdjustedSavings": 44384 } }, { "iteration": 25, "baseline": { "mode": "baseline", "mainContextTokens": 45000, "mainContextInputTokens": 45000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 45000, "toolResultTokens": 45000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 45000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 616, "mainContextInputTokens": 616, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 616, "toolResultTokens": 616, "childModelTokens": 62508, "internalWorkTokens": 0, "wallTimeMs": 817, "wallTimeP95Ms": 817, "diskBytesWritten": 180569, "bytesOffloaded": 180000, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 44384, "extraInternalTokens": 62508, "mainTokensInjected": 616, "contextEfficiency": 0.7031240098853051, "qualityAdjustedSavings": 44384 } }, { "iteration": 26, "baseline": { "mode": "baseline", "mainContextTokens": 45000, "mainContextInputTokens": 45000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 45000, "toolResultTokens": 45000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 45000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 616, "mainContextInputTokens": 616, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 616, "toolResultTokens": 616, "childModelTokens": 62508, "internalWorkTokens": 0, "wallTimeMs": 788, "wallTimeP95Ms": 788, "diskBytesWritten": 180569, "bytesOffloaded": 180000, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 44384, "extraInternalTokens": 62508, "mainTokensInjected": 616, "contextEfficiency": 0.7031240098853051, "qualityAdjustedSavings": 44384 } }, { "iteration": 27, "baseline": { "mode": "baseline", "mainContextTokens": 45000, "mainContextInputTokens": 45000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 45000, "toolResultTokens": 45000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 45000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 616, "mainContextInputTokens": 616, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 616, "toolResultTokens": 616, "childModelTokens": 62508, "internalWorkTokens": 0, "wallTimeMs": 816, "wallTimeP95Ms": 816, "diskBytesWritten": 180569, "bytesOffloaded": 180000, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 44384, "extraInternalTokens": 62508, "mainTokensInjected": 616, "contextEfficiency": 0.7031240098853051, "qualityAdjustedSavings": 44384 } }, { "iteration": 28, "baseline": { "mode": "baseline", "mainContextTokens": 45000, "mainContextInputTokens": 45000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 45000, "toolResultTokens": 45000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 45000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 616, "mainContextInputTokens": 616, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 616, "toolResultTokens": 616, "childModelTokens": 62508, "internalWorkTokens": 0, "wallTimeMs": 788, "wallTimeP95Ms": 788, "diskBytesWritten": 180569, "bytesOffloaded": 180000, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 44384, "extraInternalTokens": 62508, "mainTokensInjected": 616, "contextEfficiency": 0.7031240098853051, "qualityAdjustedSavings": 44384 } }, { "iteration": 29, "baseline": { "mode": "baseline", "mainContextTokens": 45000, "mainContextInputTokens": 45000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 45000, "toolResultTokens": 45000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 45000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 616, "mainContextInputTokens": 616, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 616, "toolResultTokens": 616, "childModelTokens": 62508, "internalWorkTokens": 0, "wallTimeMs": 797, "wallTimeP95Ms": 797, "diskBytesWritten": 180569, "bytesOffloaded": 180000, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 44384, "extraInternalTokens": 62508, "mainTokensInjected": 616, "contextEfficiency": 0.7031240098853051, "qualityAdjustedSavings": 44384 } }, { "iteration": 30, "baseline": { "mode": "baseline", "mainContextTokens": 45000, "mainContextInputTokens": 45000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 45000, "toolResultTokens": 45000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 45000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 616, "mainContextInputTokens": 616, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 616, "toolResultTokens": 616, "childModelTokens": 62508, "internalWorkTokens": 0, "wallTimeMs": 897, "wallTimeP95Ms": 897, "diskBytesWritten": 180569, "bytesOffloaded": 180000, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 44384, "extraInternalTokens": 62508, "mainTokensInjected": 616, "contextEfficiency": 0.7031240098853051, "qualityAdjustedSavings": 44384 } } ] }, { "id": "nested-agent", "title": "Nested agent payload handoff", "task": "Return a concise child-agent finding while keeping the inspected payload addressable.", "baseline": { "mode": "baseline", "mainContextTokens": 27500, "mainContextInputTokens": 27500, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 27500, "toolResultTokens": 27500, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 27500, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 627, "mainContextInputTokens": 627, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 627, "toolResultTokens": 627, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 32, "wallTimeP95Ms": 43.099999999999994, "diskBytesWritten": 110553, "bytesOffloaded": 110000, "ctxReadBytesRetrieved": 146, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 26873, "extraInternalTokens": 0, "mainTokensInjected": 627, "contextEfficiency": 42.85964912280702, "qualityAdjustedSavings": 26873 }, "samples": [ { "iteration": 1, "baseline": { "mode": "baseline", "mainContextTokens": 27500, "mainContextInputTokens": 27500, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 27500, "toolResultTokens": 27500, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 27500, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 627, "mainContextInputTokens": 627, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 627, "toolResultTokens": 627, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 34, "wallTimeP95Ms": 34, "diskBytesWritten": 110553, "bytesOffloaded": 110000, "ctxReadBytesRetrieved": 146, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 26873, "extraInternalTokens": 0, "mainTokensInjected": 627, "contextEfficiency": 42.85964912280702, "qualityAdjustedSavings": 26873 } }, { "iteration": 2, "baseline": { "mode": "baseline", "mainContextTokens": 27500, "mainContextInputTokens": 27500, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 27500, "toolResultTokens": 27500, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 27500, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 627, "mainContextInputTokens": 627, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 627, "toolResultTokens": 627, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 30, "wallTimeP95Ms": 30, "diskBytesWritten": 110553, "bytesOffloaded": 110000, "ctxReadBytesRetrieved": 146, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 26873, "extraInternalTokens": 0, "mainTokensInjected": 627, "contextEfficiency": 42.85964912280702, "qualityAdjustedSavings": 26873 } }, { "iteration": 3, "baseline": { "mode": "baseline", "mainContextTokens": 27500, "mainContextInputTokens": 27500, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 27500, "toolResultTokens": 27500, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 27500, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 627, "mainContextInputTokens": 627, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 627, "toolResultTokens": 627, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 31, "wallTimeP95Ms": 31, "diskBytesWritten": 110553, "bytesOffloaded": 110000, "ctxReadBytesRetrieved": 146, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 26873, "extraInternalTokens": 0, "mainTokensInjected": 627, "contextEfficiency": 42.85964912280702, "qualityAdjustedSavings": 26873 } }, { "iteration": 4, "baseline": { "mode": "baseline", "mainContextTokens": 27500, "mainContextInputTokens": 27500, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 27500, "toolResultTokens": 27500, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 27500, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 627, "mainContextInputTokens": 627, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 627, "toolResultTokens": 627, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 32, "wallTimeP95Ms": 32, "diskBytesWritten": 110553, "bytesOffloaded": 110000, "ctxReadBytesRetrieved": 146, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 26873, "extraInternalTokens": 0, "mainTokensInjected": 627, "contextEfficiency": 42.85964912280702, "qualityAdjustedSavings": 26873 } }, { "iteration": 5, "baseline": { "mode": "baseline", "mainContextTokens": 27500, "mainContextInputTokens": 27500, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 27500, "toolResultTokens": 27500, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 27500, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 627, "mainContextInputTokens": 627, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 627, "toolResultTokens": 627, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 29, "wallTimeP95Ms": 29, "diskBytesWritten": 110553, "bytesOffloaded": 110000, "ctxReadBytesRetrieved": 146, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 26873, "extraInternalTokens": 0, "mainTokensInjected": 627, "contextEfficiency": 42.85964912280702, "qualityAdjustedSavings": 26873 } }, { "iteration": 6, "baseline": { "mode": "baseline", "mainContextTokens": 27500, "mainContextInputTokens": 27500, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 27500, "toolResultTokens": 27500, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 27500, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 627, "mainContextInputTokens": 627, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 627, "toolResultTokens": 627, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 34, "wallTimeP95Ms": 34, "diskBytesWritten": 110553, "bytesOffloaded": 110000, "ctxReadBytesRetrieved": 146, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 26873, "extraInternalTokens": 0, "mainTokensInjected": 627, "contextEfficiency": 42.85964912280702, "qualityAdjustedSavings": 26873 } }, { "iteration": 7, "baseline": { "mode": "baseline", "mainContextTokens": 27500, "mainContextInputTokens": 27500, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 27500, "toolResultTokens": 27500, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 27500, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 627, "mainContextInputTokens": 627, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 627, "toolResultTokens": 627, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 34, "wallTimeP95Ms": 34, "diskBytesWritten": 110553, "bytesOffloaded": 110000, "ctxReadBytesRetrieved": 146, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 26873, "extraInternalTokens": 0, "mainTokensInjected": 627, "contextEfficiency": 42.85964912280702, "qualityAdjustedSavings": 26873 } }, { "iteration": 8, "baseline": { "mode": "baseline", "mainContextTokens": 27500, "mainContextInputTokens": 27500, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 27500, "toolResultTokens": 27500, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 27500, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 627, "mainContextInputTokens": 627, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 627, "toolResultTokens": 627, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 30, "wallTimeP95Ms": 30, "diskBytesWritten": 110553, "bytesOffloaded": 110000, "ctxReadBytesRetrieved": 146, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 26873, "extraInternalTokens": 0, "mainTokensInjected": 627, "contextEfficiency": 42.85964912280702, "qualityAdjustedSavings": 26873 } }, { "iteration": 9, "baseline": { "mode": "baseline", "mainContextTokens": 27500, "mainContextInputTokens": 27500, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 27500, "toolResultTokens": 27500, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 27500, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 627, "mainContextInputTokens": 627, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 627, "toolResultTokens": 627, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 32, "wallTimeP95Ms": 32, "diskBytesWritten": 110553, "bytesOffloaded": 110000, "ctxReadBytesRetrieved": 146, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 26873, "extraInternalTokens": 0, "mainTokensInjected": 627, "contextEfficiency": 42.85964912280702, "qualityAdjustedSavings": 26873 } }, { "iteration": 10, "baseline": { "mode": "baseline", "mainContextTokens": 27500, "mainContextInputTokens": 27500, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 27500, "toolResultTokens": 27500, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 27500, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 627, "mainContextInputTokens": 627, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 627, "toolResultTokens": 627, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 34, "wallTimeP95Ms": 34, "diskBytesWritten": 110553, "bytesOffloaded": 110000, "ctxReadBytesRetrieved": 146, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 26873, "extraInternalTokens": 0, "mainTokensInjected": 627, "contextEfficiency": 42.85964912280702, "qualityAdjustedSavings": 26873 } }, { "iteration": 11, "baseline": { "mode": "baseline", "mainContextTokens": 27500, "mainContextInputTokens": 27500, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 27500, "toolResultTokens": 27500, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 27500, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 627, "mainContextInputTokens": 627, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 627, "toolResultTokens": 627, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 32, "wallTimeP95Ms": 32, "diskBytesWritten": 110553, "bytesOffloaded": 110000, "ctxReadBytesRetrieved": 146, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 26873, "extraInternalTokens": 0, "mainTokensInjected": 627, "contextEfficiency": 42.85964912280702, "qualityAdjustedSavings": 26873 } }, { "iteration": 12, "baseline": { "mode": "baseline", "mainContextTokens": 27500, "mainContextInputTokens": 27500, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 27500, "toolResultTokens": 27500, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 27500, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 627, "mainContextInputTokens": 627, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 627, "toolResultTokens": 627, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 33, "wallTimeP95Ms": 33, "diskBytesWritten": 110553, "bytesOffloaded": 110000, "ctxReadBytesRetrieved": 146, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 26873, "extraInternalTokens": 0, "mainTokensInjected": 627, "contextEfficiency": 42.85964912280702, "qualityAdjustedSavings": 26873 } }, { "iteration": 13, "baseline": { "mode": "baseline", "mainContextTokens": 27500, "mainContextInputTokens": 27500, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 27500, "toolResultTokens": 27500, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 27500, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 627, "mainContextInputTokens": 627, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 627, "toolResultTokens": 627, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 42, "wallTimeP95Ms": 42, "diskBytesWritten": 110553, "bytesOffloaded": 110000, "ctxReadBytesRetrieved": 146, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 26873, "extraInternalTokens": 0, "mainTokensInjected": 627, "contextEfficiency": 42.85964912280702, "qualityAdjustedSavings": 26873 } }, { "iteration": 14, "baseline": { "mode": "baseline", "mainContextTokens": 27500, "mainContextInputTokens": 27500, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 27500, "toolResultTokens": 27500, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 27500, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 627, "mainContextInputTokens": 627, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 627, "toolResultTokens": 627, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 32, "wallTimeP95Ms": 32, "diskBytesWritten": 110553, "bytesOffloaded": 110000, "ctxReadBytesRetrieved": 146, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 26873, "extraInternalTokens": 0, "mainTokensInjected": 627, "contextEfficiency": 42.85964912280702, "qualityAdjustedSavings": 26873 } }, { "iteration": 15, "baseline": { "mode": "baseline", "mainContextTokens": 27500, "mainContextInputTokens": 27500, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 27500, "toolResultTokens": 27500, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 27500, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 627, "mainContextInputTokens": 627, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 627, "toolResultTokens": 627, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 32, "wallTimeP95Ms": 32, "diskBytesWritten": 110553, "bytesOffloaded": 110000, "ctxReadBytesRetrieved": 146, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 26873, "extraInternalTokens": 0, "mainTokensInjected": 627, "contextEfficiency": 42.85964912280702, "qualityAdjustedSavings": 26873 } }, { "iteration": 16, "baseline": { "mode": "baseline", "mainContextTokens": 27500, "mainContextInputTokens": 27500, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 27500, "toolResultTokens": 27500, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 27500, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 627, "mainContextInputTokens": 627, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 627, "toolResultTokens": 627, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 32, "wallTimeP95Ms": 32, "diskBytesWritten": 110553, "bytesOffloaded": 110000, "ctxReadBytesRetrieved": 146, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 26873, "extraInternalTokens": 0, "mainTokensInjected": 627, "contextEfficiency": 42.85964912280702, "qualityAdjustedSavings": 26873 } }, { "iteration": 17, "baseline": { "mode": "baseline", "mainContextTokens": 27500, "mainContextInputTokens": 27500, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 27500, "toolResultTokens": 27500, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 27500, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 627, "mainContextInputTokens": 627, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 627, "toolResultTokens": 627, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 32, "wallTimeP95Ms": 32, "diskBytesWritten": 110553, "bytesOffloaded": 110000, "ctxReadBytesRetrieved": 146, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 26873, "extraInternalTokens": 0, "mainTokensInjected": 627, "contextEfficiency": 42.85964912280702, "qualityAdjustedSavings": 26873 } }, { "iteration": 18, "baseline": { "mode": "baseline", "mainContextTokens": 27500, "mainContextInputTokens": 27500, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 27500, "toolResultTokens": 27500, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 27500, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 627, "mainContextInputTokens": 627, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 627, "toolResultTokens": 627, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 32, "wallTimeP95Ms": 32, "diskBytesWritten": 110553, "bytesOffloaded": 110000, "ctxReadBytesRetrieved": 146, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 26873, "extraInternalTokens": 0, "mainTokensInjected": 627, "contextEfficiency": 42.85964912280702, "qualityAdjustedSavings": 26873 } }, { "iteration": 19, "baseline": { "mode": "baseline", "mainContextTokens": 27500, "mainContextInputTokens": 27500, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 27500, "toolResultTokens": 27500, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 27500, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 627, "mainContextInputTokens": 627, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 627, "toolResultTokens": 627, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 44, "wallTimeP95Ms": 44, "diskBytesWritten": 110553, "bytesOffloaded": 110000, "ctxReadBytesRetrieved": 146, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 26873, "extraInternalTokens": 0, "mainTokensInjected": 627, "contextEfficiency": 42.85964912280702, "qualityAdjustedSavings": 26873 } }, { "iteration": 20, "baseline": { "mode": "baseline", "mainContextTokens": 27500, "mainContextInputTokens": 27500, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 27500, "toolResultTokens": 27500, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 27500, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 627, "mainContextInputTokens": 627, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 627, "toolResultTokens": 627, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 36, "wallTimeP95Ms": 36, "diskBytesWritten": 110553, "bytesOffloaded": 110000, "ctxReadBytesRetrieved": 146, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 26873, "extraInternalTokens": 0, "mainTokensInjected": 627, "contextEfficiency": 42.85964912280702, "qualityAdjustedSavings": 26873 } }, { "iteration": 21, "baseline": { "mode": "baseline", "mainContextTokens": 27500, "mainContextInputTokens": 27500, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 27500, "toolResultTokens": 27500, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 27500, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 627, "mainContextInputTokens": 627, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 627, "toolResultTokens": 627, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 31, "wallTimeP95Ms": 31, "diskBytesWritten": 110553, "bytesOffloaded": 110000, "ctxReadBytesRetrieved": 146, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 26873, "extraInternalTokens": 0, "mainTokensInjected": 627, "contextEfficiency": 42.85964912280702, "qualityAdjustedSavings": 26873 } }, { "iteration": 22, "baseline": { "mode": "baseline", "mainContextTokens": 27500, "mainContextInputTokens": 27500, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 27500, "toolResultTokens": 27500, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 27500, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 627, "mainContextInputTokens": 627, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 627, "toolResultTokens": 627, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 32, "wallTimeP95Ms": 32, "diskBytesWritten": 110553, "bytesOffloaded": 110000, "ctxReadBytesRetrieved": 146, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 26873, "extraInternalTokens": 0, "mainTokensInjected": 627, "contextEfficiency": 42.85964912280702, "qualityAdjustedSavings": 26873 } }, { "iteration": 23, "baseline": { "mode": "baseline", "mainContextTokens": 27500, "mainContextInputTokens": 27500, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 27500, "toolResultTokens": 27500, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 27500, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 627, "mainContextInputTokens": 627, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 627, "toolResultTokens": 627, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 27, "wallTimeP95Ms": 27, "diskBytesWritten": 110553, "bytesOffloaded": 110000, "ctxReadBytesRetrieved": 146, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 26873, "extraInternalTokens": 0, "mainTokensInjected": 627, "contextEfficiency": 42.85964912280702, "qualityAdjustedSavings": 26873 } }, { "iteration": 24, "baseline": { "mode": "baseline", "mainContextTokens": 27500, "mainContextInputTokens": 27500, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 27500, "toolResultTokens": 27500, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 27500, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 627, "mainContextInputTokens": 627, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 627, "toolResultTokens": 627, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 37, "wallTimeP95Ms": 37, "diskBytesWritten": 110553, "bytesOffloaded": 110000, "ctxReadBytesRetrieved": 146, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 26873, "extraInternalTokens": 0, "mainTokensInjected": 627, "contextEfficiency": 42.85964912280702, "qualityAdjustedSavings": 26873 } }, { "iteration": 25, "baseline": { "mode": "baseline", "mainContextTokens": 27500, "mainContextInputTokens": 27500, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 27500, "toolResultTokens": 27500, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 27500, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 627, "mainContextInputTokens": 627, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 627, "toolResultTokens": 627, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 35, "wallTimeP95Ms": 35, "diskBytesWritten": 110553, "bytesOffloaded": 110000, "ctxReadBytesRetrieved": 146, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 26873, "extraInternalTokens": 0, "mainTokensInjected": 627, "contextEfficiency": 42.85964912280702, "qualityAdjustedSavings": 26873 } }, { "iteration": 26, "baseline": { "mode": "baseline", "mainContextTokens": 27500, "mainContextInputTokens": 27500, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 27500, "toolResultTokens": 27500, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 27500, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 627, "mainContextInputTokens": 627, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 627, "toolResultTokens": 627, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 32, "wallTimeP95Ms": 32, "diskBytesWritten": 110553, "bytesOffloaded": 110000, "ctxReadBytesRetrieved": 146, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 26873, "extraInternalTokens": 0, "mainTokensInjected": 627, "contextEfficiency": 42.85964912280702, "qualityAdjustedSavings": 26873 } }, { "iteration": 27, "baseline": { "mode": "baseline", "mainContextTokens": 27500, "mainContextInputTokens": 27500, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 27500, "toolResultTokens": 27500, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 27500, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 627, "mainContextInputTokens": 627, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 627, "toolResultTokens": 627, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 37, "wallTimeP95Ms": 37, "diskBytesWritten": 110553, "bytesOffloaded": 110000, "ctxReadBytesRetrieved": 146, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 26873, "extraInternalTokens": 0, "mainTokensInjected": 627, "contextEfficiency": 42.85964912280702, "qualityAdjustedSavings": 26873 } }, { "iteration": 28, "baseline": { "mode": "baseline", "mainContextTokens": 27500, "mainContextInputTokens": 27500, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 27500, "toolResultTokens": 27500, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 27500, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 627, "mainContextInputTokens": 627, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 627, "toolResultTokens": 627, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 57, "wallTimeP95Ms": 57, "diskBytesWritten": 110553, "bytesOffloaded": 110000, "ctxReadBytesRetrieved": 146, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 26873, "extraInternalTokens": 0, "mainTokensInjected": 627, "contextEfficiency": 42.85964912280702, "qualityAdjustedSavings": 26873 } }, { "iteration": 29, "baseline": { "mode": "baseline", "mainContextTokens": 27500, "mainContextInputTokens": 27500, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 27500, "toolResultTokens": 27500, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 27500, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 627, "mainContextInputTokens": 627, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 627, "toolResultTokens": 627, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 34, "wallTimeP95Ms": 34, "diskBytesWritten": 110553, "bytesOffloaded": 110000, "ctxReadBytesRetrieved": 146, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 26873, "extraInternalTokens": 0, "mainTokensInjected": 627, "contextEfficiency": 42.85964912280702, "qualityAdjustedSavings": 26873 } }, { "iteration": 30, "baseline": { "mode": "baseline", "mainContextTokens": 27500, "mainContextInputTokens": 27500, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 27500, "toolResultTokens": 27500, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 27500, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 627, "mainContextInputTokens": 627, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 627, "toolResultTokens": 627, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 35, "wallTimeP95Ms": 35, "diskBytesWritten": 110553, "bytesOffloaded": 110000, "ctxReadBytesRetrieved": 146, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 26873, "extraInternalTokens": 0, "mainTokensInjected": 627, "contextEfficiency": 42.85964912280702, "qualityAdjustedSavings": 26873 } } ] }, { "id": "parallel-fabric", "title": "Parallel provider payloads", "task": "Combine four independent provider results while returning only bounded evidence.", "baseline": { "mode": "baseline", "mainContextTokens": 91051, "mainContextInputTokens": 91051, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 91051, "toolResultTokens": 91051, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 1, "wallTimeP95Ms": 3, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 91051, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 2689, "mainContextInputTokens": 2689, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 2689, "toolResultTokens": 2689, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 113, "wallTimeP95Ms": 165.44999999999987, "diskBytesWritten": 362121, "bytesOffloaded": 360000, "ctxReadBytesRetrieved": 1120, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 88362, "extraInternalTokens": 0, "mainTokensInjected": 2689, "contextEfficiency": 32.860542952770544, "qualityAdjustedSavings": 88362 }, "samples": [ { "iteration": 1, "baseline": { "mode": "baseline", "mainContextTokens": 91051, "mainContextInputTokens": 91051, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 91051, "toolResultTokens": 91051, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 91051, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 2689, "mainContextInputTokens": 2689, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 2689, "toolResultTokens": 2689, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 183, "wallTimeP95Ms": 183, "diskBytesWritten": 362121, "bytesOffloaded": 360000, "ctxReadBytesRetrieved": 1120, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 88362, "extraInternalTokens": 0, "mainTokensInjected": 2689, "contextEfficiency": 32.860542952770544, "qualityAdjustedSavings": 88362 } }, { "iteration": 2, "baseline": { "mode": "baseline", "mainContextTokens": 91051, "mainContextInputTokens": 91051, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 91051, "toolResultTokens": 91051, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 91051, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 2689, "mainContextInputTokens": 2689, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 2689, "toolResultTokens": 2689, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 205, "wallTimeP95Ms": 205, "diskBytesWritten": 362121, "bytesOffloaded": 360000, "ctxReadBytesRetrieved": 1120, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 88362, "extraInternalTokens": 0, "mainTokensInjected": 2689, "contextEfficiency": 32.860542952770544, "qualityAdjustedSavings": 88362 } }, { "iteration": 3, "baseline": { "mode": "baseline", "mainContextTokens": 91051, "mainContextInputTokens": 91051, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 91051, "toolResultTokens": 91051, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 91051, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 2689, "mainContextInputTokens": 2689, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 2689, "toolResultTokens": 2689, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 144, "wallTimeP95Ms": 144, "diskBytesWritten": 362121, "bytesOffloaded": 360000, "ctxReadBytesRetrieved": 1120, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 88362, "extraInternalTokens": 0, "mainTokensInjected": 2689, "contextEfficiency": 32.860542952770544, "qualityAdjustedSavings": 88362 } }, { "iteration": 4, "baseline": { "mode": "baseline", "mainContextTokens": 91051, "mainContextInputTokens": 91051, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 91051, "toolResultTokens": 91051, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 91051, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 2689, "mainContextInputTokens": 2689, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 2689, "toolResultTokens": 2689, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 101, "wallTimeP95Ms": 101, "diskBytesWritten": 362121, "bytesOffloaded": 360000, "ctxReadBytesRetrieved": 1120, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 88362, "extraInternalTokens": 0, "mainTokensInjected": 2689, "contextEfficiency": 32.860542952770544, "qualityAdjustedSavings": 88362 } }, { "iteration": 5, "baseline": { "mode": "baseline", "mainContextTokens": 91051, "mainContextInputTokens": 91051, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 91051, "toolResultTokens": 91051, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 91051, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 2689, "mainContextInputTokens": 2689, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 2689, "toolResultTokens": 2689, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 102, "wallTimeP95Ms": 102, "diskBytesWritten": 362121, "bytesOffloaded": 360000, "ctxReadBytesRetrieved": 1120, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 88362, "extraInternalTokens": 0, "mainTokensInjected": 2689, "contextEfficiency": 32.860542952770544, "qualityAdjustedSavings": 88362 } }, { "iteration": 6, "baseline": { "mode": "baseline", "mainContextTokens": 91051, "mainContextInputTokens": 91051, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 91051, "toolResultTokens": 91051, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 2, "wallTimeP95Ms": 2, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 91051, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 2689, "mainContextInputTokens": 2689, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 2689, "toolResultTokens": 2689, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 102, "wallTimeP95Ms": 102, "diskBytesWritten": 362121, "bytesOffloaded": 360000, "ctxReadBytesRetrieved": 1120, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 88362, "extraInternalTokens": 0, "mainTokensInjected": 2689, "contextEfficiency": 32.860542952770544, "qualityAdjustedSavings": 88362 } }, { "iteration": 7, "baseline": { "mode": "baseline", "mainContextTokens": 91051, "mainContextInputTokens": 91051, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 91051, "toolResultTokens": 91051, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 3, "wallTimeP95Ms": 3, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 91051, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 2689, "mainContextInputTokens": 2689, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 2689, "toolResultTokens": 2689, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 118, "wallTimeP95Ms": 118, "diskBytesWritten": 362121, "bytesOffloaded": 360000, "ctxReadBytesRetrieved": 1120, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 88362, "extraInternalTokens": 0, "mainTokensInjected": 2689, "contextEfficiency": 32.860542952770544, "qualityAdjustedSavings": 88362 } }, { "iteration": 8, "baseline": { "mode": "baseline", "mainContextTokens": 91051, "mainContextInputTokens": 91051, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 91051, "toolResultTokens": 91051, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 3, "wallTimeP95Ms": 3, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 91051, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 2689, "mainContextInputTokens": 2689, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 2689, "toolResultTokens": 2689, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 108, "wallTimeP95Ms": 108, "diskBytesWritten": 362121, "bytesOffloaded": 360000, "ctxReadBytesRetrieved": 1120, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 88362, "extraInternalTokens": 0, "mainTokensInjected": 2689, "contextEfficiency": 32.860542952770544, "qualityAdjustedSavings": 88362 } }, { "iteration": 9, "baseline": { "mode": "baseline", "mainContextTokens": 91051, "mainContextInputTokens": 91051, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 91051, "toolResultTokens": 91051, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 91051, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 2689, "mainContextInputTokens": 2689, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 2689, "toolResultTokens": 2689, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 109, "wallTimeP95Ms": 109, "diskBytesWritten": 362121, "bytesOffloaded": 360000, "ctxReadBytesRetrieved": 1120, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 88362, "extraInternalTokens": 0, "mainTokensInjected": 2689, "contextEfficiency": 32.860542952770544, "qualityAdjustedSavings": 88362 } }, { "iteration": 10, "baseline": { "mode": "baseline", "mainContextTokens": 91051, "mainContextInputTokens": 91051, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 91051, "toolResultTokens": 91051, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 91051, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 2689, "mainContextInputTokens": 2689, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 2689, "toolResultTokens": 2689, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 113, "wallTimeP95Ms": 113, "diskBytesWritten": 362121, "bytesOffloaded": 360000, "ctxReadBytesRetrieved": 1120, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 88362, "extraInternalTokens": 0, "mainTokensInjected": 2689, "contextEfficiency": 32.860542952770544, "qualityAdjustedSavings": 88362 } }, { "iteration": 11, "baseline": { "mode": "baseline", "mainContextTokens": 91051, "mainContextInputTokens": 91051, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 91051, "toolResultTokens": 91051, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 3, "wallTimeP95Ms": 3, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 91051, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 2689, "mainContextInputTokens": 2689, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 2689, "toolResultTokens": 2689, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 107, "wallTimeP95Ms": 107, "diskBytesWritten": 362121, "bytesOffloaded": 360000, "ctxReadBytesRetrieved": 1120, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 88362, "extraInternalTokens": 0, "mainTokensInjected": 2689, "contextEfficiency": 32.860542952770544, "qualityAdjustedSavings": 88362 } }, { "iteration": 12, "baseline": { "mode": "baseline", "mainContextTokens": 91051, "mainContextInputTokens": 91051, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 91051, "toolResultTokens": 91051, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 2, "wallTimeP95Ms": 2, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 91051, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 2689, "mainContextInputTokens": 2689, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 2689, "toolResultTokens": 2689, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 112, "wallTimeP95Ms": 112, "diskBytesWritten": 362121, "bytesOffloaded": 360000, "ctxReadBytesRetrieved": 1120, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 88362, "extraInternalTokens": 0, "mainTokensInjected": 2689, "contextEfficiency": 32.860542952770544, "qualityAdjustedSavings": 88362 } }, { "iteration": 13, "baseline": { "mode": "baseline", "mainContextTokens": 91051, "mainContextInputTokens": 91051, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 91051, "toolResultTokens": 91051, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 2, "wallTimeP95Ms": 2, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 91051, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 2689, "mainContextInputTokens": 2689, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 2689, "toolResultTokens": 2689, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 112, "wallTimeP95Ms": 112, "diskBytesWritten": 362121, "bytesOffloaded": 360000, "ctxReadBytesRetrieved": 1120, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 88362, "extraInternalTokens": 0, "mainTokensInjected": 2689, "contextEfficiency": 32.860542952770544, "qualityAdjustedSavings": 88362 } }, { "iteration": 14, "baseline": { "mode": "baseline", "mainContextTokens": 91051, "mainContextInputTokens": 91051, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 91051, "toolResultTokens": 91051, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 2, "wallTimeP95Ms": 2, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 91051, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 2689, "mainContextInputTokens": 2689, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 2689, "toolResultTokens": 2689, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 111, "wallTimeP95Ms": 111, "diskBytesWritten": 362121, "bytesOffloaded": 360000, "ctxReadBytesRetrieved": 1120, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 88362, "extraInternalTokens": 0, "mainTokensInjected": 2689, "contextEfficiency": 32.860542952770544, "qualityAdjustedSavings": 88362 } }, { "iteration": 15, "baseline": { "mode": "baseline", "mainContextTokens": 91051, "mainContextInputTokens": 91051, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 91051, "toolResultTokens": 91051, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 3, "wallTimeP95Ms": 3, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 91051, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 2689, "mainContextInputTokens": 2689, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 2689, "toolResultTokens": 2689, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 119, "wallTimeP95Ms": 119, "diskBytesWritten": 362121, "bytesOffloaded": 360000, "ctxReadBytesRetrieved": 1120, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 88362, "extraInternalTokens": 0, "mainTokensInjected": 2689, "contextEfficiency": 32.860542952770544, "qualityAdjustedSavings": 88362 } }, { "iteration": 16, "baseline": { "mode": "baseline", "mainContextTokens": 91051, "mainContextInputTokens": 91051, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 91051, "toolResultTokens": 91051, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 3, "wallTimeP95Ms": 3, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 91051, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 2689, "mainContextInputTokens": 2689, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 2689, "toolResultTokens": 2689, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 110, "wallTimeP95Ms": 110, "diskBytesWritten": 362121, "bytesOffloaded": 360000, "ctxReadBytesRetrieved": 1120, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 88362, "extraInternalTokens": 0, "mainTokensInjected": 2689, "contextEfficiency": 32.860542952770544, "qualityAdjustedSavings": 88362 } }, { "iteration": 17, "baseline": { "mode": "baseline", "mainContextTokens": 91051, "mainContextInputTokens": 91051, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 91051, "toolResultTokens": 91051, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 2, "wallTimeP95Ms": 2, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 91051, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 2689, "mainContextInputTokens": 2689, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 2689, "toolResultTokens": 2689, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 119, "wallTimeP95Ms": 119, "diskBytesWritten": 362121, "bytesOffloaded": 360000, "ctxReadBytesRetrieved": 1120, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 88362, "extraInternalTokens": 0, "mainTokensInjected": 2689, "contextEfficiency": 32.860542952770544, "qualityAdjustedSavings": 88362 } }, { "iteration": 18, "baseline": { "mode": "baseline", "mainContextTokens": 91051, "mainContextInputTokens": 91051, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 91051, "toolResultTokens": 91051, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 2, "wallTimeP95Ms": 2, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 91051, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 2689, "mainContextInputTokens": 2689, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 2689, "toolResultTokens": 2689, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 125, "wallTimeP95Ms": 125, "diskBytesWritten": 362121, "bytesOffloaded": 360000, "ctxReadBytesRetrieved": 1120, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 88362, "extraInternalTokens": 0, "mainTokensInjected": 2689, "contextEfficiency": 32.860542952770544, "qualityAdjustedSavings": 88362 } }, { "iteration": 19, "baseline": { "mode": "baseline", "mainContextTokens": 91051, "mainContextInputTokens": 91051, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 91051, "toolResultTokens": 91051, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 91051, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 2689, "mainContextInputTokens": 2689, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 2689, "toolResultTokens": 2689, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 113, "wallTimeP95Ms": 113, "diskBytesWritten": 362121, "bytesOffloaded": 360000, "ctxReadBytesRetrieved": 1120, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 88362, "extraInternalTokens": 0, "mainTokensInjected": 2689, "contextEfficiency": 32.860542952770544, "qualityAdjustedSavings": 88362 } }, { "iteration": 20, "baseline": { "mode": "baseline", "mainContextTokens": 91051, "mainContextInputTokens": 91051, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 91051, "toolResultTokens": 91051, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 91051, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 2689, "mainContextInputTokens": 2689, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 2689, "toolResultTokens": 2689, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 116, "wallTimeP95Ms": 116, "diskBytesWritten": 362121, "bytesOffloaded": 360000, "ctxReadBytesRetrieved": 1120, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 88362, "extraInternalTokens": 0, "mainTokensInjected": 2689, "contextEfficiency": 32.860542952770544, "qualityAdjustedSavings": 88362 } }, { "iteration": 21, "baseline": { "mode": "baseline", "mainContextTokens": 91051, "mainContextInputTokens": 91051, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 91051, "toolResultTokens": 91051, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 91051, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 2689, "mainContextInputTokens": 2689, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 2689, "toolResultTokens": 2689, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 131, "wallTimeP95Ms": 131, "diskBytesWritten": 362121, "bytesOffloaded": 360000, "ctxReadBytesRetrieved": 1120, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 88362, "extraInternalTokens": 0, "mainTokensInjected": 2689, "contextEfficiency": 32.860542952770544, "qualityAdjustedSavings": 88362 } }, { "iteration": 22, "baseline": { "mode": "baseline", "mainContextTokens": 91051, "mainContextInputTokens": 91051, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 91051, "toolResultTokens": 91051, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 91051, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 2689, "mainContextInputTokens": 2689, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 2689, "toolResultTokens": 2689, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 105, "wallTimeP95Ms": 105, "diskBytesWritten": 362121, "bytesOffloaded": 360000, "ctxReadBytesRetrieved": 1120, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 88362, "extraInternalTokens": 0, "mainTokensInjected": 2689, "contextEfficiency": 32.860542952770544, "qualityAdjustedSavings": 88362 } }, { "iteration": 23, "baseline": { "mode": "baseline", "mainContextTokens": 91051, "mainContextInputTokens": 91051, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 91051, "toolResultTokens": 91051, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 91051, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 2689, "mainContextInputTokens": 2689, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 2689, "toolResultTokens": 2689, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 113, "wallTimeP95Ms": 113, "diskBytesWritten": 362121, "bytesOffloaded": 360000, "ctxReadBytesRetrieved": 1120, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 88362, "extraInternalTokens": 0, "mainTokensInjected": 2689, "contextEfficiency": 32.860542952770544, "qualityAdjustedSavings": 88362 } }, { "iteration": 24, "baseline": { "mode": "baseline", "mainContextTokens": 91051, "mainContextInputTokens": 91051, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 91051, "toolResultTokens": 91051, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 91051, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 2689, "mainContextInputTokens": 2689, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 2689, "toolResultTokens": 2689, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 123, "wallTimeP95Ms": 123, "diskBytesWritten": 362121, "bytesOffloaded": 360000, "ctxReadBytesRetrieved": 1120, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 88362, "extraInternalTokens": 0, "mainTokensInjected": 2689, "contextEfficiency": 32.860542952770544, "qualityAdjustedSavings": 88362 } }, { "iteration": 25, "baseline": { "mode": "baseline", "mainContextTokens": 91051, "mainContextInputTokens": 91051, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 91051, "toolResultTokens": 91051, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 91051, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 2689, "mainContextInputTokens": 2689, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 2689, "toolResultTokens": 2689, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 112, "wallTimeP95Ms": 112, "diskBytesWritten": 362121, "bytesOffloaded": 360000, "ctxReadBytesRetrieved": 1120, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 88362, "extraInternalTokens": 0, "mainTokensInjected": 2689, "contextEfficiency": 32.860542952770544, "qualityAdjustedSavings": 88362 } }, { "iteration": 26, "baseline": { "mode": "baseline", "mainContextTokens": 91051, "mainContextInputTokens": 91051, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 91051, "toolResultTokens": 91051, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 91051, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 2689, "mainContextInputTokens": 2689, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 2689, "toolResultTokens": 2689, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 103, "wallTimeP95Ms": 103, "diskBytesWritten": 362121, "bytesOffloaded": 360000, "ctxReadBytesRetrieved": 1120, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 88362, "extraInternalTokens": 0, "mainTokensInjected": 2689, "contextEfficiency": 32.860542952770544, "qualityAdjustedSavings": 88362 } }, { "iteration": 27, "baseline": { "mode": "baseline", "mainContextTokens": 91051, "mainContextInputTokens": 91051, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 91051, "toolResultTokens": 91051, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 91051, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 2689, "mainContextInputTokens": 2689, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 2689, "toolResultTokens": 2689, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 110, "wallTimeP95Ms": 110, "diskBytesWritten": 362121, "bytesOffloaded": 360000, "ctxReadBytesRetrieved": 1120, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 88362, "extraInternalTokens": 0, "mainTokensInjected": 2689, "contextEfficiency": 32.860542952770544, "qualityAdjustedSavings": 88362 } }, { "iteration": 28, "baseline": { "mode": "baseline", "mainContextTokens": 91051, "mainContextInputTokens": 91051, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 91051, "toolResultTokens": 91051, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 91051, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 2689, "mainContextInputTokens": 2689, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 2689, "toolResultTokens": 2689, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 115, "wallTimeP95Ms": 115, "diskBytesWritten": 362121, "bytesOffloaded": 360000, "ctxReadBytesRetrieved": 1120, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 88362, "extraInternalTokens": 0, "mainTokensInjected": 2689, "contextEfficiency": 32.860542952770544, "qualityAdjustedSavings": 88362 } }, { "iteration": 29, "baseline": { "mode": "baseline", "mainContextTokens": 91051, "mainContextInputTokens": 91051, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 91051, "toolResultTokens": 91051, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 2, "wallTimeP95Ms": 2, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 91051, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 2689, "mainContextInputTokens": 2689, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 2689, "toolResultTokens": 2689, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 120, "wallTimeP95Ms": 120, "diskBytesWritten": 362121, "bytesOffloaded": 360000, "ctxReadBytesRetrieved": 1120, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 88362, "extraInternalTokens": 0, "mainTokensInjected": 2689, "contextEfficiency": 32.860542952770544, "qualityAdjustedSavings": 88362 } }, { "iteration": 30, "baseline": { "mode": "baseline", "mainContextTokens": 91051, "mainContextInputTokens": 91051, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 91051, "toolResultTokens": 91051, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 2, "wallTimeP95Ms": 2, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 91051, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 2689, "mainContextInputTokens": 2689, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 2689, "toolResultTokens": 2689, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 120, "wallTimeP95Ms": 120, "diskBytesWritten": 362121, "bytesOffloaded": 360000, "ctxReadBytesRetrieved": 1120, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 88362, "extraInternalTokens": 0, "mainTokensInjected": 2689, "contextEfficiency": 32.860542952770544, "qualityAdjustedSavings": 88362 } } ] }, { "id": "repeated-read", "title": "Repeated reads of one offloaded payload", "task": "Inspect three separate sections without copying the complete payload three times.", "baseline": { "mode": "baseline", "mainContextTokens": 75871, "mainContextInputTokens": 75871, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 75871, "toolResultTokens": 75871, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 2, "wallTimeP95Ms": 2.549999999999997, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 75871, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 864, "mainContextInputTokens": 864, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 864, "toolResultTokens": 864, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 61, "wallTimeP95Ms": 76.49999999999997, "diskBytesWritten": 100555, "bytesOffloaded": 100000, "ctxReadBytesRetrieved": 765, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 75007, "extraInternalTokens": 0, "mainTokensInjected": 864, "contextEfficiency": 86.8136574074074, "qualityAdjustedSavings": 75007 }, "samples": [ { "iteration": 1, "baseline": { "mode": "baseline", "mainContextTokens": 75871, "mainContextInputTokens": 75871, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 75871, "toolResultTokens": 75871, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 75871, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 864, "mainContextInputTokens": 864, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 864, "toolResultTokens": 864, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 59, "wallTimeP95Ms": 59, "diskBytesWritten": 100555, "bytesOffloaded": 100000, "ctxReadBytesRetrieved": 765, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 75007, "extraInternalTokens": 0, "mainTokensInjected": 864, "contextEfficiency": 86.8136574074074, "qualityAdjustedSavings": 75007 } }, { "iteration": 2, "baseline": { "mode": "baseline", "mainContextTokens": 75871, "mainContextInputTokens": 75871, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 75871, "toolResultTokens": 75871, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 2, "wallTimeP95Ms": 2, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 75871, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 864, "mainContextInputTokens": 864, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 864, "toolResultTokens": 864, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 64, "wallTimeP95Ms": 64, "diskBytesWritten": 100555, "bytesOffloaded": 100000, "ctxReadBytesRetrieved": 765, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 75007, "extraInternalTokens": 0, "mainTokensInjected": 864, "contextEfficiency": 86.8136574074074, "qualityAdjustedSavings": 75007 } }, { "iteration": 3, "baseline": { "mode": "baseline", "mainContextTokens": 75871, "mainContextInputTokens": 75871, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 75871, "toolResultTokens": 75871, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 2, "wallTimeP95Ms": 2, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 75871, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 864, "mainContextInputTokens": 864, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 864, "toolResultTokens": 864, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 55, "wallTimeP95Ms": 55, "diskBytesWritten": 100555, "bytesOffloaded": 100000, "ctxReadBytesRetrieved": 765, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 75007, "extraInternalTokens": 0, "mainTokensInjected": 864, "contextEfficiency": 86.8136574074074, "qualityAdjustedSavings": 75007 } }, { "iteration": 4, "baseline": { "mode": "baseline", "mainContextTokens": 75871, "mainContextInputTokens": 75871, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 75871, "toolResultTokens": 75871, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 2, "wallTimeP95Ms": 2, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 75871, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 864, "mainContextInputTokens": 864, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 864, "toolResultTokens": 864, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 66, "wallTimeP95Ms": 66, "diskBytesWritten": 100555, "bytesOffloaded": 100000, "ctxReadBytesRetrieved": 765, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 75007, "extraInternalTokens": 0, "mainTokensInjected": 864, "contextEfficiency": 86.8136574074074, "qualityAdjustedSavings": 75007 } }, { "iteration": 5, "baseline": { "mode": "baseline", "mainContextTokens": 75871, "mainContextInputTokens": 75871, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 75871, "toolResultTokens": 75871, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 2, "wallTimeP95Ms": 2, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 75871, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 864, "mainContextInputTokens": 864, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 864, "toolResultTokens": 864, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 60, "wallTimeP95Ms": 60, "diskBytesWritten": 100555, "bytesOffloaded": 100000, "ctxReadBytesRetrieved": 765, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 75007, "extraInternalTokens": 0, "mainTokensInjected": 864, "contextEfficiency": 86.8136574074074, "qualityAdjustedSavings": 75007 } }, { "iteration": 6, "baseline": { "mode": "baseline", "mainContextTokens": 75871, "mainContextInputTokens": 75871, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 75871, "toolResultTokens": 75871, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 2, "wallTimeP95Ms": 2, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 75871, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 864, "mainContextInputTokens": 864, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 864, "toolResultTokens": 864, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 54, "wallTimeP95Ms": 54, "diskBytesWritten": 100555, "bytesOffloaded": 100000, "ctxReadBytesRetrieved": 765, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 75007, "extraInternalTokens": 0, "mainTokensInjected": 864, "contextEfficiency": 86.8136574074074, "qualityAdjustedSavings": 75007 } }, { "iteration": 7, "baseline": { "mode": "baseline", "mainContextTokens": 75871, "mainContextInputTokens": 75871, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 75871, "toolResultTokens": 75871, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 2, "wallTimeP95Ms": 2, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 75871, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 864, "mainContextInputTokens": 864, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 864, "toolResultTokens": 864, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 61, "wallTimeP95Ms": 61, "diskBytesWritten": 100555, "bytesOffloaded": 100000, "ctxReadBytesRetrieved": 765, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 75007, "extraInternalTokens": 0, "mainTokensInjected": 864, "contextEfficiency": 86.8136574074074, "qualityAdjustedSavings": 75007 } }, { "iteration": 8, "baseline": { "mode": "baseline", "mainContextTokens": 75871, "mainContextInputTokens": 75871, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 75871, "toolResultTokens": 75871, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 2, "wallTimeP95Ms": 2, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 75871, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 864, "mainContextInputTokens": 864, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 864, "toolResultTokens": 864, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 68, "wallTimeP95Ms": 68, "diskBytesWritten": 100555, "bytesOffloaded": 100000, "ctxReadBytesRetrieved": 765, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 75007, "extraInternalTokens": 0, "mainTokensInjected": 864, "contextEfficiency": 86.8136574074074, "qualityAdjustedSavings": 75007 } }, { "iteration": 9, "baseline": { "mode": "baseline", "mainContextTokens": 75871, "mainContextInputTokens": 75871, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 75871, "toolResultTokens": 75871, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 2, "wallTimeP95Ms": 2, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 75871, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 864, "mainContextInputTokens": 864, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 864, "toolResultTokens": 864, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 60, "wallTimeP95Ms": 60, "diskBytesWritten": 100555, "bytesOffloaded": 100000, "ctxReadBytesRetrieved": 765, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 75007, "extraInternalTokens": 0, "mainTokensInjected": 864, "contextEfficiency": 86.8136574074074, "qualityAdjustedSavings": 75007 } }, { "iteration": 10, "baseline": { "mode": "baseline", "mainContextTokens": 75871, "mainContextInputTokens": 75871, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 75871, "toolResultTokens": 75871, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 2, "wallTimeP95Ms": 2, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 75871, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 864, "mainContextInputTokens": 864, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 864, "toolResultTokens": 864, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 81, "wallTimeP95Ms": 81, "diskBytesWritten": 100555, "bytesOffloaded": 100000, "ctxReadBytesRetrieved": 765, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 75007, "extraInternalTokens": 0, "mainTokensInjected": 864, "contextEfficiency": 86.8136574074074, "qualityAdjustedSavings": 75007 } }, { "iteration": 11, "baseline": { "mode": "baseline", "mainContextTokens": 75871, "mainContextInputTokens": 75871, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 75871, "toolResultTokens": 75871, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 2, "wallTimeP95Ms": 2, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 75871, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 864, "mainContextInputTokens": 864, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 864, "toolResultTokens": 864, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 60, "wallTimeP95Ms": 60, "diskBytesWritten": 100555, "bytesOffloaded": 100000, "ctxReadBytesRetrieved": 765, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 75007, "extraInternalTokens": 0, "mainTokensInjected": 864, "contextEfficiency": 86.8136574074074, "qualityAdjustedSavings": 75007 } }, { "iteration": 12, "baseline": { "mode": "baseline", "mainContextTokens": 75871, "mainContextInputTokens": 75871, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 75871, "toolResultTokens": 75871, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 75871, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 864, "mainContextInputTokens": 864, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 864, "toolResultTokens": 864, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 59, "wallTimeP95Ms": 59, "diskBytesWritten": 100555, "bytesOffloaded": 100000, "ctxReadBytesRetrieved": 765, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 75007, "extraInternalTokens": 0, "mainTokensInjected": 864, "contextEfficiency": 86.8136574074074, "qualityAdjustedSavings": 75007 } }, { "iteration": 13, "baseline": { "mode": "baseline", "mainContextTokens": 75871, "mainContextInputTokens": 75871, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 75871, "toolResultTokens": 75871, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 2, "wallTimeP95Ms": 2, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 75871, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 864, "mainContextInputTokens": 864, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 864, "toolResultTokens": 864, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 61, "wallTimeP95Ms": 61, "diskBytesWritten": 100555, "bytesOffloaded": 100000, "ctxReadBytesRetrieved": 765, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 75007, "extraInternalTokens": 0, "mainTokensInjected": 864, "contextEfficiency": 86.8136574074074, "qualityAdjustedSavings": 75007 } }, { "iteration": 14, "baseline": { "mode": "baseline", "mainContextTokens": 75871, "mainContextInputTokens": 75871, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 75871, "toolResultTokens": 75871, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 2, "wallTimeP95Ms": 3, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 75871, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 864, "mainContextInputTokens": 864, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 864, "toolResultTokens": 864, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 55, "wallTimeP95Ms": 55, "diskBytesWritten": 100555, "bytesOffloaded": 100000, "ctxReadBytesRetrieved": 765, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 75007, "extraInternalTokens": 0, "mainTokensInjected": 864, "contextEfficiency": 86.8136574074074, "qualityAdjustedSavings": 75007 } }, { "iteration": 15, "baseline": { "mode": "baseline", "mainContextTokens": 75871, "mainContextInputTokens": 75871, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 75871, "toolResultTokens": 75871, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 2, "wallTimeP95Ms": 2, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 75871, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 864, "mainContextInputTokens": 864, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 864, "toolResultTokens": 864, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 58, "wallTimeP95Ms": 58, "diskBytesWritten": 100555, "bytesOffloaded": 100000, "ctxReadBytesRetrieved": 765, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 75007, "extraInternalTokens": 0, "mainTokensInjected": 864, "contextEfficiency": 86.8136574074074, "qualityAdjustedSavings": 75007 } }, { "iteration": 16, "baseline": { "mode": "baseline", "mainContextTokens": 75871, "mainContextInputTokens": 75871, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 75871, "toolResultTokens": 75871, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 2, "wallTimeP95Ms": 2, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 75871, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 864, "mainContextInputTokens": 864, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 864, "toolResultTokens": 864, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 55, "wallTimeP95Ms": 55, "diskBytesWritten": 100555, "bytesOffloaded": 100000, "ctxReadBytesRetrieved": 765, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 75007, "extraInternalTokens": 0, "mainTokensInjected": 864, "contextEfficiency": 86.8136574074074, "qualityAdjustedSavings": 75007 } }, { "iteration": 17, "baseline": { "mode": "baseline", "mainContextTokens": 75871, "mainContextInputTokens": 75871, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 75871, "toolResultTokens": 75871, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 75871, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 864, "mainContextInputTokens": 864, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 864, "toolResultTokens": 864, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 57, "wallTimeP95Ms": 57, "diskBytesWritten": 100555, "bytesOffloaded": 100000, "ctxReadBytesRetrieved": 765, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 75007, "extraInternalTokens": 0, "mainTokensInjected": 864, "contextEfficiency": 86.8136574074074, "qualityAdjustedSavings": 75007 } }, { "iteration": 18, "baseline": { "mode": "baseline", "mainContextTokens": 75871, "mainContextInputTokens": 75871, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 75871, "toolResultTokens": 75871, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 75871, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 864, "mainContextInputTokens": 864, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 864, "toolResultTokens": 864, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 63, "wallTimeP95Ms": 63, "diskBytesWritten": 100555, "bytesOffloaded": 100000, "ctxReadBytesRetrieved": 765, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 75007, "extraInternalTokens": 0, "mainTokensInjected": 864, "contextEfficiency": 86.8136574074074, "qualityAdjustedSavings": 75007 } }, { "iteration": 19, "baseline": { "mode": "baseline", "mainContextTokens": 75871, "mainContextInputTokens": 75871, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 75871, "toolResultTokens": 75871, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 2, "wallTimeP95Ms": 2, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 75871, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 864, "mainContextInputTokens": 864, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 864, "toolResultTokens": 864, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 64, "wallTimeP95Ms": 64, "diskBytesWritten": 100555, "bytesOffloaded": 100000, "ctxReadBytesRetrieved": 765, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 75007, "extraInternalTokens": 0, "mainTokensInjected": 864, "contextEfficiency": 86.8136574074074, "qualityAdjustedSavings": 75007 } }, { "iteration": 20, "baseline": { "mode": "baseline", "mainContextTokens": 75871, "mainContextInputTokens": 75871, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 75871, "toolResultTokens": 75871, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 2, "wallTimeP95Ms": 2, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 75871, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 864, "mainContextInputTokens": 864, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 864, "toolResultTokens": 864, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 62, "wallTimeP95Ms": 62, "diskBytesWritten": 100555, "bytesOffloaded": 100000, "ctxReadBytesRetrieved": 765, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 75007, "extraInternalTokens": 0, "mainTokensInjected": 864, "contextEfficiency": 86.8136574074074, "qualityAdjustedSavings": 75007 } }, { "iteration": 21, "baseline": { "mode": "baseline", "mainContextTokens": 75871, "mainContextInputTokens": 75871, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 75871, "toolResultTokens": 75871, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 3, "wallTimeP95Ms": 3, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 75871, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 864, "mainContextInputTokens": 864, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 864, "toolResultTokens": 864, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 68, "wallTimeP95Ms": 68, "diskBytesWritten": 100555, "bytesOffloaded": 100000, "ctxReadBytesRetrieved": 765, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 75007, "extraInternalTokens": 0, "mainTokensInjected": 864, "contextEfficiency": 86.8136574074074, "qualityAdjustedSavings": 75007 } }, { "iteration": 22, "baseline": { "mode": "baseline", "mainContextTokens": 75871, "mainContextInputTokens": 75871, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 75871, "toolResultTokens": 75871, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 2, "wallTimeP95Ms": 2, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 75871, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 864, "mainContextInputTokens": 864, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 864, "toolResultTokens": 864, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 71, "wallTimeP95Ms": 71, "diskBytesWritten": 100555, "bytesOffloaded": 100000, "ctxReadBytesRetrieved": 765, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 75007, "extraInternalTokens": 0, "mainTokensInjected": 864, "contextEfficiency": 86.8136574074074, "qualityAdjustedSavings": 75007 } }, { "iteration": 23, "baseline": { "mode": "baseline", "mainContextTokens": 75871, "mainContextInputTokens": 75871, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 75871, "toolResultTokens": 75871, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 3, "wallTimeP95Ms": 3, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 75871, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 864, "mainContextInputTokens": 864, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 864, "toolResultTokens": 864, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 56, "wallTimeP95Ms": 56, "diskBytesWritten": 100555, "bytesOffloaded": 100000, "ctxReadBytesRetrieved": 765, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 75007, "extraInternalTokens": 0, "mainTokensInjected": 864, "contextEfficiency": 86.8136574074074, "qualityAdjustedSavings": 75007 } }, { "iteration": 24, "baseline": { "mode": "baseline", "mainContextTokens": 75871, "mainContextInputTokens": 75871, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 75871, "toolResultTokens": 75871, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 2, "wallTimeP95Ms": 2, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 75871, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 864, "mainContextInputTokens": 864, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 864, "toolResultTokens": 864, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 61, "wallTimeP95Ms": 61, "diskBytesWritten": 100555, "bytesOffloaded": 100000, "ctxReadBytesRetrieved": 765, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 75007, "extraInternalTokens": 0, "mainTokensInjected": 864, "contextEfficiency": 86.8136574074074, "qualityAdjustedSavings": 75007 } }, { "iteration": 25, "baseline": { "mode": "baseline", "mainContextTokens": 75871, "mainContextInputTokens": 75871, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 75871, "toolResultTokens": 75871, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 75871, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 864, "mainContextInputTokens": 864, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 864, "toolResultTokens": 864, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 84, "wallTimeP95Ms": 84, "diskBytesWritten": 100555, "bytesOffloaded": 100000, "ctxReadBytesRetrieved": 765, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 75007, "extraInternalTokens": 0, "mainTokensInjected": 864, "contextEfficiency": 86.8136574074074, "qualityAdjustedSavings": 75007 } }, { "iteration": 26, "baseline": { "mode": "baseline", "mainContextTokens": 75871, "mainContextInputTokens": 75871, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 75871, "toolResultTokens": 75871, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 2, "wallTimeP95Ms": 2, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 75871, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 864, "mainContextInputTokens": 864, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 864, "toolResultTokens": 864, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 68, "wallTimeP95Ms": 68, "diskBytesWritten": 100555, "bytesOffloaded": 100000, "ctxReadBytesRetrieved": 765, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 75007, "extraInternalTokens": 0, "mainTokensInjected": 864, "contextEfficiency": 86.8136574074074, "qualityAdjustedSavings": 75007 } }, { "iteration": 27, "baseline": { "mode": "baseline", "mainContextTokens": 75871, "mainContextInputTokens": 75871, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 75871, "toolResultTokens": 75871, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 2, "wallTimeP95Ms": 2, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 75871, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 864, "mainContextInputTokens": 864, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 864, "toolResultTokens": 864, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 65, "wallTimeP95Ms": 65, "diskBytesWritten": 100555, "bytesOffloaded": 100000, "ctxReadBytesRetrieved": 765, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 75007, "extraInternalTokens": 0, "mainTokensInjected": 864, "contextEfficiency": 86.8136574074074, "qualityAdjustedSavings": 75007 } }, { "iteration": 28, "baseline": { "mode": "baseline", "mainContextTokens": 75871, "mainContextInputTokens": 75871, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 75871, "toolResultTokens": 75871, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 2, "wallTimeP95Ms": 2, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 75871, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 864, "mainContextInputTokens": 864, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 864, "toolResultTokens": 864, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 62, "wallTimeP95Ms": 62, "diskBytesWritten": 100555, "bytesOffloaded": 100000, "ctxReadBytesRetrieved": 765, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 75007, "extraInternalTokens": 0, "mainTokensInjected": 864, "contextEfficiency": 86.8136574074074, "qualityAdjustedSavings": 75007 } }, { "iteration": 29, "baseline": { "mode": "baseline", "mainContextTokens": 75871, "mainContextInputTokens": 75871, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 75871, "toolResultTokens": 75871, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 2, "wallTimeP95Ms": 2, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 75871, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 864, "mainContextInputTokens": 864, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 864, "toolResultTokens": 864, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 60, "wallTimeP95Ms": 60, "diskBytesWritten": 100555, "bytesOffloaded": 100000, "ctxReadBytesRetrieved": 765, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 75007, "extraInternalTokens": 0, "mainTokensInjected": 864, "contextEfficiency": 86.8136574074074, "qualityAdjustedSavings": 75007 } }, { "iteration": 30, "baseline": { "mode": "baseline", "mainContextTokens": 75871, "mainContextInputTokens": 75871, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 75871, "toolResultTokens": 75871, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 2, "wallTimeP95Ms": 2, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 75871, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 864, "mainContextInputTokens": 864, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 864, "toolResultTokens": 864, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 57, "wallTimeP95Ms": 57, "diskBytesWritten": 100555, "bytesOffloaded": 100000, "ctxReadBytesRetrieved": 765, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 75007, "extraInternalTokens": 0, "mainTokensInjected": 864, "contextEfficiency": 86.8136574074074, "qualityAdjustedSavings": 75007 } } ] } ] }