{ "generatedAt": "2026-08-25T18:59:01.734Z", "environment": { "sourceCommit": "62f84eddef66eeca598b42b29eeeb7b3f44f6843", "dirty": false, "nodeVersion": "v25.8.1", "piVersion": "0.84.2", "fabricVersion": "0.61.3", "model": "openai-codex/gpt-5.6-luna", "provider": "openai-codex", "iterations": 30, "warmupIterations": 1 }, "cases": 8, "correct": 8, "mainContextBaseline": 376936, "mainContextWithCE": 7373, "reductionPercent": 98.04396502324002, "rows": [ { "id": "fovea-retrieval", "title": "Large source with one relevant code window", "task": "Retrieve the relevant source window instead of the entire source file.", "baseline": { "mode": "baseline", "mainContextTokens": 32500, "mainContextInputTokens": 32500, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 32500, "toolResultTokens": 32500, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 32500, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 618, "mainContextInputTokens": 618, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 618, "toolResultTokens": 618, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 29, "wallTimeP95Ms": 31.549999999999997, "diskBytesWritten": 130559, "bytesOffloaded": 130000, "ctxReadBytesRetrieved": 100, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 31882, "extraInternalTokens": 0, "mainTokensInjected": 618, "contextEfficiency": 51.58899676375405, "qualityAdjustedSavings": 31882 }, "samples": [ { "iteration": 1, "baseline": { "mode": "baseline", "mainContextTokens": 32500, "mainContextInputTokens": 32500, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 32500, "toolResultTokens": 32500, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 32500, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 618, "mainContextInputTokens": 618, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 618, "toolResultTokens": 618, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 33, "wallTimeP95Ms": 33, "diskBytesWritten": 130559, "bytesOffloaded": 130000, "ctxReadBytesRetrieved": 100, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 31882, "extraInternalTokens": 0, "mainTokensInjected": 618, "contextEfficiency": 51.58899676375405, "qualityAdjustedSavings": 31882 } }, { "iteration": 2, "baseline": { "mode": "baseline", "mainContextTokens": 32500, "mainContextInputTokens": 32500, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 32500, "toolResultTokens": 32500, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 32500, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 618, "mainContextInputTokens": 618, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 618, "toolResultTokens": 618, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 27, "wallTimeP95Ms": 27, "diskBytesWritten": 130559, "bytesOffloaded": 130000, "ctxReadBytesRetrieved": 100, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 31882, "extraInternalTokens": 0, "mainTokensInjected": 618, "contextEfficiency": 51.58899676375405, "qualityAdjustedSavings": 31882 } }, { "iteration": 3, "baseline": { "mode": "baseline", "mainContextTokens": 32500, "mainContextInputTokens": 32500, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 32500, "toolResultTokens": 32500, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 32500, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 618, "mainContextInputTokens": 618, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 618, "toolResultTokens": 618, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 29, "wallTimeP95Ms": 29, "diskBytesWritten": 130559, "bytesOffloaded": 130000, "ctxReadBytesRetrieved": 100, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 31882, "extraInternalTokens": 0, "mainTokensInjected": 618, "contextEfficiency": 51.58899676375405, "qualityAdjustedSavings": 31882 } }, { "iteration": 4, "baseline": { "mode": "baseline", "mainContextTokens": 32500, "mainContextInputTokens": 32500, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 32500, "toolResultTokens": 32500, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 32500, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 618, "mainContextInputTokens": 618, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 618, "toolResultTokens": 618, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 28, "wallTimeP95Ms": 28, "diskBytesWritten": 130559, "bytesOffloaded": 130000, "ctxReadBytesRetrieved": 100, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 31882, "extraInternalTokens": 0, "mainTokensInjected": 618, "contextEfficiency": 51.58899676375405, "qualityAdjustedSavings": 31882 } }, { "iteration": 5, "baseline": { "mode": "baseline", "mainContextTokens": 32500, "mainContextInputTokens": 32500, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 32500, "toolResultTokens": 32500, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 32500, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 618, "mainContextInputTokens": 618, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 618, "toolResultTokens": 618, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 27, "wallTimeP95Ms": 27, "diskBytesWritten": 130559, "bytesOffloaded": 130000, "ctxReadBytesRetrieved": 100, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 31882, "extraInternalTokens": 0, "mainTokensInjected": 618, "contextEfficiency": 51.58899676375405, "qualityAdjustedSavings": 31882 } }, { "iteration": 6, "baseline": { "mode": "baseline", "mainContextTokens": 32500, "mainContextInputTokens": 32500, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 32500, "toolResultTokens": 32500, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 32500, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 618, "mainContextInputTokens": 618, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 618, "toolResultTokens": 618, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 29, "wallTimeP95Ms": 29, "diskBytesWritten": 130559, "bytesOffloaded": 130000, "ctxReadBytesRetrieved": 100, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 31882, "extraInternalTokens": 0, "mainTokensInjected": 618, "contextEfficiency": 51.58899676375405, "qualityAdjustedSavings": 31882 } }, { "iteration": 7, "baseline": { "mode": "baseline", "mainContextTokens": 32500, "mainContextInputTokens": 32500, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 32500, "toolResultTokens": 32500, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 32500, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 618, "mainContextInputTokens": 618, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 618, "toolResultTokens": 618, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 29, "wallTimeP95Ms": 29, "diskBytesWritten": 130559, "bytesOffloaded": 130000, "ctxReadBytesRetrieved": 100, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 31882, "extraInternalTokens": 0, "mainTokensInjected": 618, "contextEfficiency": 51.58899676375405, "qualityAdjustedSavings": 31882 } }, { "iteration": 8, "baseline": { "mode": "baseline", "mainContextTokens": 32500, "mainContextInputTokens": 32500, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 32500, "toolResultTokens": 32500, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 32500, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 618, "mainContextInputTokens": 618, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 618, "toolResultTokens": 618, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 28, "wallTimeP95Ms": 28, "diskBytesWritten": 130559, "bytesOffloaded": 130000, "ctxReadBytesRetrieved": 100, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 31882, "extraInternalTokens": 0, "mainTokensInjected": 618, "contextEfficiency": 51.58899676375405, "qualityAdjustedSavings": 31882 } }, { "iteration": 9, "baseline": { "mode": "baseline", "mainContextTokens": 32500, "mainContextInputTokens": 32500, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 32500, "toolResultTokens": 32500, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 32500, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 618, "mainContextInputTokens": 618, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 618, "toolResultTokens": 618, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 26, "wallTimeP95Ms": 26, "diskBytesWritten": 130559, "bytesOffloaded": 130000, "ctxReadBytesRetrieved": 100, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 31882, "extraInternalTokens": 0, "mainTokensInjected": 618, "contextEfficiency": 51.58899676375405, "qualityAdjustedSavings": 31882 } }, { "iteration": 10, "baseline": { "mode": "baseline", "mainContextTokens": 32500, "mainContextInputTokens": 32500, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 32500, "toolResultTokens": 32500, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 32500, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 618, "mainContextInputTokens": 618, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 618, "toolResultTokens": 618, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 28, "wallTimeP95Ms": 28, "diskBytesWritten": 130559, "bytesOffloaded": 130000, "ctxReadBytesRetrieved": 100, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 31882, "extraInternalTokens": 0, "mainTokensInjected": 618, "contextEfficiency": 51.58899676375405, "qualityAdjustedSavings": 31882 } }, { "iteration": 11, "baseline": { "mode": "baseline", "mainContextTokens": 32500, "mainContextInputTokens": 32500, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 32500, "toolResultTokens": 32500, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 32500, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 618, "mainContextInputTokens": 618, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 618, "toolResultTokens": 618, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 29, "wallTimeP95Ms": 29, "diskBytesWritten": 130559, "bytesOffloaded": 130000, "ctxReadBytesRetrieved": 100, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 31882, "extraInternalTokens": 0, "mainTokensInjected": 618, "contextEfficiency": 51.58899676375405, "qualityAdjustedSavings": 31882 } }, { "iteration": 12, "baseline": { "mode": "baseline", "mainContextTokens": 32500, "mainContextInputTokens": 32500, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 32500, "toolResultTokens": 32500, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 32500, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 618, "mainContextInputTokens": 618, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 618, "toolResultTokens": 618, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 32, "wallTimeP95Ms": 32, "diskBytesWritten": 130559, "bytesOffloaded": 130000, "ctxReadBytesRetrieved": 100, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 31882, "extraInternalTokens": 0, "mainTokensInjected": 618, "contextEfficiency": 51.58899676375405, "qualityAdjustedSavings": 31882 } }, { "iteration": 13, "baseline": { "mode": "baseline", "mainContextTokens": 32500, "mainContextInputTokens": 32500, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 32500, "toolResultTokens": 32500, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 32500, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 618, "mainContextInputTokens": 618, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 618, "toolResultTokens": 618, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 28, "wallTimeP95Ms": 28, "diskBytesWritten": 130559, "bytesOffloaded": 130000, "ctxReadBytesRetrieved": 100, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 31882, "extraInternalTokens": 0, "mainTokensInjected": 618, "contextEfficiency": 51.58899676375405, "qualityAdjustedSavings": 31882 } }, { "iteration": 14, "baseline": { "mode": "baseline", "mainContextTokens": 32500, "mainContextInputTokens": 32500, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 32500, "toolResultTokens": 32500, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 32500, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 618, "mainContextInputTokens": 618, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 618, "toolResultTokens": 618, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 26, "wallTimeP95Ms": 26, "diskBytesWritten": 130559, "bytesOffloaded": 130000, "ctxReadBytesRetrieved": 100, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 31882, "extraInternalTokens": 0, "mainTokensInjected": 618, "contextEfficiency": 51.58899676375405, "qualityAdjustedSavings": 31882 } }, { "iteration": 15, "baseline": { "mode": "baseline", "mainContextTokens": 32500, "mainContextInputTokens": 32500, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 32500, "toolResultTokens": 32500, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 32500, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 618, "mainContextInputTokens": 618, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 618, "toolResultTokens": 618, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 29, "wallTimeP95Ms": 29, "diskBytesWritten": 130559, "bytesOffloaded": 130000, "ctxReadBytesRetrieved": 100, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 31882, "extraInternalTokens": 0, "mainTokensInjected": 618, "contextEfficiency": 51.58899676375405, "qualityAdjustedSavings": 31882 } }, { "iteration": 16, "baseline": { "mode": "baseline", "mainContextTokens": 32500, "mainContextInputTokens": 32500, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 32500, "toolResultTokens": 32500, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 32500, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 618, "mainContextInputTokens": 618, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 618, "toolResultTokens": 618, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 27, "wallTimeP95Ms": 27, "diskBytesWritten": 130559, "bytesOffloaded": 130000, "ctxReadBytesRetrieved": 100, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 31882, "extraInternalTokens": 0, "mainTokensInjected": 618, "contextEfficiency": 51.58899676375405, "qualityAdjustedSavings": 31882 } }, { "iteration": 17, "baseline": { "mode": "baseline", "mainContextTokens": 32500, "mainContextInputTokens": 32500, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 32500, "toolResultTokens": 32500, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 32500, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 618, "mainContextInputTokens": 618, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 618, "toolResultTokens": 618, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 30, "wallTimeP95Ms": 30, "diskBytesWritten": 130559, "bytesOffloaded": 130000, "ctxReadBytesRetrieved": 100, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 31882, "extraInternalTokens": 0, "mainTokensInjected": 618, "contextEfficiency": 51.58899676375405, "qualityAdjustedSavings": 31882 } }, { "iteration": 18, "baseline": { "mode": "baseline", "mainContextTokens": 32500, "mainContextInputTokens": 32500, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 32500, "toolResultTokens": 32500, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 32500, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 618, "mainContextInputTokens": 618, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 618, "toolResultTokens": 618, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 29, "wallTimeP95Ms": 29, "diskBytesWritten": 130559, "bytesOffloaded": 130000, "ctxReadBytesRetrieved": 100, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 31882, "extraInternalTokens": 0, "mainTokensInjected": 618, "contextEfficiency": 51.58899676375405, "qualityAdjustedSavings": 31882 } }, { "iteration": 19, "baseline": { "mode": "baseline", "mainContextTokens": 32500, "mainContextInputTokens": 32500, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 32500, "toolResultTokens": 32500, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 32500, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 618, "mainContextInputTokens": 618, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 618, "toolResultTokens": 618, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 29, "wallTimeP95Ms": 29, "diskBytesWritten": 130559, "bytesOffloaded": 130000, "ctxReadBytesRetrieved": 100, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 31882, "extraInternalTokens": 0, "mainTokensInjected": 618, "contextEfficiency": 51.58899676375405, "qualityAdjustedSavings": 31882 } }, { "iteration": 20, "baseline": { "mode": "baseline", "mainContextTokens": 32500, "mainContextInputTokens": 32500, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 32500, "toolResultTokens": 32500, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 32500, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 618, "mainContextInputTokens": 618, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 618, "toolResultTokens": 618, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 31, "wallTimeP95Ms": 31, "diskBytesWritten": 130559, "bytesOffloaded": 130000, "ctxReadBytesRetrieved": 100, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 31882, "extraInternalTokens": 0, "mainTokensInjected": 618, "contextEfficiency": 51.58899676375405, "qualityAdjustedSavings": 31882 } }, { "iteration": 21, "baseline": { "mode": "baseline", "mainContextTokens": 32500, "mainContextInputTokens": 32500, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 32500, "toolResultTokens": 32500, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 32500, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 618, "mainContextInputTokens": 618, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 618, "toolResultTokens": 618, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 27, "wallTimeP95Ms": 27, "diskBytesWritten": 130559, "bytesOffloaded": 130000, "ctxReadBytesRetrieved": 100, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 31882, "extraInternalTokens": 0, "mainTokensInjected": 618, "contextEfficiency": 51.58899676375405, "qualityAdjustedSavings": 31882 } }, { "iteration": 22, "baseline": { "mode": "baseline", "mainContextTokens": 32500, "mainContextInputTokens": 32500, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 32500, "toolResultTokens": 32500, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 32500, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 618, "mainContextInputTokens": 618, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 618, "toolResultTokens": 618, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 27, "wallTimeP95Ms": 27, "diskBytesWritten": 130559, "bytesOffloaded": 130000, "ctxReadBytesRetrieved": 100, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 31882, "extraInternalTokens": 0, "mainTokensInjected": 618, "contextEfficiency": 51.58899676375405, "qualityAdjustedSavings": 31882 } }, { "iteration": 23, "baseline": { "mode": "baseline", "mainContextTokens": 32500, "mainContextInputTokens": 32500, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 32500, "toolResultTokens": 32500, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 32500, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 618, "mainContextInputTokens": 618, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 618, "toolResultTokens": 618, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 27, "wallTimeP95Ms": 27, "diskBytesWritten": 130559, "bytesOffloaded": 130000, "ctxReadBytesRetrieved": 100, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 31882, "extraInternalTokens": 0, "mainTokensInjected": 618, "contextEfficiency": 51.58899676375405, "qualityAdjustedSavings": 31882 } }, { "iteration": 24, "baseline": { "mode": "baseline", "mainContextTokens": 32500, "mainContextInputTokens": 32500, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 32500, "toolResultTokens": 32500, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 32500, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 618, "mainContextInputTokens": 618, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 618, "toolResultTokens": 618, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 29, "wallTimeP95Ms": 29, "diskBytesWritten": 130559, "bytesOffloaded": 130000, "ctxReadBytesRetrieved": 100, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 31882, "extraInternalTokens": 0, "mainTokensInjected": 618, "contextEfficiency": 51.58899676375405, "qualityAdjustedSavings": 31882 } }, { "iteration": 25, "baseline": { "mode": "baseline", "mainContextTokens": 32500, "mainContextInputTokens": 32500, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 32500, "toolResultTokens": 32500, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 32500, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 618, "mainContextInputTokens": 618, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 618, "toolResultTokens": 618, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 30, "wallTimeP95Ms": 30, "diskBytesWritten": 130559, "bytesOffloaded": 130000, "ctxReadBytesRetrieved": 100, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 31882, "extraInternalTokens": 0, "mainTokensInjected": 618, "contextEfficiency": 51.58899676375405, "qualityAdjustedSavings": 31882 } }, { "iteration": 26, "baseline": { "mode": "baseline", "mainContextTokens": 32500, "mainContextInputTokens": 32500, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 32500, "toolResultTokens": 32500, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 32500, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 618, "mainContextInputTokens": 618, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 618, "toolResultTokens": 618, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 28, "wallTimeP95Ms": 28, "diskBytesWritten": 130559, "bytesOffloaded": 130000, "ctxReadBytesRetrieved": 100, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 31882, "extraInternalTokens": 0, "mainTokensInjected": 618, "contextEfficiency": 51.58899676375405, "qualityAdjustedSavings": 31882 } }, { "iteration": 27, "baseline": { "mode": "baseline", "mainContextTokens": 32500, "mainContextInputTokens": 32500, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 32500, "toolResultTokens": 32500, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 32500, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 618, "mainContextInputTokens": 618, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 618, "toolResultTokens": 618, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 25, "wallTimeP95Ms": 25, "diskBytesWritten": 130559, "bytesOffloaded": 130000, "ctxReadBytesRetrieved": 100, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 31882, "extraInternalTokens": 0, "mainTokensInjected": 618, "contextEfficiency": 51.58899676375405, "qualityAdjustedSavings": 31882 } }, { "iteration": 28, "baseline": { "mode": "baseline", "mainContextTokens": 32500, "mainContextInputTokens": 32500, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 32500, "toolResultTokens": 32500, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 32500, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 618, "mainContextInputTokens": 618, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 618, "toolResultTokens": 618, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 29, "wallTimeP95Ms": 29, "diskBytesWritten": 130559, "bytesOffloaded": 130000, "ctxReadBytesRetrieved": 100, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 31882, "extraInternalTokens": 0, "mainTokensInjected": 618, "contextEfficiency": 51.58899676375405, "qualityAdjustedSavings": 31882 } }, { "iteration": 29, "baseline": { "mode": "baseline", "mainContextTokens": 32500, "mainContextInputTokens": 32500, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 32500, "toolResultTokens": 32500, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 32500, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 618, "mainContextInputTokens": 618, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 618, "toolResultTokens": 618, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 29, "wallTimeP95Ms": 29, "diskBytesWritten": 130559, "bytesOffloaded": 130000, "ctxReadBytesRetrieved": 100, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 31882, "extraInternalTokens": 0, "mainTokensInjected": 618, "contextEfficiency": 51.58899676375405, "qualityAdjustedSavings": 31882 } }, { "iteration": 30, "baseline": { "mode": "baseline", "mainContextTokens": 32500, "mainContextInputTokens": 32500, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 32500, "toolResultTokens": 32500, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 32500, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 618, "mainContextInputTokens": 618, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 618, "toolResultTokens": 618, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 31, "wallTimeP95Ms": 31, "diskBytesWritten": 130559, "bytesOffloaded": 130000, "ctxReadBytesRetrieved": 100, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 31882, "extraInternalTokens": 0, "mainTokensInjected": 618, "contextEfficiency": 51.58899676375405, "qualityAdjustedSavings": 31882 } } ] }, { "id": "huge-grep", "title": "Huge grep with a narrow needle", "task": "Find the matching diagnostic line without returning the complete grep result.", "baseline": { "mode": "baseline", "mainContextTokens": 30000, "mainContextInputTokens": 30000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 30000, "toolResultTokens": 30000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.5949999999999974, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 30000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 623, "mainContextInputTokens": 623, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 623, "toolResultTokens": 623, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 29, "wallTimeP95Ms": 30, "diskBytesWritten": 120547, "bytesOffloaded": 120000, "ctxReadBytesRetrieved": 136, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 29377, "extraInternalTokens": 0, "mainTokensInjected": 623, "contextEfficiency": 47.154093097913325, "qualityAdjustedSavings": 29377 }, "samples": [ { "iteration": 1, "baseline": { "mode": "baseline", "mainContextTokens": 30000, "mainContextInputTokens": 30000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 30000, "toolResultTokens": 30000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 30000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 623, "mainContextInputTokens": 623, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 623, "toolResultTokens": 623, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 30, "wallTimeP95Ms": 30, "diskBytesWritten": 120547, "bytesOffloaded": 120000, "ctxReadBytesRetrieved": 136, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 29377, "extraInternalTokens": 0, "mainTokensInjected": 623, "contextEfficiency": 47.154093097913325, "qualityAdjustedSavings": 29377 } }, { "iteration": 2, "baseline": { "mode": "baseline", "mainContextTokens": 30000, "mainContextInputTokens": 30000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 30000, "toolResultTokens": 30000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 30000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 623, "mainContextInputTokens": 623, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 623, "toolResultTokens": 623, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 28, "wallTimeP95Ms": 28, "diskBytesWritten": 120547, "bytesOffloaded": 120000, "ctxReadBytesRetrieved": 136, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 29377, "extraInternalTokens": 0, "mainTokensInjected": 623, "contextEfficiency": 47.154093097913325, "qualityAdjustedSavings": 29377 } }, { "iteration": 3, "baseline": { "mode": "baseline", "mainContextTokens": 30000, "mainContextInputTokens": 30000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 30000, "toolResultTokens": 30000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 30000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 623, "mainContextInputTokens": 623, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 623, "toolResultTokens": 623, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 30, "wallTimeP95Ms": 30, "diskBytesWritten": 120547, "bytesOffloaded": 120000, "ctxReadBytesRetrieved": 136, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 29377, "extraInternalTokens": 0, "mainTokensInjected": 623, "contextEfficiency": 47.154093097913325, "qualityAdjustedSavings": 29377 } }, { "iteration": 4, "baseline": { "mode": "baseline", "mainContextTokens": 30000, "mainContextInputTokens": 30000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 30000, "toolResultTokens": 30000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 30000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 623, "mainContextInputTokens": 623, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 623, "toolResultTokens": 623, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 29, "wallTimeP95Ms": 29, "diskBytesWritten": 120547, "bytesOffloaded": 120000, "ctxReadBytesRetrieved": 136, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 29377, "extraInternalTokens": 0, "mainTokensInjected": 623, "contextEfficiency": 47.154093097913325, "qualityAdjustedSavings": 29377 } }, { "iteration": 5, "baseline": { "mode": "baseline", "mainContextTokens": 30000, "mainContextInputTokens": 30000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 30000, "toolResultTokens": 30000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 30000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 623, "mainContextInputTokens": 623, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 623, "toolResultTokens": 623, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 31, "wallTimeP95Ms": 31, "diskBytesWritten": 120547, "bytesOffloaded": 120000, "ctxReadBytesRetrieved": 136, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 29377, "extraInternalTokens": 0, "mainTokensInjected": 623, "contextEfficiency": 47.154093097913325, "qualityAdjustedSavings": 29377 } }, { "iteration": 6, "baseline": { "mode": "baseline", "mainContextTokens": 30000, "mainContextInputTokens": 30000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 30000, "toolResultTokens": 30000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 30000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 623, "mainContextInputTokens": 623, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 623, "toolResultTokens": 623, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 30, "wallTimeP95Ms": 30, "diskBytesWritten": 120547, "bytesOffloaded": 120000, "ctxReadBytesRetrieved": 136, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 29377, "extraInternalTokens": 0, "mainTokensInjected": 623, "contextEfficiency": 47.154093097913325, "qualityAdjustedSavings": 29377 } }, { "iteration": 7, "baseline": { "mode": "baseline", "mainContextTokens": 30000, "mainContextInputTokens": 30000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 30000, "toolResultTokens": 30000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 30000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 623, "mainContextInputTokens": 623, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 623, "toolResultTokens": 623, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 29, "wallTimeP95Ms": 29, "diskBytesWritten": 120547, "bytesOffloaded": 120000, "ctxReadBytesRetrieved": 136, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 29377, "extraInternalTokens": 0, "mainTokensInjected": 623, "contextEfficiency": 47.154093097913325, "qualityAdjustedSavings": 29377 } }, { "iteration": 8, "baseline": { "mode": "baseline", "mainContextTokens": 30000, "mainContextInputTokens": 30000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 30000, "toolResultTokens": 30000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 30000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 623, "mainContextInputTokens": 623, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 623, "toolResultTokens": 623, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 28, "wallTimeP95Ms": 28, "diskBytesWritten": 120547, "bytesOffloaded": 120000, "ctxReadBytesRetrieved": 136, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 29377, "extraInternalTokens": 0, "mainTokensInjected": 623, "contextEfficiency": 47.154093097913325, "qualityAdjustedSavings": 29377 } }, { "iteration": 9, "baseline": { "mode": "baseline", "mainContextTokens": 30000, "mainContextInputTokens": 30000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 30000, "toolResultTokens": 30000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 30000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 623, "mainContextInputTokens": 623, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 623, "toolResultTokens": 623, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 26, "wallTimeP95Ms": 26, "diskBytesWritten": 120547, "bytesOffloaded": 120000, "ctxReadBytesRetrieved": 136, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 29377, "extraInternalTokens": 0, "mainTokensInjected": 623, "contextEfficiency": 47.154093097913325, "qualityAdjustedSavings": 29377 } }, { "iteration": 10, "baseline": { "mode": "baseline", "mainContextTokens": 30000, "mainContextInputTokens": 30000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 30000, "toolResultTokens": 30000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 30000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 623, "mainContextInputTokens": 623, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 623, "toolResultTokens": 623, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 29, "wallTimeP95Ms": 29, "diskBytesWritten": 120547, "bytesOffloaded": 120000, "ctxReadBytesRetrieved": 136, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 29377, "extraInternalTokens": 0, "mainTokensInjected": 623, "contextEfficiency": 47.154093097913325, "qualityAdjustedSavings": 29377 } }, { "iteration": 11, "baseline": { "mode": "baseline", "mainContextTokens": 30000, "mainContextInputTokens": 30000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 30000, "toolResultTokens": 30000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 30000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 623, "mainContextInputTokens": 623, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 623, "toolResultTokens": 623, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 30, "wallTimeP95Ms": 30, "diskBytesWritten": 120547, "bytesOffloaded": 120000, "ctxReadBytesRetrieved": 136, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 29377, "extraInternalTokens": 0, "mainTokensInjected": 623, "contextEfficiency": 47.154093097913325, "qualityAdjustedSavings": 29377 } }, { "iteration": 12, "baseline": { "mode": "baseline", "mainContextTokens": 30000, "mainContextInputTokens": 30000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 30000, "toolResultTokens": 30000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 30000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 623, "mainContextInputTokens": 623, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 623, "toolResultTokens": 623, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 29, "wallTimeP95Ms": 29, "diskBytesWritten": 120547, "bytesOffloaded": 120000, "ctxReadBytesRetrieved": 136, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 29377, "extraInternalTokens": 0, "mainTokensInjected": 623, "contextEfficiency": 47.154093097913325, "qualityAdjustedSavings": 29377 } }, { "iteration": 13, "baseline": { "mode": "baseline", "mainContextTokens": 30000, "mainContextInputTokens": 30000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 30000, "toolResultTokens": 30000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 30000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 623, "mainContextInputTokens": 623, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 623, "toolResultTokens": 623, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 30, "wallTimeP95Ms": 30, "diskBytesWritten": 120547, "bytesOffloaded": 120000, "ctxReadBytesRetrieved": 136, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 29377, "extraInternalTokens": 0, "mainTokensInjected": 623, "contextEfficiency": 47.154093097913325, "qualityAdjustedSavings": 29377 } }, { "iteration": 14, "baseline": { "mode": "baseline", "mainContextTokens": 30000, "mainContextInputTokens": 30000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 30000, "toolResultTokens": 30000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 30000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 623, "mainContextInputTokens": 623, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 623, "toolResultTokens": 623, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 30, "wallTimeP95Ms": 30, "diskBytesWritten": 120547, "bytesOffloaded": 120000, "ctxReadBytesRetrieved": 136, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 29377, "extraInternalTokens": 0, "mainTokensInjected": 623, "contextEfficiency": 47.154093097913325, "qualityAdjustedSavings": 29377 } }, { "iteration": 15, "baseline": { "mode": "baseline", "mainContextTokens": 30000, "mainContextInputTokens": 30000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 30000, "toolResultTokens": 30000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 30000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 623, "mainContextInputTokens": 623, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 623, "toolResultTokens": 623, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 27, "wallTimeP95Ms": 27, "diskBytesWritten": 120547, "bytesOffloaded": 120000, "ctxReadBytesRetrieved": 136, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 29377, "extraInternalTokens": 0, "mainTokensInjected": 623, "contextEfficiency": 47.154093097913325, "qualityAdjustedSavings": 29377 } }, { "iteration": 16, "baseline": { "mode": "baseline", "mainContextTokens": 30000, "mainContextInputTokens": 30000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 30000, "toolResultTokens": 30000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 30000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 623, "mainContextInputTokens": 623, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 623, "toolResultTokens": 623, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 28, "wallTimeP95Ms": 28, "diskBytesWritten": 120547, "bytesOffloaded": 120000, "ctxReadBytesRetrieved": 136, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 29377, "extraInternalTokens": 0, "mainTokensInjected": 623, "contextEfficiency": 47.154093097913325, "qualityAdjustedSavings": 29377 } }, { "iteration": 17, "baseline": { "mode": "baseline", "mainContextTokens": 30000, "mainContextInputTokens": 30000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 30000, "toolResultTokens": 30000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 30000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 623, "mainContextInputTokens": 623, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 623, "toolResultTokens": 623, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 29, "wallTimeP95Ms": 29, "diskBytesWritten": 120547, "bytesOffloaded": 120000, "ctxReadBytesRetrieved": 136, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 29377, "extraInternalTokens": 0, "mainTokensInjected": 623, "contextEfficiency": 47.154093097913325, "qualityAdjustedSavings": 29377 } }, { "iteration": 18, "baseline": { "mode": "baseline", "mainContextTokens": 30000, "mainContextInputTokens": 30000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 30000, "toolResultTokens": 30000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 30000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 623, "mainContextInputTokens": 623, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 623, "toolResultTokens": 623, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 29, "wallTimeP95Ms": 29, "diskBytesWritten": 120547, "bytesOffloaded": 120000, "ctxReadBytesRetrieved": 136, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 29377, "extraInternalTokens": 0, "mainTokensInjected": 623, "contextEfficiency": 47.154093097913325, "qualityAdjustedSavings": 29377 } }, { "iteration": 19, "baseline": { "mode": "baseline", "mainContextTokens": 30000, "mainContextInputTokens": 30000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 30000, "toolResultTokens": 30000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 30000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 623, "mainContextInputTokens": 623, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 623, "toolResultTokens": 623, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 29, "wallTimeP95Ms": 29, "diskBytesWritten": 120547, "bytesOffloaded": 120000, "ctxReadBytesRetrieved": 136, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 29377, "extraInternalTokens": 0, "mainTokensInjected": 623, "contextEfficiency": 47.154093097913325, "qualityAdjustedSavings": 29377 } }, { "iteration": 20, "baseline": { "mode": "baseline", "mainContextTokens": 30000, "mainContextInputTokens": 30000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 30000, "toolResultTokens": 30000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 30000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 623, "mainContextInputTokens": 623, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 623, "toolResultTokens": 623, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 28, "wallTimeP95Ms": 28, "diskBytesWritten": 120547, "bytesOffloaded": 120000, "ctxReadBytesRetrieved": 136, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 29377, "extraInternalTokens": 0, "mainTokensInjected": 623, "contextEfficiency": 47.154093097913325, "qualityAdjustedSavings": 29377 } }, { "iteration": 21, "baseline": { "mode": "baseline", "mainContextTokens": 30000, "mainContextInputTokens": 30000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 30000, "toolResultTokens": 30000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 30000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 623, "mainContextInputTokens": 623, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 623, "toolResultTokens": 623, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 30, "wallTimeP95Ms": 30, "diskBytesWritten": 120547, "bytesOffloaded": 120000, "ctxReadBytesRetrieved": 136, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 29377, "extraInternalTokens": 0, "mainTokensInjected": 623, "contextEfficiency": 47.154093097913325, "qualityAdjustedSavings": 29377 } }, { "iteration": 22, "baseline": { "mode": "baseline", "mainContextTokens": 30000, "mainContextInputTokens": 30000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 30000, "toolResultTokens": 30000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 30000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 623, "mainContextInputTokens": 623, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 623, "toolResultTokens": 623, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 30, "wallTimeP95Ms": 30, "diskBytesWritten": 120547, "bytesOffloaded": 120000, "ctxReadBytesRetrieved": 136, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 29377, "extraInternalTokens": 0, "mainTokensInjected": 623, "contextEfficiency": 47.154093097913325, "qualityAdjustedSavings": 29377 } }, { "iteration": 23, "baseline": { "mode": "baseline", "mainContextTokens": 30000, "mainContextInputTokens": 30000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 30000, "toolResultTokens": 30000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 30000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 623, "mainContextInputTokens": 623, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 623, "toolResultTokens": 623, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 27, "wallTimeP95Ms": 27, "diskBytesWritten": 120547, "bytesOffloaded": 120000, "ctxReadBytesRetrieved": 136, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 29377, "extraInternalTokens": 0, "mainTokensInjected": 623, "contextEfficiency": 47.154093097913325, "qualityAdjustedSavings": 29377 } }, { "iteration": 24, "baseline": { "mode": "baseline", "mainContextTokens": 30000, "mainContextInputTokens": 30000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 30000, "toolResultTokens": 30000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 30000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 623, "mainContextInputTokens": 623, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 623, "toolResultTokens": 623, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 29, "wallTimeP95Ms": 29, "diskBytesWritten": 120547, "bytesOffloaded": 120000, "ctxReadBytesRetrieved": 136, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 29377, "extraInternalTokens": 0, "mainTokensInjected": 623, "contextEfficiency": 47.154093097913325, "qualityAdjustedSavings": 29377 } }, { "iteration": 25, "baseline": { "mode": "baseline", "mainContextTokens": 30000, "mainContextInputTokens": 30000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 30000, "toolResultTokens": 30000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 30000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 623, "mainContextInputTokens": 623, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 623, "toolResultTokens": 623, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 30, "wallTimeP95Ms": 30, "diskBytesWritten": 120547, "bytesOffloaded": 120000, "ctxReadBytesRetrieved": 136, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 29377, "extraInternalTokens": 0, "mainTokensInjected": 623, "contextEfficiency": 47.154093097913325, "qualityAdjustedSavings": 29377 } }, { "iteration": 26, "baseline": { "mode": "baseline", "mainContextTokens": 30000, "mainContextInputTokens": 30000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 30000, "toolResultTokens": 30000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 30000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 623, "mainContextInputTokens": 623, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 623, "toolResultTokens": 623, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 26, "wallTimeP95Ms": 26, "diskBytesWritten": 120547, "bytesOffloaded": 120000, "ctxReadBytesRetrieved": 136, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 29377, "extraInternalTokens": 0, "mainTokensInjected": 623, "contextEfficiency": 47.154093097913325, "qualityAdjustedSavings": 29377 } }, { "iteration": 27, "baseline": { "mode": "baseline", "mainContextTokens": 30000, "mainContextInputTokens": 30000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 30000, "toolResultTokens": 30000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 30000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 623, "mainContextInputTokens": 623, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 623, "toolResultTokens": 623, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 29, "wallTimeP95Ms": 29, "diskBytesWritten": 120547, "bytesOffloaded": 120000, "ctxReadBytesRetrieved": 136, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 29377, "extraInternalTokens": 0, "mainTokensInjected": 623, "contextEfficiency": 47.154093097913325, "qualityAdjustedSavings": 29377 } }, { "iteration": 28, "baseline": { "mode": "baseline", "mainContextTokens": 30000, "mainContextInputTokens": 30000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 30000, "toolResultTokens": 30000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 30000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 623, "mainContextInputTokens": 623, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 623, "toolResultTokens": 623, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 26, "wallTimeP95Ms": 26, "diskBytesWritten": 120547, "bytesOffloaded": 120000, "ctxReadBytesRetrieved": 136, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 29377, "extraInternalTokens": 0, "mainTokensInjected": 623, "contextEfficiency": 47.154093097913325, "qualityAdjustedSavings": 29377 } }, { "iteration": 29, "baseline": { "mode": "baseline", "mainContextTokens": 30000, "mainContextInputTokens": 30000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 30000, "toolResultTokens": 30000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 30000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 623, "mainContextInputTokens": 623, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 623, "toolResultTokens": 623, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 27, "wallTimeP95Ms": 27, "diskBytesWritten": 120547, "bytesOffloaded": 120000, "ctxReadBytesRetrieved": 136, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 29377, "extraInternalTokens": 0, "mainTokensInjected": 623, "contextEfficiency": 47.154093097913325, "qualityAdjustedSavings": 29377 } }, { "iteration": 30, "baseline": { "mode": "baseline", "mainContextTokens": 30000, "mainContextInputTokens": 30000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 30000, "toolResultTokens": 30000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 30000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 623, "mainContextInputTokens": 623, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 623, "toolResultTokens": 623, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 29, "wallTimeP95Ms": 29, "diskBytesWritten": 120547, "bytesOffloaded": 120000, "ctxReadBytesRetrieved": 136, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 29377, "extraInternalTokens": 0, "mainTokensInjected": 623, "contextEfficiency": 47.154093097913325, "qualityAdjustedSavings": 29377 } } ] }, { "id": "huge-json", "title": "Huge JSON records with one relevant object", "task": "Locate the matching JSON record and report its identifier.", "baseline": { "mode": "baseline", "mainContextTokens": 35014, "mainContextInputTokens": 35014, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 35014, "toolResultTokens": 35014, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 35014, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 712, "mainContextInputTokens": 712, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 712, "toolResultTokens": 712, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 30, "wallTimeP95Ms": 33.099999999999994, "diskBytesWritten": 140603, "bytesOffloaded": 140056, "ctxReadBytesRetrieved": 122, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 34302, "extraInternalTokens": 0, "mainTokensInjected": 712, "contextEfficiency": 48.17696629213483, "qualityAdjustedSavings": 34302 }, "samples": [ { "iteration": 1, "baseline": { "mode": "baseline", "mainContextTokens": 35014, "mainContextInputTokens": 35014, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 35014, "toolResultTokens": 35014, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 35014, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 712, "mainContextInputTokens": 712, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 712, "toolResultTokens": 712, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 31, "wallTimeP95Ms": 31, "diskBytesWritten": 140603, "bytesOffloaded": 140056, "ctxReadBytesRetrieved": 122, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 34302, "extraInternalTokens": 0, "mainTokensInjected": 712, "contextEfficiency": 48.17696629213483, "qualityAdjustedSavings": 34302 } }, { "iteration": 2, "baseline": { "mode": "baseline", "mainContextTokens": 35014, "mainContextInputTokens": 35014, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 35014, "toolResultTokens": 35014, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 35014, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 712, "mainContextInputTokens": 712, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 712, "toolResultTokens": 712, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 34, "wallTimeP95Ms": 34, "diskBytesWritten": 140603, "bytesOffloaded": 140056, "ctxReadBytesRetrieved": 122, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 34302, "extraInternalTokens": 0, "mainTokensInjected": 712, "contextEfficiency": 48.17696629213483, "qualityAdjustedSavings": 34302 } }, { "iteration": 3, "baseline": { "mode": "baseline", "mainContextTokens": 35014, "mainContextInputTokens": 35014, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 35014, "toolResultTokens": 35014, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 35014, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 712, "mainContextInputTokens": 712, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 712, "toolResultTokens": 712, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 28, "wallTimeP95Ms": 28, "diskBytesWritten": 140603, "bytesOffloaded": 140056, "ctxReadBytesRetrieved": 122, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 34302, "extraInternalTokens": 0, "mainTokensInjected": 712, "contextEfficiency": 48.17696629213483, "qualityAdjustedSavings": 34302 } }, { "iteration": 4, "baseline": { "mode": "baseline", "mainContextTokens": 35014, "mainContextInputTokens": 35014, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 35014, "toolResultTokens": 35014, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 35014, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 712, "mainContextInputTokens": 712, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 712, "toolResultTokens": 712, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 35, "wallTimeP95Ms": 35, "diskBytesWritten": 140603, "bytesOffloaded": 140056, "ctxReadBytesRetrieved": 122, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 34302, "extraInternalTokens": 0, "mainTokensInjected": 712, "contextEfficiency": 48.17696629213483, "qualityAdjustedSavings": 34302 } }, { "iteration": 5, "baseline": { "mode": "baseline", "mainContextTokens": 35014, "mainContextInputTokens": 35014, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 35014, "toolResultTokens": 35014, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 35014, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 712, "mainContextInputTokens": 712, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 712, "toolResultTokens": 712, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 28, "wallTimeP95Ms": 28, "diskBytesWritten": 140603, "bytesOffloaded": 140056, "ctxReadBytesRetrieved": 122, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 34302, "extraInternalTokens": 0, "mainTokensInjected": 712, "contextEfficiency": 48.17696629213483, "qualityAdjustedSavings": 34302 } }, { "iteration": 6, "baseline": { "mode": "baseline", "mainContextTokens": 35014, "mainContextInputTokens": 35014, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 35014, "toolResultTokens": 35014, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 35014, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 712, "mainContextInputTokens": 712, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 712, "toolResultTokens": 712, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 28, "wallTimeP95Ms": 28, "diskBytesWritten": 140603, "bytesOffloaded": 140056, "ctxReadBytesRetrieved": 122, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 34302, "extraInternalTokens": 0, "mainTokensInjected": 712, "contextEfficiency": 48.17696629213483, "qualityAdjustedSavings": 34302 } }, { "iteration": 7, "baseline": { "mode": "baseline", "mainContextTokens": 35014, "mainContextInputTokens": 35014, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 35014, "toolResultTokens": 35014, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 35014, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 712, "mainContextInputTokens": 712, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 712, "toolResultTokens": 712, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 30, "wallTimeP95Ms": 30, "diskBytesWritten": 140603, "bytesOffloaded": 140056, "ctxReadBytesRetrieved": 122, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 34302, "extraInternalTokens": 0, "mainTokensInjected": 712, "contextEfficiency": 48.17696629213483, "qualityAdjustedSavings": 34302 } }, { "iteration": 8, "baseline": { "mode": "baseline", "mainContextTokens": 35014, "mainContextInputTokens": 35014, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 35014, "toolResultTokens": 35014, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 35014, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 712, "mainContextInputTokens": 712, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 712, "toolResultTokens": 712, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 31, "wallTimeP95Ms": 31, "diskBytesWritten": 140603, "bytesOffloaded": 140056, "ctxReadBytesRetrieved": 122, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 34302, "extraInternalTokens": 0, "mainTokensInjected": 712, "contextEfficiency": 48.17696629213483, "qualityAdjustedSavings": 34302 } }, { "iteration": 9, "baseline": { "mode": "baseline", "mainContextTokens": 35014, "mainContextInputTokens": 35014, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 35014, "toolResultTokens": 35014, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 35014, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 712, "mainContextInputTokens": 712, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 712, "toolResultTokens": 712, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 29, "wallTimeP95Ms": 29, "diskBytesWritten": 140603, "bytesOffloaded": 140056, "ctxReadBytesRetrieved": 122, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 34302, "extraInternalTokens": 0, "mainTokensInjected": 712, "contextEfficiency": 48.17696629213483, "qualityAdjustedSavings": 34302 } }, { "iteration": 10, "baseline": { "mode": "baseline", "mainContextTokens": 35014, "mainContextInputTokens": 35014, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 35014, "toolResultTokens": 35014, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 35014, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 712, "mainContextInputTokens": 712, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 712, "toolResultTokens": 712, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 30, "wallTimeP95Ms": 30, "diskBytesWritten": 140603, "bytesOffloaded": 140056, "ctxReadBytesRetrieved": 122, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 34302, "extraInternalTokens": 0, "mainTokensInjected": 712, "contextEfficiency": 48.17696629213483, "qualityAdjustedSavings": 34302 } }, { "iteration": 11, "baseline": { "mode": "baseline", "mainContextTokens": 35014, "mainContextInputTokens": 35014, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 35014, "toolResultTokens": 35014, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 35014, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 712, "mainContextInputTokens": 712, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 712, "toolResultTokens": 712, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 30, "wallTimeP95Ms": 30, "diskBytesWritten": 140603, "bytesOffloaded": 140056, "ctxReadBytesRetrieved": 122, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 34302, "extraInternalTokens": 0, "mainTokensInjected": 712, "contextEfficiency": 48.17696629213483, "qualityAdjustedSavings": 34302 } }, { "iteration": 12, "baseline": { "mode": "baseline", "mainContextTokens": 35014, "mainContextInputTokens": 35014, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 35014, "toolResultTokens": 35014, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 35014, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 712, "mainContextInputTokens": 712, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 712, "toolResultTokens": 712, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 31, "wallTimeP95Ms": 31, "diskBytesWritten": 140603, "bytesOffloaded": 140056, "ctxReadBytesRetrieved": 122, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 34302, "extraInternalTokens": 0, "mainTokensInjected": 712, "contextEfficiency": 48.17696629213483, "qualityAdjustedSavings": 34302 } }, { "iteration": 13, "baseline": { "mode": "baseline", "mainContextTokens": 35014, "mainContextInputTokens": 35014, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 35014, "toolResultTokens": 35014, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 35014, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 712, "mainContextInputTokens": 712, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 712, "toolResultTokens": 712, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 29, "wallTimeP95Ms": 29, "diskBytesWritten": 140603, "bytesOffloaded": 140056, "ctxReadBytesRetrieved": 122, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 34302, "extraInternalTokens": 0, "mainTokensInjected": 712, "contextEfficiency": 48.17696629213483, "qualityAdjustedSavings": 34302 } }, { "iteration": 14, "baseline": { "mode": "baseline", "mainContextTokens": 35014, "mainContextInputTokens": 35014, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 35014, "toolResultTokens": 35014, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 35014, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 712, "mainContextInputTokens": 712, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 712, "toolResultTokens": 712, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 32, "wallTimeP95Ms": 32, "diskBytesWritten": 140603, "bytesOffloaded": 140056, "ctxReadBytesRetrieved": 122, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 34302, "extraInternalTokens": 0, "mainTokensInjected": 712, "contextEfficiency": 48.17696629213483, "qualityAdjustedSavings": 34302 } }, { "iteration": 15, "baseline": { "mode": "baseline", "mainContextTokens": 35014, "mainContextInputTokens": 35014, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 35014, "toolResultTokens": 35014, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 35014, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 712, "mainContextInputTokens": 712, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 712, "toolResultTokens": 712, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 28, "wallTimeP95Ms": 28, "diskBytesWritten": 140603, "bytesOffloaded": 140056, "ctxReadBytesRetrieved": 122, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 34302, "extraInternalTokens": 0, "mainTokensInjected": 712, "contextEfficiency": 48.17696629213483, "qualityAdjustedSavings": 34302 } }, { "iteration": 16, "baseline": { "mode": "baseline", "mainContextTokens": 35014, "mainContextInputTokens": 35014, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 35014, "toolResultTokens": 35014, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 35014, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 712, "mainContextInputTokens": 712, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 712, "toolResultTokens": 712, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 30, "wallTimeP95Ms": 30, "diskBytesWritten": 140603, "bytesOffloaded": 140056, "ctxReadBytesRetrieved": 122, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 34302, "extraInternalTokens": 0, "mainTokensInjected": 712, "contextEfficiency": 48.17696629213483, "qualityAdjustedSavings": 34302 } }, { "iteration": 17, "baseline": { "mode": "baseline", "mainContextTokens": 35014, "mainContextInputTokens": 35014, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 35014, "toolResultTokens": 35014, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 35014, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 712, "mainContextInputTokens": 712, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 712, "toolResultTokens": 712, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 30, "wallTimeP95Ms": 30, "diskBytesWritten": 140603, "bytesOffloaded": 140056, "ctxReadBytesRetrieved": 122, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 34302, "extraInternalTokens": 0, "mainTokensInjected": 712, "contextEfficiency": 48.17696629213483, "qualityAdjustedSavings": 34302 } }, { "iteration": 18, "baseline": { "mode": "baseline", "mainContextTokens": 35014, "mainContextInputTokens": 35014, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 35014, "toolResultTokens": 35014, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 35014, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 712, "mainContextInputTokens": 712, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 712, "toolResultTokens": 712, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 31, "wallTimeP95Ms": 31, "diskBytesWritten": 140603, "bytesOffloaded": 140056, "ctxReadBytesRetrieved": 122, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 34302, "extraInternalTokens": 0, "mainTokensInjected": 712, "contextEfficiency": 48.17696629213483, "qualityAdjustedSavings": 34302 } }, { "iteration": 19, "baseline": { "mode": "baseline", "mainContextTokens": 35014, "mainContextInputTokens": 35014, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 35014, "toolResultTokens": 35014, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 35014, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 712, "mainContextInputTokens": 712, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 712, "toolResultTokens": 712, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 30, "wallTimeP95Ms": 30, "diskBytesWritten": 140603, "bytesOffloaded": 140056, "ctxReadBytesRetrieved": 122, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 34302, "extraInternalTokens": 0, "mainTokensInjected": 712, "contextEfficiency": 48.17696629213483, "qualityAdjustedSavings": 34302 } }, { "iteration": 20, "baseline": { "mode": "baseline", "mainContextTokens": 35014, "mainContextInputTokens": 35014, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 35014, "toolResultTokens": 35014, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 35014, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 712, "mainContextInputTokens": 712, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 712, "toolResultTokens": 712, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 30, "wallTimeP95Ms": 30, "diskBytesWritten": 140603, "bytesOffloaded": 140056, "ctxReadBytesRetrieved": 122, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 34302, "extraInternalTokens": 0, "mainTokensInjected": 712, "contextEfficiency": 48.17696629213483, "qualityAdjustedSavings": 34302 } }, { "iteration": 21, "baseline": { "mode": "baseline", "mainContextTokens": 35014, "mainContextInputTokens": 35014, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 35014, "toolResultTokens": 35014, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 35014, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 712, "mainContextInputTokens": 712, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 712, "toolResultTokens": 712, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 32, "wallTimeP95Ms": 32, "diskBytesWritten": 140603, "bytesOffloaded": 140056, "ctxReadBytesRetrieved": 122, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 34302, "extraInternalTokens": 0, "mainTokensInjected": 712, "contextEfficiency": 48.17696629213483, "qualityAdjustedSavings": 34302 } }, { "iteration": 22, "baseline": { "mode": "baseline", "mainContextTokens": 35014, "mainContextInputTokens": 35014, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 35014, "toolResultTokens": 35014, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 35014, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 712, "mainContextInputTokens": 712, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 712, "toolResultTokens": 712, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 30, "wallTimeP95Ms": 30, "diskBytesWritten": 140603, "bytesOffloaded": 140056, "ctxReadBytesRetrieved": 122, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 34302, "extraInternalTokens": 0, "mainTokensInjected": 712, "contextEfficiency": 48.17696629213483, "qualityAdjustedSavings": 34302 } }, { "iteration": 23, "baseline": { "mode": "baseline", "mainContextTokens": 35014, "mainContextInputTokens": 35014, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 35014, "toolResultTokens": 35014, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 35014, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 712, "mainContextInputTokens": 712, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 712, "toolResultTokens": 712, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 31, "wallTimeP95Ms": 31, "diskBytesWritten": 140603, "bytesOffloaded": 140056, "ctxReadBytesRetrieved": 122, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 34302, "extraInternalTokens": 0, "mainTokensInjected": 712, "contextEfficiency": 48.17696629213483, "qualityAdjustedSavings": 34302 } }, { "iteration": 24, "baseline": { "mode": "baseline", "mainContextTokens": 35014, "mainContextInputTokens": 35014, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 35014, "toolResultTokens": 35014, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 35014, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 712, "mainContextInputTokens": 712, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 712, "toolResultTokens": 712, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 31, "wallTimeP95Ms": 31, "diskBytesWritten": 140603, "bytesOffloaded": 140056, "ctxReadBytesRetrieved": 122, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 34302, "extraInternalTokens": 0, "mainTokensInjected": 712, "contextEfficiency": 48.17696629213483, "qualityAdjustedSavings": 34302 } }, { "iteration": 25, "baseline": { "mode": "baseline", "mainContextTokens": 35014, "mainContextInputTokens": 35014, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 35014, "toolResultTokens": 35014, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 35014, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 712, "mainContextInputTokens": 712, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 712, "toolResultTokens": 712, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 31, "wallTimeP95Ms": 31, "diskBytesWritten": 140603, "bytesOffloaded": 140056, "ctxReadBytesRetrieved": 122, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 34302, "extraInternalTokens": 0, "mainTokensInjected": 712, "contextEfficiency": 48.17696629213483, "qualityAdjustedSavings": 34302 } }, { "iteration": 26, "baseline": { "mode": "baseline", "mainContextTokens": 35014, "mainContextInputTokens": 35014, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 35014, "toolResultTokens": 35014, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 35014, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 712, "mainContextInputTokens": 712, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 712, "toolResultTokens": 712, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 28, "wallTimeP95Ms": 28, "diskBytesWritten": 140603, "bytesOffloaded": 140056, "ctxReadBytesRetrieved": 122, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 34302, "extraInternalTokens": 0, "mainTokensInjected": 712, "contextEfficiency": 48.17696629213483, "qualityAdjustedSavings": 34302 } }, { "iteration": 27, "baseline": { "mode": "baseline", "mainContextTokens": 35014, "mainContextInputTokens": 35014, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 35014, "toolResultTokens": 35014, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 35014, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 712, "mainContextInputTokens": 712, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 712, "toolResultTokens": 712, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 27, "wallTimeP95Ms": 27, "diskBytesWritten": 140603, "bytesOffloaded": 140056, "ctxReadBytesRetrieved": 122, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 34302, "extraInternalTokens": 0, "mainTokensInjected": 712, "contextEfficiency": 48.17696629213483, "qualityAdjustedSavings": 34302 } }, { "iteration": 28, "baseline": { "mode": "baseline", "mainContextTokens": 35014, "mainContextInputTokens": 35014, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 35014, "toolResultTokens": 35014, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 35014, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 712, "mainContextInputTokens": 712, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 712, "toolResultTokens": 712, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 31, "wallTimeP95Ms": 31, "diskBytesWritten": 140603, "bytesOffloaded": 140056, "ctxReadBytesRetrieved": 122, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 34302, "extraInternalTokens": 0, "mainTokensInjected": 712, "contextEfficiency": 48.17696629213483, "qualityAdjustedSavings": 34302 } }, { "iteration": 29, "baseline": { "mode": "baseline", "mainContextTokens": 35014, "mainContextInputTokens": 35014, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 35014, "toolResultTokens": 35014, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 35014, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 712, "mainContextInputTokens": 712, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 712, "toolResultTokens": 712, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 29, "wallTimeP95Ms": 29, "diskBytesWritten": 140603, "bytesOffloaded": 140056, "ctxReadBytesRetrieved": 122, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 34302, "extraInternalTokens": 0, "mainTokensInjected": 712, "contextEfficiency": 48.17696629213483, "qualityAdjustedSavings": 34302 } }, { "iteration": 30, "baseline": { "mode": "baseline", "mainContextTokens": 35014, "mainContextInputTokens": 35014, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 35014, "toolResultTokens": 35014, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 35014, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 712, "mainContextInputTokens": 712, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 712, "toolResultTokens": 712, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 31, "wallTimeP95Ms": 31, "diskBytesWritten": 140603, "bytesOffloaded": 140056, "ctxReadBytesRetrieved": 122, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 34302, "extraInternalTokens": 0, "mainTokensInjected": 712, "contextEfficiency": 48.17696629213483, "qualityAdjustedSavings": 34302 } } ] }, { "id": "large-build-log", "title": "Large build log with sparse errors", "task": "Identify the build error while keeping routine log lines out of Main.", "baseline": { "mode": "baseline", "mainContextTokens": 40000, "mainContextInputTokens": 40000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 40000, "toolResultTokens": 40000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 40000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 624, "mainContextInputTokens": 624, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 624, "toolResultTokens": 624, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 30, "wallTimeP95Ms": 32.55, "diskBytesWritten": 160559, "bytesOffloaded": 160000, "ctxReadBytesRetrieved": 126, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 39376, "extraInternalTokens": 0, "mainTokensInjected": 624, "contextEfficiency": 63.1025641025641, "qualityAdjustedSavings": 39376 }, "samples": [ { "iteration": 1, "baseline": { "mode": "baseline", "mainContextTokens": 40000, "mainContextInputTokens": 40000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 40000, "toolResultTokens": 40000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 40000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 624, "mainContextInputTokens": 624, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 624, "toolResultTokens": 624, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 31, "wallTimeP95Ms": 31, "diskBytesWritten": 160559, "bytesOffloaded": 160000, "ctxReadBytesRetrieved": 126, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 39376, "extraInternalTokens": 0, "mainTokensInjected": 624, "contextEfficiency": 63.1025641025641, "qualityAdjustedSavings": 39376 } }, { "iteration": 2, "baseline": { "mode": "baseline", "mainContextTokens": 40000, "mainContextInputTokens": 40000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 40000, "toolResultTokens": 40000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 40000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 624, "mainContextInputTokens": 624, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 624, "toolResultTokens": 624, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 32, "wallTimeP95Ms": 32, "diskBytesWritten": 160559, "bytesOffloaded": 160000, "ctxReadBytesRetrieved": 126, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 39376, "extraInternalTokens": 0, "mainTokensInjected": 624, "contextEfficiency": 63.1025641025641, "qualityAdjustedSavings": 39376 } }, { "iteration": 3, "baseline": { "mode": "baseline", "mainContextTokens": 40000, "mainContextInputTokens": 40000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 40000, "toolResultTokens": 40000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 40000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 624, "mainContextInputTokens": 624, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 624, "toolResultTokens": 624, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 32, "wallTimeP95Ms": 32, "diskBytesWritten": 160559, "bytesOffloaded": 160000, "ctxReadBytesRetrieved": 126, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 39376, "extraInternalTokens": 0, "mainTokensInjected": 624, "contextEfficiency": 63.1025641025641, "qualityAdjustedSavings": 39376 } }, { "iteration": 4, "baseline": { "mode": "baseline", "mainContextTokens": 40000, "mainContextInputTokens": 40000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 40000, "toolResultTokens": 40000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 40000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 624, "mainContextInputTokens": 624, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 624, "toolResultTokens": 624, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 32, "wallTimeP95Ms": 32, "diskBytesWritten": 160559, "bytesOffloaded": 160000, "ctxReadBytesRetrieved": 126, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 39376, "extraInternalTokens": 0, "mainTokensInjected": 624, "contextEfficiency": 63.1025641025641, "qualityAdjustedSavings": 39376 } }, { "iteration": 5, "baseline": { "mode": "baseline", "mainContextTokens": 40000, "mainContextInputTokens": 40000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 40000, "toolResultTokens": 40000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 40000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 624, "mainContextInputTokens": 624, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 624, "toolResultTokens": 624, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 27, "wallTimeP95Ms": 27, "diskBytesWritten": 160559, "bytesOffloaded": 160000, "ctxReadBytesRetrieved": 126, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 39376, "extraInternalTokens": 0, "mainTokensInjected": 624, "contextEfficiency": 63.1025641025641, "qualityAdjustedSavings": 39376 } }, { "iteration": 6, "baseline": { "mode": "baseline", "mainContextTokens": 40000, "mainContextInputTokens": 40000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 40000, "toolResultTokens": 40000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 40000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 624, "mainContextInputTokens": 624, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 624, "toolResultTokens": 624, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 31, "wallTimeP95Ms": 31, "diskBytesWritten": 160559, "bytesOffloaded": 160000, "ctxReadBytesRetrieved": 126, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 39376, "extraInternalTokens": 0, "mainTokensInjected": 624, "contextEfficiency": 63.1025641025641, "qualityAdjustedSavings": 39376 } }, { "iteration": 7, "baseline": { "mode": "baseline", "mainContextTokens": 40000, "mainContextInputTokens": 40000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 40000, "toolResultTokens": 40000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 40000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 624, "mainContextInputTokens": 624, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 624, "toolResultTokens": 624, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 28, "wallTimeP95Ms": 28, "diskBytesWritten": 160559, "bytesOffloaded": 160000, "ctxReadBytesRetrieved": 126, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 39376, "extraInternalTokens": 0, "mainTokensInjected": 624, "contextEfficiency": 63.1025641025641, "qualityAdjustedSavings": 39376 } }, { "iteration": 8, "baseline": { "mode": "baseline", "mainContextTokens": 40000, "mainContextInputTokens": 40000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 40000, "toolResultTokens": 40000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 40000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 624, "mainContextInputTokens": 624, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 624, "toolResultTokens": 624, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 28, "wallTimeP95Ms": 28, "diskBytesWritten": 160559, "bytesOffloaded": 160000, "ctxReadBytesRetrieved": 126, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 39376, "extraInternalTokens": 0, "mainTokensInjected": 624, "contextEfficiency": 63.1025641025641, "qualityAdjustedSavings": 39376 } }, { "iteration": 9, "baseline": { "mode": "baseline", "mainContextTokens": 40000, "mainContextInputTokens": 40000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 40000, "toolResultTokens": 40000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 40000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 624, "mainContextInputTokens": 624, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 624, "toolResultTokens": 624, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 32, "wallTimeP95Ms": 32, "diskBytesWritten": 160559, "bytesOffloaded": 160000, "ctxReadBytesRetrieved": 126, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 39376, "extraInternalTokens": 0, "mainTokensInjected": 624, "contextEfficiency": 63.1025641025641, "qualityAdjustedSavings": 39376 } }, { "iteration": 10, "baseline": { "mode": "baseline", "mainContextTokens": 40000, "mainContextInputTokens": 40000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 40000, "toolResultTokens": 40000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 40000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 624, "mainContextInputTokens": 624, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 624, "toolResultTokens": 624, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 30, "wallTimeP95Ms": 30, "diskBytesWritten": 160559, "bytesOffloaded": 160000, "ctxReadBytesRetrieved": 126, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 39376, "extraInternalTokens": 0, "mainTokensInjected": 624, "contextEfficiency": 63.1025641025641, "qualityAdjustedSavings": 39376 } }, { "iteration": 11, "baseline": { "mode": "baseline", "mainContextTokens": 40000, "mainContextInputTokens": 40000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 40000, "toolResultTokens": 40000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 40000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 624, "mainContextInputTokens": 624, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 624, "toolResultTokens": 624, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 31, "wallTimeP95Ms": 31, "diskBytesWritten": 160559, "bytesOffloaded": 160000, "ctxReadBytesRetrieved": 126, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 39376, "extraInternalTokens": 0, "mainTokensInjected": 624, "contextEfficiency": 63.1025641025641, "qualityAdjustedSavings": 39376 } }, { "iteration": 12, "baseline": { "mode": "baseline", "mainContextTokens": 40000, "mainContextInputTokens": 40000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 40000, "toolResultTokens": 40000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 40000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 624, "mainContextInputTokens": 624, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 624, "toolResultTokens": 624, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 33, "wallTimeP95Ms": 33, "diskBytesWritten": 160559, "bytesOffloaded": 160000, "ctxReadBytesRetrieved": 126, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 39376, "extraInternalTokens": 0, "mainTokensInjected": 624, "contextEfficiency": 63.1025641025641, "qualityAdjustedSavings": 39376 } }, { "iteration": 13, "baseline": { "mode": "baseline", "mainContextTokens": 40000, "mainContextInputTokens": 40000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 40000, "toolResultTokens": 40000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 40000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 624, "mainContextInputTokens": 624, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 624, "toolResultTokens": 624, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 29, "wallTimeP95Ms": 29, "diskBytesWritten": 160559, "bytesOffloaded": 160000, "ctxReadBytesRetrieved": 126, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 39376, "extraInternalTokens": 0, "mainTokensInjected": 624, "contextEfficiency": 63.1025641025641, "qualityAdjustedSavings": 39376 } }, { "iteration": 14, "baseline": { "mode": "baseline", "mainContextTokens": 40000, "mainContextInputTokens": 40000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 40000, "toolResultTokens": 40000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 40000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 624, "mainContextInputTokens": 624, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 624, "toolResultTokens": 624, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 29, "wallTimeP95Ms": 29, "diskBytesWritten": 160559, "bytesOffloaded": 160000, "ctxReadBytesRetrieved": 126, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 39376, "extraInternalTokens": 0, "mainTokensInjected": 624, "contextEfficiency": 63.1025641025641, "qualityAdjustedSavings": 39376 } }, { "iteration": 15, "baseline": { "mode": "baseline", "mainContextTokens": 40000, "mainContextInputTokens": 40000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 40000, "toolResultTokens": 40000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 40000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 624, "mainContextInputTokens": 624, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 624, "toolResultTokens": 624, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 32, "wallTimeP95Ms": 32, "diskBytesWritten": 160559, "bytesOffloaded": 160000, "ctxReadBytesRetrieved": 126, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 39376, "extraInternalTokens": 0, "mainTokensInjected": 624, "contextEfficiency": 63.1025641025641, "qualityAdjustedSavings": 39376 } }, { "iteration": 16, "baseline": { "mode": "baseline", "mainContextTokens": 40000, "mainContextInputTokens": 40000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 40000, "toolResultTokens": 40000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 40000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 624, "mainContextInputTokens": 624, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 624, "toolResultTokens": 624, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 30, "wallTimeP95Ms": 30, "diskBytesWritten": 160559, "bytesOffloaded": 160000, "ctxReadBytesRetrieved": 126, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 39376, "extraInternalTokens": 0, "mainTokensInjected": 624, "contextEfficiency": 63.1025641025641, "qualityAdjustedSavings": 39376 } }, { "iteration": 17, "baseline": { "mode": "baseline", "mainContextTokens": 40000, "mainContextInputTokens": 40000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 40000, "toolResultTokens": 40000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 40000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 624, "mainContextInputTokens": 624, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 624, "toolResultTokens": 624, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 28, "wallTimeP95Ms": 28, "diskBytesWritten": 160559, "bytesOffloaded": 160000, "ctxReadBytesRetrieved": 126, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 39376, "extraInternalTokens": 0, "mainTokensInjected": 624, "contextEfficiency": 63.1025641025641, "qualityAdjustedSavings": 39376 } }, { "iteration": 18, "baseline": { "mode": "baseline", "mainContextTokens": 40000, "mainContextInputTokens": 40000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 40000, "toolResultTokens": 40000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 40000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 624, "mainContextInputTokens": 624, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 624, "toolResultTokens": 624, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 33, "wallTimeP95Ms": 33, "diskBytesWritten": 160559, "bytesOffloaded": 160000, "ctxReadBytesRetrieved": 126, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 39376, "extraInternalTokens": 0, "mainTokensInjected": 624, "contextEfficiency": 63.1025641025641, "qualityAdjustedSavings": 39376 } }, { "iteration": 19, "baseline": { "mode": "baseline", "mainContextTokens": 40000, "mainContextInputTokens": 40000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 40000, "toolResultTokens": 40000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 40000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 624, "mainContextInputTokens": 624, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 624, "toolResultTokens": 624, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 31, "wallTimeP95Ms": 31, "diskBytesWritten": 160559, "bytesOffloaded": 160000, "ctxReadBytesRetrieved": 126, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 39376, "extraInternalTokens": 0, "mainTokensInjected": 624, "contextEfficiency": 63.1025641025641, "qualityAdjustedSavings": 39376 } }, { "iteration": 20, "baseline": { "mode": "baseline", "mainContextTokens": 40000, "mainContextInputTokens": 40000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 40000, "toolResultTokens": 40000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 40000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 624, "mainContextInputTokens": 624, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 624, "toolResultTokens": 624, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 29, "wallTimeP95Ms": 29, "diskBytesWritten": 160559, "bytesOffloaded": 160000, "ctxReadBytesRetrieved": 126, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 39376, "extraInternalTokens": 0, "mainTokensInjected": 624, "contextEfficiency": 63.1025641025641, "qualityAdjustedSavings": 39376 } }, { "iteration": 21, "baseline": { "mode": "baseline", "mainContextTokens": 40000, "mainContextInputTokens": 40000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 40000, "toolResultTokens": 40000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 40000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 624, "mainContextInputTokens": 624, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 624, "toolResultTokens": 624, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 30, "wallTimeP95Ms": 30, "diskBytesWritten": 160559, "bytesOffloaded": 160000, "ctxReadBytesRetrieved": 126, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 39376, "extraInternalTokens": 0, "mainTokensInjected": 624, "contextEfficiency": 63.1025641025641, "qualityAdjustedSavings": 39376 } }, { "iteration": 22, "baseline": { "mode": "baseline", "mainContextTokens": 40000, "mainContextInputTokens": 40000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 40000, "toolResultTokens": 40000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 40000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 624, "mainContextInputTokens": 624, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 624, "toolResultTokens": 624, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 31, "wallTimeP95Ms": 31, "diskBytesWritten": 160559, "bytesOffloaded": 160000, "ctxReadBytesRetrieved": 126, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 39376, "extraInternalTokens": 0, "mainTokensInjected": 624, "contextEfficiency": 63.1025641025641, "qualityAdjustedSavings": 39376 } }, { "iteration": 23, "baseline": { "mode": "baseline", "mainContextTokens": 40000, "mainContextInputTokens": 40000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 40000, "toolResultTokens": 40000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 40000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 624, "mainContextInputTokens": 624, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 624, "toolResultTokens": 624, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 30, "wallTimeP95Ms": 30, "diskBytesWritten": 160559, "bytesOffloaded": 160000, "ctxReadBytesRetrieved": 126, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 39376, "extraInternalTokens": 0, "mainTokensInjected": 624, "contextEfficiency": 63.1025641025641, "qualityAdjustedSavings": 39376 } }, { "iteration": 24, "baseline": { "mode": "baseline", "mainContextTokens": 40000, "mainContextInputTokens": 40000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 40000, "toolResultTokens": 40000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 40000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 624, "mainContextInputTokens": 624, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 624, "toolResultTokens": 624, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 30, "wallTimeP95Ms": 30, "diskBytesWritten": 160559, "bytesOffloaded": 160000, "ctxReadBytesRetrieved": 126, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 39376, "extraInternalTokens": 0, "mainTokensInjected": 624, "contextEfficiency": 63.1025641025641, "qualityAdjustedSavings": 39376 } }, { "iteration": 25, "baseline": { "mode": "baseline", "mainContextTokens": 40000, "mainContextInputTokens": 40000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 40000, "toolResultTokens": 40000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 40000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 624, "mainContextInputTokens": 624, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 624, "toolResultTokens": 624, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 29, "wallTimeP95Ms": 29, "diskBytesWritten": 160559, "bytesOffloaded": 160000, "ctxReadBytesRetrieved": 126, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 39376, "extraInternalTokens": 0, "mainTokensInjected": 624, "contextEfficiency": 63.1025641025641, "qualityAdjustedSavings": 39376 } }, { "iteration": 26, "baseline": { "mode": "baseline", "mainContextTokens": 40000, "mainContextInputTokens": 40000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 40000, "toolResultTokens": 40000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 40000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 624, "mainContextInputTokens": 624, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 624, "toolResultTokens": 624, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 30, "wallTimeP95Ms": 30, "diskBytesWritten": 160559, "bytesOffloaded": 160000, "ctxReadBytesRetrieved": 126, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 39376, "extraInternalTokens": 0, "mainTokensInjected": 624, "contextEfficiency": 63.1025641025641, "qualityAdjustedSavings": 39376 } }, { "iteration": 27, "baseline": { "mode": "baseline", "mainContextTokens": 40000, "mainContextInputTokens": 40000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 40000, "toolResultTokens": 40000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 40000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 624, "mainContextInputTokens": 624, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 624, "toolResultTokens": 624, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 30, "wallTimeP95Ms": 30, "diskBytesWritten": 160559, "bytesOffloaded": 160000, "ctxReadBytesRetrieved": 126, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 39376, "extraInternalTokens": 0, "mainTokensInjected": 624, "contextEfficiency": 63.1025641025641, "qualityAdjustedSavings": 39376 } }, { "iteration": 28, "baseline": { "mode": "baseline", "mainContextTokens": 40000, "mainContextInputTokens": 40000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 40000, "toolResultTokens": 40000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 40000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 624, "mainContextInputTokens": 624, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 624, "toolResultTokens": 624, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 31, "wallTimeP95Ms": 31, "diskBytesWritten": 160559, "bytesOffloaded": 160000, "ctxReadBytesRetrieved": 126, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 39376, "extraInternalTokens": 0, "mainTokensInjected": 624, "contextEfficiency": 63.1025641025641, "qualityAdjustedSavings": 39376 } }, { "iteration": 29, "baseline": { "mode": "baseline", "mainContextTokens": 40000, "mainContextInputTokens": 40000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 40000, "toolResultTokens": 40000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 40000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 624, "mainContextInputTokens": 624, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 624, "toolResultTokens": 624, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 30, "wallTimeP95Ms": 30, "diskBytesWritten": 160559, "bytesOffloaded": 160000, "ctxReadBytesRetrieved": 126, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 39376, "extraInternalTokens": 0, "mainTokensInjected": 624, "contextEfficiency": 63.1025641025641, "qualityAdjustedSavings": 39376 } }, { "iteration": 30, "baseline": { "mode": "baseline", "mainContextTokens": 40000, "mainContextInputTokens": 40000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 40000, "toolResultTokens": 40000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 40000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 624, "mainContextInputTokens": 624, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 624, "toolResultTokens": 624, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 32, "wallTimeP95Ms": 32, "diskBytesWritten": 160559, "bytesOffloaded": 160000, "ctxReadBytesRetrieved": 126, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 39376, "extraInternalTokens": 0, "mainTokensInjected": 624, "contextEfficiency": 63.1025641025641, "qualityAdjustedSavings": 39376 } } ] }, { "id": "large-source-summary", "title": "Hierarchical summary of a large source file", "task": "Summarize the source structure under a bounded child-model input budget.", "baseline": { "mode": "baseline", "mainContextTokens": 45000, "mainContextInputTokens": 45000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 45000, "toolResultTokens": 45000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 45000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 616, "mainContextInputTokens": 616, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 616, "toolResultTokens": 616, "childModelTokens": 62508, "internalWorkTokens": 0, "wallTimeMs": 758, "wallTimeP95Ms": 814.65, "diskBytesWritten": 180569, "bytesOffloaded": 180000, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 44384, "extraInternalTokens": 62508, "mainTokensInjected": 616, "contextEfficiency": 0.7031240098853051, "qualityAdjustedSavings": 44384 }, "samples": [ { "iteration": 1, "baseline": { "mode": "baseline", "mainContextTokens": 45000, "mainContextInputTokens": 45000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 45000, "toolResultTokens": 45000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 45000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 616, "mainContextInputTokens": 616, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 616, "toolResultTokens": 616, "childModelTokens": 62508, "internalWorkTokens": 0, "wallTimeMs": 731, "wallTimeP95Ms": 731, "diskBytesWritten": 180569, "bytesOffloaded": 180000, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 44384, "extraInternalTokens": 62508, "mainTokensInjected": 616, "contextEfficiency": 0.7031240098853051, "qualityAdjustedSavings": 44384 } }, { "iteration": 2, "baseline": { "mode": "baseline", "mainContextTokens": 45000, "mainContextInputTokens": 45000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 45000, "toolResultTokens": 45000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 45000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 616, "mainContextInputTokens": 616, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 616, "toolResultTokens": 616, "childModelTokens": 62508, "internalWorkTokens": 0, "wallTimeMs": 780, "wallTimeP95Ms": 780, "diskBytesWritten": 180569, "bytesOffloaded": 180000, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 44384, "extraInternalTokens": 62508, "mainTokensInjected": 616, "contextEfficiency": 0.7031240098853051, "qualityAdjustedSavings": 44384 } }, { "iteration": 3, "baseline": { "mode": "baseline", "mainContextTokens": 45000, "mainContextInputTokens": 45000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 45000, "toolResultTokens": 45000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 45000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 616, "mainContextInputTokens": 616, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 616, "toolResultTokens": 616, "childModelTokens": 62508, "internalWorkTokens": 0, "wallTimeMs": 764, "wallTimeP95Ms": 764, "diskBytesWritten": 180569, "bytesOffloaded": 180000, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 44384, "extraInternalTokens": 62508, "mainTokensInjected": 616, "contextEfficiency": 0.7031240098853051, "qualityAdjustedSavings": 44384 } }, { "iteration": 4, "baseline": { "mode": "baseline", "mainContextTokens": 45000, "mainContextInputTokens": 45000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 45000, "toolResultTokens": 45000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 45000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 616, "mainContextInputTokens": 616, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 616, "toolResultTokens": 616, "childModelTokens": 62508, "internalWorkTokens": 0, "wallTimeMs": 774, "wallTimeP95Ms": 774, "diskBytesWritten": 180569, "bytesOffloaded": 180000, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 44384, "extraInternalTokens": 62508, "mainTokensInjected": 616, "contextEfficiency": 0.7031240098853051, "qualityAdjustedSavings": 44384 } }, { "iteration": 5, "baseline": { "mode": "baseline", "mainContextTokens": 45000, "mainContextInputTokens": 45000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 45000, "toolResultTokens": 45000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 45000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 616, "mainContextInputTokens": 616, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 616, "toolResultTokens": 616, "childModelTokens": 62508, "internalWorkTokens": 0, "wallTimeMs": 721, "wallTimeP95Ms": 721, "diskBytesWritten": 180569, "bytesOffloaded": 180000, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 44384, "extraInternalTokens": 62508, "mainTokensInjected": 616, "contextEfficiency": 0.7031240098853051, "qualityAdjustedSavings": 44384 } }, { "iteration": 6, "baseline": { "mode": "baseline", "mainContextTokens": 45000, "mainContextInputTokens": 45000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 45000, "toolResultTokens": 45000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 45000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 616, "mainContextInputTokens": 616, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 616, "toolResultTokens": 616, "childModelTokens": 62508, "internalWorkTokens": 0, "wallTimeMs": 740, "wallTimeP95Ms": 740, "diskBytesWritten": 180569, "bytesOffloaded": 180000, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 44384, "extraInternalTokens": 62508, "mainTokensInjected": 616, "contextEfficiency": 0.7031240098853051, "qualityAdjustedSavings": 44384 } }, { "iteration": 7, "baseline": { "mode": "baseline", "mainContextTokens": 45000, "mainContextInputTokens": 45000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 45000, "toolResultTokens": 45000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 45000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 616, "mainContextInputTokens": 616, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 616, "toolResultTokens": 616, "childModelTokens": 62508, "internalWorkTokens": 0, "wallTimeMs": 758, "wallTimeP95Ms": 758, "diskBytesWritten": 180569, "bytesOffloaded": 180000, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 44384, "extraInternalTokens": 62508, "mainTokensInjected": 616, "contextEfficiency": 0.7031240098853051, "qualityAdjustedSavings": 44384 } }, { "iteration": 8, "baseline": { "mode": "baseline", "mainContextTokens": 45000, "mainContextInputTokens": 45000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 45000, "toolResultTokens": 45000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 45000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 616, "mainContextInputTokens": 616, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 616, "toolResultTokens": 616, "childModelTokens": 62508, "internalWorkTokens": 0, "wallTimeMs": 730, "wallTimeP95Ms": 730, "diskBytesWritten": 180569, "bytesOffloaded": 180000, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 44384, "extraInternalTokens": 62508, "mainTokensInjected": 616, "contextEfficiency": 0.7031240098853051, "qualityAdjustedSavings": 44384 } }, { "iteration": 9, "baseline": { "mode": "baseline", "mainContextTokens": 45000, "mainContextInputTokens": 45000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 45000, "toolResultTokens": 45000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 45000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 616, "mainContextInputTokens": 616, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 616, "toolResultTokens": 616, "childModelTokens": 62508, "internalWorkTokens": 0, "wallTimeMs": 792, "wallTimeP95Ms": 792, "diskBytesWritten": 180569, "bytesOffloaded": 180000, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 44384, "extraInternalTokens": 62508, "mainTokensInjected": 616, "contextEfficiency": 0.7031240098853051, "qualityAdjustedSavings": 44384 } }, { "iteration": 10, "baseline": { "mode": "baseline", "mainContextTokens": 45000, "mainContextInputTokens": 45000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 45000, "toolResultTokens": 45000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 45000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 616, "mainContextInputTokens": 616, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 616, "toolResultTokens": 616, "childModelTokens": 62508, "internalWorkTokens": 0, "wallTimeMs": 728, "wallTimeP95Ms": 728, "diskBytesWritten": 180569, "bytesOffloaded": 180000, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 44384, "extraInternalTokens": 62508, "mainTokensInjected": 616, "contextEfficiency": 0.7031240098853051, "qualityAdjustedSavings": 44384 } }, { "iteration": 11, "baseline": { "mode": "baseline", "mainContextTokens": 45000, "mainContextInputTokens": 45000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 45000, "toolResultTokens": 45000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 45000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 616, "mainContextInputTokens": 616, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 616, "toolResultTokens": 616, "childModelTokens": 62508, "internalWorkTokens": 0, "wallTimeMs": 770, "wallTimeP95Ms": 770, "diskBytesWritten": 180569, "bytesOffloaded": 180000, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 44384, "extraInternalTokens": 62508, "mainTokensInjected": 616, "contextEfficiency": 0.7031240098853051, "qualityAdjustedSavings": 44384 } }, { "iteration": 12, "baseline": { "mode": "baseline", "mainContextTokens": 45000, "mainContextInputTokens": 45000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 45000, "toolResultTokens": 45000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 45000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 616, "mainContextInputTokens": 616, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 616, "toolResultTokens": 616, "childModelTokens": 62508, "internalWorkTokens": 0, "wallTimeMs": 755, "wallTimeP95Ms": 755, "diskBytesWritten": 180569, "bytesOffloaded": 180000, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 44384, "extraInternalTokens": 62508, "mainTokensInjected": 616, "contextEfficiency": 0.7031240098853051, "qualityAdjustedSavings": 44384 } }, { "iteration": 13, "baseline": { "mode": "baseline", "mainContextTokens": 45000, "mainContextInputTokens": 45000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 45000, "toolResultTokens": 45000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 45000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 616, "mainContextInputTokens": 616, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 616, "toolResultTokens": 616, "childModelTokens": 62508, "internalWorkTokens": 0, "wallTimeMs": 670, "wallTimeP95Ms": 670, "diskBytesWritten": 180569, "bytesOffloaded": 180000, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 44384, "extraInternalTokens": 62508, "mainTokensInjected": 616, "contextEfficiency": 0.7031240098853051, "qualityAdjustedSavings": 44384 } }, { "iteration": 14, "baseline": { "mode": "baseline", "mainContextTokens": 45000, "mainContextInputTokens": 45000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 45000, "toolResultTokens": 45000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 45000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 616, "mainContextInputTokens": 616, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 616, "toolResultTokens": 616, "childModelTokens": 62508, "internalWorkTokens": 0, "wallTimeMs": 674, "wallTimeP95Ms": 674, "diskBytesWritten": 180569, "bytesOffloaded": 180000, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 44384, "extraInternalTokens": 62508, "mainTokensInjected": 616, "contextEfficiency": 0.7031240098853051, "qualityAdjustedSavings": 44384 } }, { "iteration": 15, "baseline": { "mode": "baseline", "mainContextTokens": 45000, "mainContextInputTokens": 45000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 45000, "toolResultTokens": 45000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 45000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 616, "mainContextInputTokens": 616, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 616, "toolResultTokens": 616, "childModelTokens": 62508, "internalWorkTokens": 0, "wallTimeMs": 706, "wallTimeP95Ms": 706, "diskBytesWritten": 180569, "bytesOffloaded": 180000, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 44384, "extraInternalTokens": 62508, "mainTokensInjected": 616, "contextEfficiency": 0.7031240098853051, "qualityAdjustedSavings": 44384 } }, { "iteration": 16, "baseline": { "mode": "baseline", "mainContextTokens": 45000, "mainContextInputTokens": 45000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 45000, "toolResultTokens": 45000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 45000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 616, "mainContextInputTokens": 616, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 616, "toolResultTokens": 616, "childModelTokens": 62508, "internalWorkTokens": 0, "wallTimeMs": 780, "wallTimeP95Ms": 780, "diskBytesWritten": 180569, "bytesOffloaded": 180000, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 44384, "extraInternalTokens": 62508, "mainTokensInjected": 616, "contextEfficiency": 0.7031240098853051, "qualityAdjustedSavings": 44384 } }, { "iteration": 17, "baseline": { "mode": "baseline", "mainContextTokens": 45000, "mainContextInputTokens": 45000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 45000, "toolResultTokens": 45000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 45000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 616, "mainContextInputTokens": 616, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 616, "toolResultTokens": 616, "childModelTokens": 62508, "internalWorkTokens": 0, "wallTimeMs": 825, "wallTimeP95Ms": 825, "diskBytesWritten": 180569, "bytesOffloaded": 180000, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 44384, "extraInternalTokens": 62508, "mainTokensInjected": 616, "contextEfficiency": 0.7031240098853051, "qualityAdjustedSavings": 44384 } }, { "iteration": 18, "baseline": { "mode": "baseline", "mainContextTokens": 45000, "mainContextInputTokens": 45000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 45000, "toolResultTokens": 45000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 45000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 616, "mainContextInputTokens": 616, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 616, "toolResultTokens": 616, "childModelTokens": 62508, "internalWorkTokens": 0, "wallTimeMs": 802, "wallTimeP95Ms": 802, "diskBytesWritten": 180569, "bytesOffloaded": 180000, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 44384, "extraInternalTokens": 62508, "mainTokensInjected": 616, "contextEfficiency": 0.7031240098853051, "qualityAdjustedSavings": 44384 } }, { "iteration": 19, "baseline": { "mode": "baseline", "mainContextTokens": 45000, "mainContextInputTokens": 45000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 45000, "toolResultTokens": 45000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 45000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 616, "mainContextInputTokens": 616, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 616, "toolResultTokens": 616, "childModelTokens": 62508, "internalWorkTokens": 0, "wallTimeMs": 778, "wallTimeP95Ms": 778, "diskBytesWritten": 180569, "bytesOffloaded": 180000, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 44384, "extraInternalTokens": 62508, "mainTokensInjected": 616, "contextEfficiency": 0.7031240098853051, "qualityAdjustedSavings": 44384 } }, { "iteration": 20, "baseline": { "mode": "baseline", "mainContextTokens": 45000, "mainContextInputTokens": 45000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 45000, "toolResultTokens": 45000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 45000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 616, "mainContextInputTokens": 616, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 616, "toolResultTokens": 616, "childModelTokens": 62508, "internalWorkTokens": 0, "wallTimeMs": 758, "wallTimeP95Ms": 758, "diskBytesWritten": 180569, "bytesOffloaded": 180000, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 44384, "extraInternalTokens": 62508, "mainTokensInjected": 616, "contextEfficiency": 0.7031240098853051, "qualityAdjustedSavings": 44384 } }, { "iteration": 21, "baseline": { "mode": "baseline", "mainContextTokens": 45000, "mainContextInputTokens": 45000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 45000, "toolResultTokens": 45000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 45000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 616, "mainContextInputTokens": 616, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 616, "toolResultTokens": 616, "childModelTokens": 62508, "internalWorkTokens": 0, "wallTimeMs": 718, "wallTimeP95Ms": 718, "diskBytesWritten": 180569, "bytesOffloaded": 180000, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 44384, "extraInternalTokens": 62508, "mainTokensInjected": 616, "contextEfficiency": 0.7031240098853051, "qualityAdjustedSavings": 44384 } }, { "iteration": 22, "baseline": { "mode": "baseline", "mainContextTokens": 45000, "mainContextInputTokens": 45000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 45000, "toolResultTokens": 45000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 45000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 616, "mainContextInputTokens": 616, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 616, "toolResultTokens": 616, "childModelTokens": 62508, "internalWorkTokens": 0, "wallTimeMs": 783, "wallTimeP95Ms": 783, "diskBytesWritten": 180569, "bytesOffloaded": 180000, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 44384, "extraInternalTokens": 62508, "mainTokensInjected": 616, "contextEfficiency": 0.7031240098853051, "qualityAdjustedSavings": 44384 } }, { "iteration": 23, "baseline": { "mode": "baseline", "mainContextTokens": 45000, "mainContextInputTokens": 45000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 45000, "toolResultTokens": 45000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 45000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 616, "mainContextInputTokens": 616, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 616, "toolResultTokens": 616, "childModelTokens": 62508, "internalWorkTokens": 0, "wallTimeMs": 742, "wallTimeP95Ms": 742, "diskBytesWritten": 180569, "bytesOffloaded": 180000, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 44384, "extraInternalTokens": 62508, "mainTokensInjected": 616, "contextEfficiency": 0.7031240098853051, "qualityAdjustedSavings": 44384 } }, { "iteration": 24, "baseline": { "mode": "baseline", "mainContextTokens": 45000, "mainContextInputTokens": 45000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 45000, "toolResultTokens": 45000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 45000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 616, "mainContextInputTokens": 616, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 616, "toolResultTokens": 616, "childModelTokens": 62508, "internalWorkTokens": 0, "wallTimeMs": 764, "wallTimeP95Ms": 764, "diskBytesWritten": 180569, "bytesOffloaded": 180000, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 44384, "extraInternalTokens": 62508, "mainTokensInjected": 616, "contextEfficiency": 0.7031240098853051, "qualityAdjustedSavings": 44384 } }, { "iteration": 25, "baseline": { "mode": "baseline", "mainContextTokens": 45000, "mainContextInputTokens": 45000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 45000, "toolResultTokens": 45000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 45000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 616, "mainContextInputTokens": 616, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 616, "toolResultTokens": 616, "childModelTokens": 62508, "internalWorkTokens": 0, "wallTimeMs": 709, "wallTimeP95Ms": 709, "diskBytesWritten": 180569, "bytesOffloaded": 180000, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 44384, "extraInternalTokens": 62508, "mainTokensInjected": 616, "contextEfficiency": 0.7031240098853051, "qualityAdjustedSavings": 44384 } }, { "iteration": 26, "baseline": { "mode": "baseline", "mainContextTokens": 45000, "mainContextInputTokens": 45000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 45000, "toolResultTokens": 45000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 45000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 616, "mainContextInputTokens": 616, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 616, "toolResultTokens": 616, "childModelTokens": 62508, "internalWorkTokens": 0, "wallTimeMs": 748, "wallTimeP95Ms": 748, "diskBytesWritten": 180569, "bytesOffloaded": 180000, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 44384, "extraInternalTokens": 62508, "mainTokensInjected": 616, "contextEfficiency": 0.7031240098853051, "qualityAdjustedSavings": 44384 } }, { "iteration": 27, "baseline": { "mode": "baseline", "mainContextTokens": 45000, "mainContextInputTokens": 45000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 45000, "toolResultTokens": 45000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 45000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 616, "mainContextInputTokens": 616, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 616, "toolResultTokens": 616, "childModelTokens": 62508, "internalWorkTokens": 0, "wallTimeMs": 797, "wallTimeP95Ms": 797, "diskBytesWritten": 180569, "bytesOffloaded": 180000, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 44384, "extraInternalTokens": 62508, "mainTokensInjected": 616, "contextEfficiency": 0.7031240098853051, "qualityAdjustedSavings": 44384 } }, { "iteration": 28, "baseline": { "mode": "baseline", "mainContextTokens": 45000, "mainContextInputTokens": 45000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 45000, "toolResultTokens": 45000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 45000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 616, "mainContextInputTokens": 616, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 616, "toolResultTokens": 616, "childModelTokens": 62508, "internalWorkTokens": 0, "wallTimeMs": 777, "wallTimeP95Ms": 777, "diskBytesWritten": 180569, "bytesOffloaded": 180000, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 44384, "extraInternalTokens": 62508, "mainTokensInjected": 616, "contextEfficiency": 0.7031240098853051, "qualityAdjustedSavings": 44384 } }, { "iteration": 29, "baseline": { "mode": "baseline", "mainContextTokens": 45000, "mainContextInputTokens": 45000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 45000, "toolResultTokens": 45000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 45000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 616, "mainContextInputTokens": 616, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 616, "toolResultTokens": 616, "childModelTokens": 62508, "internalWorkTokens": 0, "wallTimeMs": 839, "wallTimeP95Ms": 839, "diskBytesWritten": 180569, "bytesOffloaded": 180000, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 44384, "extraInternalTokens": 62508, "mainTokensInjected": 616, "contextEfficiency": 0.7031240098853051, "qualityAdjustedSavings": 44384 } }, { "iteration": 30, "baseline": { "mode": "baseline", "mainContextTokens": 45000, "mainContextInputTokens": 45000, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 45000, "toolResultTokens": 45000, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 45000, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 616, "mainContextInputTokens": 616, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 616, "toolResultTokens": 616, "childModelTokens": 62508, "internalWorkTokens": 0, "wallTimeMs": 708, "wallTimeP95Ms": 708, "diskBytesWritten": 180569, "bytesOffloaded": 180000, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 44384, "extraInternalTokens": 62508, "mainTokensInjected": 616, "contextEfficiency": 0.7031240098853051, "qualityAdjustedSavings": 44384 } } ] }, { "id": "nested-agent", "title": "Nested agent payload handoff", "task": "Return a concise child-agent finding while keeping the inspected payload addressable.", "baseline": { "mode": "baseline", "mainContextTokens": 27500, "mainContextInputTokens": 27500, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 27500, "toolResultTokens": 27500, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 27500, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 627, "mainContextInputTokens": 627, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 627, "toolResultTokens": 627, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 30.5, "wallTimeP95Ms": 34.099999999999994, "diskBytesWritten": 110553, "bytesOffloaded": 110000, "ctxReadBytesRetrieved": 146, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 26873, "extraInternalTokens": 0, "mainTokensInjected": 627, "contextEfficiency": 42.85964912280702, "qualityAdjustedSavings": 26873 }, "samples": [ { "iteration": 1, "baseline": { "mode": "baseline", "mainContextTokens": 27500, "mainContextInputTokens": 27500, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 27500, "toolResultTokens": 27500, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 27500, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 627, "mainContextInputTokens": 627, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 627, "toolResultTokens": 627, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 30, "wallTimeP95Ms": 30, "diskBytesWritten": 110553, "bytesOffloaded": 110000, "ctxReadBytesRetrieved": 146, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 26873, "extraInternalTokens": 0, "mainTokensInjected": 627, "contextEfficiency": 42.85964912280702, "qualityAdjustedSavings": 26873 } }, { "iteration": 2, "baseline": { "mode": "baseline", "mainContextTokens": 27500, "mainContextInputTokens": 27500, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 27500, "toolResultTokens": 27500, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 27500, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 627, "mainContextInputTokens": 627, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 627, "toolResultTokens": 627, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 31, "wallTimeP95Ms": 31, "diskBytesWritten": 110553, "bytesOffloaded": 110000, "ctxReadBytesRetrieved": 146, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 26873, "extraInternalTokens": 0, "mainTokensInjected": 627, "contextEfficiency": 42.85964912280702, "qualityAdjustedSavings": 26873 } }, { "iteration": 3, "baseline": { "mode": "baseline", "mainContextTokens": 27500, "mainContextInputTokens": 27500, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 27500, "toolResultTokens": 27500, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 27500, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 627, "mainContextInputTokens": 627, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 627, "toolResultTokens": 627, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 30, "wallTimeP95Ms": 30, "diskBytesWritten": 110553, "bytesOffloaded": 110000, "ctxReadBytesRetrieved": 146, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 26873, "extraInternalTokens": 0, "mainTokensInjected": 627, "contextEfficiency": 42.85964912280702, "qualityAdjustedSavings": 26873 } }, { "iteration": 4, "baseline": { "mode": "baseline", "mainContextTokens": 27500, "mainContextInputTokens": 27500, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 27500, "toolResultTokens": 27500, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 27500, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 627, "mainContextInputTokens": 627, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 627, "toolResultTokens": 627, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 30, "wallTimeP95Ms": 30, "diskBytesWritten": 110553, "bytesOffloaded": 110000, "ctxReadBytesRetrieved": 146, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 26873, "extraInternalTokens": 0, "mainTokensInjected": 627, "contextEfficiency": 42.85964912280702, "qualityAdjustedSavings": 26873 } }, { "iteration": 5, "baseline": { "mode": "baseline", "mainContextTokens": 27500, "mainContextInputTokens": 27500, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 27500, "toolResultTokens": 27500, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 27500, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 627, "mainContextInputTokens": 627, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 627, "toolResultTokens": 627, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 31, "wallTimeP95Ms": 31, "diskBytesWritten": 110553, "bytesOffloaded": 110000, "ctxReadBytesRetrieved": 146, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 26873, "extraInternalTokens": 0, "mainTokensInjected": 627, "contextEfficiency": 42.85964912280702, "qualityAdjustedSavings": 26873 } }, { "iteration": 6, "baseline": { "mode": "baseline", "mainContextTokens": 27500, "mainContextInputTokens": 27500, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 27500, "toolResultTokens": 27500, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 27500, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 627, "mainContextInputTokens": 627, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 627, "toolResultTokens": 627, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 27, "wallTimeP95Ms": 27, "diskBytesWritten": 110553, "bytesOffloaded": 110000, "ctxReadBytesRetrieved": 146, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 26873, "extraInternalTokens": 0, "mainTokensInjected": 627, "contextEfficiency": 42.85964912280702, "qualityAdjustedSavings": 26873 } }, { "iteration": 7, "baseline": { "mode": "baseline", "mainContextTokens": 27500, "mainContextInputTokens": 27500, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 27500, "toolResultTokens": 27500, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 27500, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 627, "mainContextInputTokens": 627, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 627, "toolResultTokens": 627, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 33, "wallTimeP95Ms": 33, "diskBytesWritten": 110553, "bytesOffloaded": 110000, "ctxReadBytesRetrieved": 146, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 26873, "extraInternalTokens": 0, "mainTokensInjected": 627, "contextEfficiency": 42.85964912280702, "qualityAdjustedSavings": 26873 } }, { "iteration": 8, "baseline": { "mode": "baseline", "mainContextTokens": 27500, "mainContextInputTokens": 27500, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 27500, "toolResultTokens": 27500, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 27500, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 627, "mainContextInputTokens": 627, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 627, "toolResultTokens": 627, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 28, "wallTimeP95Ms": 28, "diskBytesWritten": 110553, "bytesOffloaded": 110000, "ctxReadBytesRetrieved": 146, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 26873, "extraInternalTokens": 0, "mainTokensInjected": 627, "contextEfficiency": 42.85964912280702, "qualityAdjustedSavings": 26873 } }, { "iteration": 9, "baseline": { "mode": "baseline", "mainContextTokens": 27500, "mainContextInputTokens": 27500, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 27500, "toolResultTokens": 27500, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 27500, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 627, "mainContextInputTokens": 627, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 627, "toolResultTokens": 627, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 30, "wallTimeP95Ms": 30, "diskBytesWritten": 110553, "bytesOffloaded": 110000, "ctxReadBytesRetrieved": 146, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 26873, "extraInternalTokens": 0, "mainTokensInjected": 627, "contextEfficiency": 42.85964912280702, "qualityAdjustedSavings": 26873 } }, { "iteration": 10, "baseline": { "mode": "baseline", "mainContextTokens": 27500, "mainContextInputTokens": 27500, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 27500, "toolResultTokens": 27500, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 27500, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 627, "mainContextInputTokens": 627, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 627, "toolResultTokens": 627, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 32, "wallTimeP95Ms": 32, "diskBytesWritten": 110553, "bytesOffloaded": 110000, "ctxReadBytesRetrieved": 146, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 26873, "extraInternalTokens": 0, "mainTokensInjected": 627, "contextEfficiency": 42.85964912280702, "qualityAdjustedSavings": 26873 } }, { "iteration": 11, "baseline": { "mode": "baseline", "mainContextTokens": 27500, "mainContextInputTokens": 27500, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 27500, "toolResultTokens": 27500, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 27500, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 627, "mainContextInputTokens": 627, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 627, "toolResultTokens": 627, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 29, "wallTimeP95Ms": 29, "diskBytesWritten": 110553, "bytesOffloaded": 110000, "ctxReadBytesRetrieved": 146, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 26873, "extraInternalTokens": 0, "mainTokensInjected": 627, "contextEfficiency": 42.85964912280702, "qualityAdjustedSavings": 26873 } }, { "iteration": 12, "baseline": { "mode": "baseline", "mainContextTokens": 27500, "mainContextInputTokens": 27500, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 27500, "toolResultTokens": 27500, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 27500, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 627, "mainContextInputTokens": 627, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 627, "toolResultTokens": 627, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 33, "wallTimeP95Ms": 33, "diskBytesWritten": 110553, "bytesOffloaded": 110000, "ctxReadBytesRetrieved": 146, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 26873, "extraInternalTokens": 0, "mainTokensInjected": 627, "contextEfficiency": 42.85964912280702, "qualityAdjustedSavings": 26873 } }, { "iteration": 13, "baseline": { "mode": "baseline", "mainContextTokens": 27500, "mainContextInputTokens": 27500, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 27500, "toolResultTokens": 27500, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 27500, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 627, "mainContextInputTokens": 627, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 627, "toolResultTokens": 627, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 31, "wallTimeP95Ms": 31, "diskBytesWritten": 110553, "bytesOffloaded": 110000, "ctxReadBytesRetrieved": 146, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 26873, "extraInternalTokens": 0, "mainTokensInjected": 627, "contextEfficiency": 42.85964912280702, "qualityAdjustedSavings": 26873 } }, { "iteration": 14, "baseline": { "mode": "baseline", "mainContextTokens": 27500, "mainContextInputTokens": 27500, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 27500, "toolResultTokens": 27500, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 27500, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 627, "mainContextInputTokens": 627, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 627, "toolResultTokens": 627, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 32, "wallTimeP95Ms": 32, "diskBytesWritten": 110553, "bytesOffloaded": 110000, "ctxReadBytesRetrieved": 146, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 26873, "extraInternalTokens": 0, "mainTokensInjected": 627, "contextEfficiency": 42.85964912280702, "qualityAdjustedSavings": 26873 } }, { "iteration": 15, "baseline": { "mode": "baseline", "mainContextTokens": 27500, "mainContextInputTokens": 27500, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 27500, "toolResultTokens": 27500, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 27500, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 627, "mainContextInputTokens": 627, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 627, "toolResultTokens": 627, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 33, "wallTimeP95Ms": 33, "diskBytesWritten": 110553, "bytesOffloaded": 110000, "ctxReadBytesRetrieved": 146, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 26873, "extraInternalTokens": 0, "mainTokensInjected": 627, "contextEfficiency": 42.85964912280702, "qualityAdjustedSavings": 26873 } }, { "iteration": 16, "baseline": { "mode": "baseline", "mainContextTokens": 27500, "mainContextInputTokens": 27500, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 27500, "toolResultTokens": 27500, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 27500, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 627, "mainContextInputTokens": 627, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 627, "toolResultTokens": 627, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 31, "wallTimeP95Ms": 31, "diskBytesWritten": 110553, "bytesOffloaded": 110000, "ctxReadBytesRetrieved": 146, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 26873, "extraInternalTokens": 0, "mainTokensInjected": 627, "contextEfficiency": 42.85964912280702, "qualityAdjustedSavings": 26873 } }, { "iteration": 17, "baseline": { "mode": "baseline", "mainContextTokens": 27500, "mainContextInputTokens": 27500, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 27500, "toolResultTokens": 27500, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 27500, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 627, "mainContextInputTokens": 627, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 627, "toolResultTokens": 627, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 30, "wallTimeP95Ms": 30, "diskBytesWritten": 110553, "bytesOffloaded": 110000, "ctxReadBytesRetrieved": 146, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 26873, "extraInternalTokens": 0, "mainTokensInjected": 627, "contextEfficiency": 42.85964912280702, "qualityAdjustedSavings": 26873 } }, { "iteration": 18, "baseline": { "mode": "baseline", "mainContextTokens": 27500, "mainContextInputTokens": 27500, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 27500, "toolResultTokens": 27500, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 27500, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 627, "mainContextInputTokens": 627, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 627, "toolResultTokens": 627, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 35, "wallTimeP95Ms": 35, "diskBytesWritten": 110553, "bytesOffloaded": 110000, "ctxReadBytesRetrieved": 146, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 26873, "extraInternalTokens": 0, "mainTokensInjected": 627, "contextEfficiency": 42.85964912280702, "qualityAdjustedSavings": 26873 } }, { "iteration": 19, "baseline": { "mode": "baseline", "mainContextTokens": 27500, "mainContextInputTokens": 27500, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 27500, "toolResultTokens": 27500, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 27500, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 627, "mainContextInputTokens": 627, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 627, "toolResultTokens": 627, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 35, "wallTimeP95Ms": 35, "diskBytesWritten": 110553, "bytesOffloaded": 110000, "ctxReadBytesRetrieved": 146, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 26873, "extraInternalTokens": 0, "mainTokensInjected": 627, "contextEfficiency": 42.85964912280702, "qualityAdjustedSavings": 26873 } }, { "iteration": 20, "baseline": { "mode": "baseline", "mainContextTokens": 27500, "mainContextInputTokens": 27500, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 27500, "toolResultTokens": 27500, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 27500, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 627, "mainContextInputTokens": 627, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 627, "toolResultTokens": 627, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 33, "wallTimeP95Ms": 33, "diskBytesWritten": 110553, "bytesOffloaded": 110000, "ctxReadBytesRetrieved": 146, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 26873, "extraInternalTokens": 0, "mainTokensInjected": 627, "contextEfficiency": 42.85964912280702, "qualityAdjustedSavings": 26873 } }, { "iteration": 21, "baseline": { "mode": "baseline", "mainContextTokens": 27500, "mainContextInputTokens": 27500, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 27500, "toolResultTokens": 27500, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 27500, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 627, "mainContextInputTokens": 627, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 627, "toolResultTokens": 627, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 33, "wallTimeP95Ms": 33, "diskBytesWritten": 110553, "bytesOffloaded": 110000, "ctxReadBytesRetrieved": 146, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 26873, "extraInternalTokens": 0, "mainTokensInjected": 627, "contextEfficiency": 42.85964912280702, "qualityAdjustedSavings": 26873 } }, { "iteration": 22, "baseline": { "mode": "baseline", "mainContextTokens": 27500, "mainContextInputTokens": 27500, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 27500, "toolResultTokens": 27500, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 27500, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 627, "mainContextInputTokens": 627, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 627, "toolResultTokens": 627, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 31, "wallTimeP95Ms": 31, "diskBytesWritten": 110553, "bytesOffloaded": 110000, "ctxReadBytesRetrieved": 146, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 26873, "extraInternalTokens": 0, "mainTokensInjected": 627, "contextEfficiency": 42.85964912280702, "qualityAdjustedSavings": 26873 } }, { "iteration": 23, "baseline": { "mode": "baseline", "mainContextTokens": 27500, "mainContextInputTokens": 27500, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 27500, "toolResultTokens": 27500, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 27500, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 627, "mainContextInputTokens": 627, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 627, "toolResultTokens": 627, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 29, "wallTimeP95Ms": 29, "diskBytesWritten": 110553, "bytesOffloaded": 110000, "ctxReadBytesRetrieved": 146, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 26873, "extraInternalTokens": 0, "mainTokensInjected": 627, "contextEfficiency": 42.85964912280702, "qualityAdjustedSavings": 26873 } }, { "iteration": 24, "baseline": { "mode": "baseline", "mainContextTokens": 27500, "mainContextInputTokens": 27500, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 27500, "toolResultTokens": 27500, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 27500, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 627, "mainContextInputTokens": 627, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 627, "toolResultTokens": 627, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 30, "wallTimeP95Ms": 30, "diskBytesWritten": 110553, "bytesOffloaded": 110000, "ctxReadBytesRetrieved": 146, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 26873, "extraInternalTokens": 0, "mainTokensInjected": 627, "contextEfficiency": 42.85964912280702, "qualityAdjustedSavings": 26873 } }, { "iteration": 25, "baseline": { "mode": "baseline", "mainContextTokens": 27500, "mainContextInputTokens": 27500, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 27500, "toolResultTokens": 27500, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 27500, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 627, "mainContextInputTokens": 627, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 627, "toolResultTokens": 627, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 29, "wallTimeP95Ms": 29, "diskBytesWritten": 110553, "bytesOffloaded": 110000, "ctxReadBytesRetrieved": 146, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 26873, "extraInternalTokens": 0, "mainTokensInjected": 627, "contextEfficiency": 42.85964912280702, "qualityAdjustedSavings": 26873 } }, { "iteration": 26, "baseline": { "mode": "baseline", "mainContextTokens": 27500, "mainContextInputTokens": 27500, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 27500, "toolResultTokens": 27500, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 27500, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 627, "mainContextInputTokens": 627, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 627, "toolResultTokens": 627, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 30, "wallTimeP95Ms": 30, "diskBytesWritten": 110553, "bytesOffloaded": 110000, "ctxReadBytesRetrieved": 146, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 26873, "extraInternalTokens": 0, "mainTokensInjected": 627, "contextEfficiency": 42.85964912280702, "qualityAdjustedSavings": 26873 } }, { "iteration": 27, "baseline": { "mode": "baseline", "mainContextTokens": 27500, "mainContextInputTokens": 27500, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 27500, "toolResultTokens": 27500, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 27500, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 627, "mainContextInputTokens": 627, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 627, "toolResultTokens": 627, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 31, "wallTimeP95Ms": 31, "diskBytesWritten": 110553, "bytesOffloaded": 110000, "ctxReadBytesRetrieved": 146, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 26873, "extraInternalTokens": 0, "mainTokensInjected": 627, "contextEfficiency": 42.85964912280702, "qualityAdjustedSavings": 26873 } }, { "iteration": 28, "baseline": { "mode": "baseline", "mainContextTokens": 27500, "mainContextInputTokens": 27500, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 27500, "toolResultTokens": 27500, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 27500, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 627, "mainContextInputTokens": 627, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 627, "toolResultTokens": 627, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 27, "wallTimeP95Ms": 27, "diskBytesWritten": 110553, "bytesOffloaded": 110000, "ctxReadBytesRetrieved": 146, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 26873, "extraInternalTokens": 0, "mainTokensInjected": 627, "contextEfficiency": 42.85964912280702, "qualityAdjustedSavings": 26873 } }, { "iteration": 29, "baseline": { "mode": "baseline", "mainContextTokens": 27500, "mainContextInputTokens": 27500, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 27500, "toolResultTokens": 27500, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 27500, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 627, "mainContextInputTokens": 627, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 627, "toolResultTokens": 627, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 30, "wallTimeP95Ms": 30, "diskBytesWritten": 110553, "bytesOffloaded": 110000, "ctxReadBytesRetrieved": 146, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 26873, "extraInternalTokens": 0, "mainTokensInjected": 627, "contextEfficiency": 42.85964912280702, "qualityAdjustedSavings": 26873 } }, { "iteration": 30, "baseline": { "mode": "baseline", "mainContextTokens": 27500, "mainContextInputTokens": 27500, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 27500, "toolResultTokens": 27500, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 27500, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 627, "mainContextInputTokens": 627, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 627, "toolResultTokens": 627, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 30, "wallTimeP95Ms": 30, "diskBytesWritten": 110553, "bytesOffloaded": 110000, "ctxReadBytesRetrieved": 146, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 26873, "extraInternalTokens": 0, "mainTokensInjected": 627, "contextEfficiency": 42.85964912280702, "qualityAdjustedSavings": 26873 } } ] }, { "id": "parallel-fabric", "title": "Parallel provider payloads", "task": "Combine four independent provider results while returning only bounded evidence.", "baseline": { "mode": "baseline", "mainContextTokens": 91051, "mainContextInputTokens": 91051, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 91051, "toolResultTokens": 91051, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 91051, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 2689, "mainContextInputTokens": 2689, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 2689, "toolResultTokens": 2689, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 90, "wallTimeP95Ms": 98.19999999999999, "diskBytesWritten": 362121, "bytesOffloaded": 360000, "ctxReadBytesRetrieved": 1120, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 88362, "extraInternalTokens": 0, "mainTokensInjected": 2689, "contextEfficiency": 32.860542952770544, "qualityAdjustedSavings": 88362 }, "samples": [ { "iteration": 1, "baseline": { "mode": "baseline", "mainContextTokens": 91051, "mainContextInputTokens": 91051, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 91051, "toolResultTokens": 91051, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 91051, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 2689, "mainContextInputTokens": 2689, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 2689, "toolResultTokens": 2689, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 90, "wallTimeP95Ms": 90, "diskBytesWritten": 362121, "bytesOffloaded": 360000, "ctxReadBytesRetrieved": 1120, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 88362, "extraInternalTokens": 0, "mainTokensInjected": 2689, "contextEfficiency": 32.860542952770544, "qualityAdjustedSavings": 88362 } }, { "iteration": 2, "baseline": { "mode": "baseline", "mainContextTokens": 91051, "mainContextInputTokens": 91051, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 91051, "toolResultTokens": 91051, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 91051, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 2689, "mainContextInputTokens": 2689, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 2689, "toolResultTokens": 2689, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 87, "wallTimeP95Ms": 87, "diskBytesWritten": 362121, "bytesOffloaded": 360000, "ctxReadBytesRetrieved": 1120, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 88362, "extraInternalTokens": 0, "mainTokensInjected": 2689, "contextEfficiency": 32.860542952770544, "qualityAdjustedSavings": 88362 } }, { "iteration": 3, "baseline": { "mode": "baseline", "mainContextTokens": 91051, "mainContextInputTokens": 91051, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 91051, "toolResultTokens": 91051, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 91051, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 2689, "mainContextInputTokens": 2689, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 2689, "toolResultTokens": 2689, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 90, "wallTimeP95Ms": 90, "diskBytesWritten": 362121, "bytesOffloaded": 360000, "ctxReadBytesRetrieved": 1120, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 88362, "extraInternalTokens": 0, "mainTokensInjected": 2689, "contextEfficiency": 32.860542952770544, "qualityAdjustedSavings": 88362 } }, { "iteration": 4, "baseline": { "mode": "baseline", "mainContextTokens": 91051, "mainContextInputTokens": 91051, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 91051, "toolResultTokens": 91051, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 91051, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 2689, "mainContextInputTokens": 2689, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 2689, "toolResultTokens": 2689, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 96, "wallTimeP95Ms": 96, "diskBytesWritten": 362121, "bytesOffloaded": 360000, "ctxReadBytesRetrieved": 1120, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 88362, "extraInternalTokens": 0, "mainTokensInjected": 2689, "contextEfficiency": 32.860542952770544, "qualityAdjustedSavings": 88362 } }, { "iteration": 5, "baseline": { "mode": "baseline", "mainContextTokens": 91051, "mainContextInputTokens": 91051, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 91051, "toolResultTokens": 91051, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 91051, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 2689, "mainContextInputTokens": 2689, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 2689, "toolResultTokens": 2689, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 85, "wallTimeP95Ms": 85, "diskBytesWritten": 362121, "bytesOffloaded": 360000, "ctxReadBytesRetrieved": 1120, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 88362, "extraInternalTokens": 0, "mainTokensInjected": 2689, "contextEfficiency": 32.860542952770544, "qualityAdjustedSavings": 88362 } }, { "iteration": 6, "baseline": { "mode": "baseline", "mainContextTokens": 91051, "mainContextInputTokens": 91051, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 91051, "toolResultTokens": 91051, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 91051, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 2689, "mainContextInputTokens": 2689, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 2689, "toolResultTokens": 2689, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 95, "wallTimeP95Ms": 95, "diskBytesWritten": 362121, "bytesOffloaded": 360000, "ctxReadBytesRetrieved": 1120, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 88362, "extraInternalTokens": 0, "mainTokensInjected": 2689, "contextEfficiency": 32.860542952770544, "qualityAdjustedSavings": 88362 } }, { "iteration": 7, "baseline": { "mode": "baseline", "mainContextTokens": 91051, "mainContextInputTokens": 91051, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 91051, "toolResultTokens": 91051, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 91051, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 2689, "mainContextInputTokens": 2689, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 2689, "toolResultTokens": 2689, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 104, "wallTimeP95Ms": 104, "diskBytesWritten": 362121, "bytesOffloaded": 360000, "ctxReadBytesRetrieved": 1120, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 88362, "extraInternalTokens": 0, "mainTokensInjected": 2689, "contextEfficiency": 32.860542952770544, "qualityAdjustedSavings": 88362 } }, { "iteration": 8, "baseline": { "mode": "baseline", "mainContextTokens": 91051, "mainContextInputTokens": 91051, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 91051, "toolResultTokens": 91051, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 91051, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 2689, "mainContextInputTokens": 2689, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 2689, "toolResultTokens": 2689, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 90, "wallTimeP95Ms": 90, "diskBytesWritten": 362121, "bytesOffloaded": 360000, "ctxReadBytesRetrieved": 1120, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 88362, "extraInternalTokens": 0, "mainTokensInjected": 2689, "contextEfficiency": 32.860542952770544, "qualityAdjustedSavings": 88362 } }, { "iteration": 9, "baseline": { "mode": "baseline", "mainContextTokens": 91051, "mainContextInputTokens": 91051, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 91051, "toolResultTokens": 91051, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 91051, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 2689, "mainContextInputTokens": 2689, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 2689, "toolResultTokens": 2689, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 95, "wallTimeP95Ms": 95, "diskBytesWritten": 362121, "bytesOffloaded": 360000, "ctxReadBytesRetrieved": 1120, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 88362, "extraInternalTokens": 0, "mainTokensInjected": 2689, "contextEfficiency": 32.860542952770544, "qualityAdjustedSavings": 88362 } }, { "iteration": 10, "baseline": { "mode": "baseline", "mainContextTokens": 91051, "mainContextInputTokens": 91051, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 91051, "toolResultTokens": 91051, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 91051, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 2689, "mainContextInputTokens": 2689, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 2689, "toolResultTokens": 2689, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 88, "wallTimeP95Ms": 88, "diskBytesWritten": 362121, "bytesOffloaded": 360000, "ctxReadBytesRetrieved": 1120, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 88362, "extraInternalTokens": 0, "mainTokensInjected": 2689, "contextEfficiency": 32.860542952770544, "qualityAdjustedSavings": 88362 } }, { "iteration": 11, "baseline": { "mode": "baseline", "mainContextTokens": 91051, "mainContextInputTokens": 91051, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 91051, "toolResultTokens": 91051, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 91051, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 2689, "mainContextInputTokens": 2689, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 2689, "toolResultTokens": 2689, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 96, "wallTimeP95Ms": 96, "diskBytesWritten": 362121, "bytesOffloaded": 360000, "ctxReadBytesRetrieved": 1120, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 88362, "extraInternalTokens": 0, "mainTokensInjected": 2689, "contextEfficiency": 32.860542952770544, "qualityAdjustedSavings": 88362 } }, { "iteration": 12, "baseline": { "mode": "baseline", "mainContextTokens": 91051, "mainContextInputTokens": 91051, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 91051, "toolResultTokens": 91051, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 91051, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 2689, "mainContextInputTokens": 2689, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 2689, "toolResultTokens": 2689, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 91, "wallTimeP95Ms": 91, "diskBytesWritten": 362121, "bytesOffloaded": 360000, "ctxReadBytesRetrieved": 1120, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 88362, "extraInternalTokens": 0, "mainTokensInjected": 2689, "contextEfficiency": 32.860542952770544, "qualityAdjustedSavings": 88362 } }, { "iteration": 13, "baseline": { "mode": "baseline", "mainContextTokens": 91051, "mainContextInputTokens": 91051, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 91051, "toolResultTokens": 91051, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 91051, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 2689, "mainContextInputTokens": 2689, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 2689, "toolResultTokens": 2689, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 100, "wallTimeP95Ms": 100, "diskBytesWritten": 362121, "bytesOffloaded": 360000, "ctxReadBytesRetrieved": 1120, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 88362, "extraInternalTokens": 0, "mainTokensInjected": 2689, "contextEfficiency": 32.860542952770544, "qualityAdjustedSavings": 88362 } }, { "iteration": 14, "baseline": { "mode": "baseline", "mainContextTokens": 91051, "mainContextInputTokens": 91051, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 91051, "toolResultTokens": 91051, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 91051, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 2689, "mainContextInputTokens": 2689, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 2689, "toolResultTokens": 2689, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 90, "wallTimeP95Ms": 90, "diskBytesWritten": 362121, "bytesOffloaded": 360000, "ctxReadBytesRetrieved": 1120, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 88362, "extraInternalTokens": 0, "mainTokensInjected": 2689, "contextEfficiency": 32.860542952770544, "qualityAdjustedSavings": 88362 } }, { "iteration": 15, "baseline": { "mode": "baseline", "mainContextTokens": 91051, "mainContextInputTokens": 91051, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 91051, "toolResultTokens": 91051, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 91051, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 2689, "mainContextInputTokens": 2689, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 2689, "toolResultTokens": 2689, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 92, "wallTimeP95Ms": 92, "diskBytesWritten": 362121, "bytesOffloaded": 360000, "ctxReadBytesRetrieved": 1120, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 88362, "extraInternalTokens": 0, "mainTokensInjected": 2689, "contextEfficiency": 32.860542952770544, "qualityAdjustedSavings": 88362 } }, { "iteration": 16, "baseline": { "mode": "baseline", "mainContextTokens": 91051, "mainContextInputTokens": 91051, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 91051, "toolResultTokens": 91051, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 91051, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 2689, "mainContextInputTokens": 2689, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 2689, "toolResultTokens": 2689, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 93, "wallTimeP95Ms": 93, "diskBytesWritten": 362121, "bytesOffloaded": 360000, "ctxReadBytesRetrieved": 1120, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 88362, "extraInternalTokens": 0, "mainTokensInjected": 2689, "contextEfficiency": 32.860542952770544, "qualityAdjustedSavings": 88362 } }, { "iteration": 17, "baseline": { "mode": "baseline", "mainContextTokens": 91051, "mainContextInputTokens": 91051, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 91051, "toolResultTokens": 91051, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 91051, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 2689, "mainContextInputTokens": 2689, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 2689, "toolResultTokens": 2689, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 85, "wallTimeP95Ms": 85, "diskBytesWritten": 362121, "bytesOffloaded": 360000, "ctxReadBytesRetrieved": 1120, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 88362, "extraInternalTokens": 0, "mainTokensInjected": 2689, "contextEfficiency": 32.860542952770544, "qualityAdjustedSavings": 88362 } }, { "iteration": 18, "baseline": { "mode": "baseline", "mainContextTokens": 91051, "mainContextInputTokens": 91051, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 91051, "toolResultTokens": 91051, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 91051, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 2689, "mainContextInputTokens": 2689, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 2689, "toolResultTokens": 2689, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 87, "wallTimeP95Ms": 87, "diskBytesWritten": 362121, "bytesOffloaded": 360000, "ctxReadBytesRetrieved": 1120, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 88362, "extraInternalTokens": 0, "mainTokensInjected": 2689, "contextEfficiency": 32.860542952770544, "qualityAdjustedSavings": 88362 } }, { "iteration": 19, "baseline": { "mode": "baseline", "mainContextTokens": 91051, "mainContextInputTokens": 91051, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 91051, "toolResultTokens": 91051, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 91051, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 2689, "mainContextInputTokens": 2689, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 2689, "toolResultTokens": 2689, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 90, "wallTimeP95Ms": 90, "diskBytesWritten": 362121, "bytesOffloaded": 360000, "ctxReadBytesRetrieved": 1120, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 88362, "extraInternalTokens": 0, "mainTokensInjected": 2689, "contextEfficiency": 32.860542952770544, "qualityAdjustedSavings": 88362 } }, { "iteration": 20, "baseline": { "mode": "baseline", "mainContextTokens": 91051, "mainContextInputTokens": 91051, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 91051, "toolResultTokens": 91051, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 91051, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 2689, "mainContextInputTokens": 2689, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 2689, "toolResultTokens": 2689, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 94, "wallTimeP95Ms": 94, "diskBytesWritten": 362121, "bytesOffloaded": 360000, "ctxReadBytesRetrieved": 1120, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 88362, "extraInternalTokens": 0, "mainTokensInjected": 2689, "contextEfficiency": 32.860542952770544, "qualityAdjustedSavings": 88362 } }, { "iteration": 21, "baseline": { "mode": "baseline", "mainContextTokens": 91051, "mainContextInputTokens": 91051, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 91051, "toolResultTokens": 91051, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 91051, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 2689, "mainContextInputTokens": 2689, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 2689, "toolResultTokens": 2689, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 91, "wallTimeP95Ms": 91, "diskBytesWritten": 362121, "bytesOffloaded": 360000, "ctxReadBytesRetrieved": 1120, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 88362, "extraInternalTokens": 0, "mainTokensInjected": 2689, "contextEfficiency": 32.860542952770544, "qualityAdjustedSavings": 88362 } }, { "iteration": 22, "baseline": { "mode": "baseline", "mainContextTokens": 91051, "mainContextInputTokens": 91051, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 91051, "toolResultTokens": 91051, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 91051, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 2689, "mainContextInputTokens": 2689, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 2689, "toolResultTokens": 2689, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 86, "wallTimeP95Ms": 86, "diskBytesWritten": 362121, "bytesOffloaded": 360000, "ctxReadBytesRetrieved": 1120, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 88362, "extraInternalTokens": 0, "mainTokensInjected": 2689, "contextEfficiency": 32.860542952770544, "qualityAdjustedSavings": 88362 } }, { "iteration": 23, "baseline": { "mode": "baseline", "mainContextTokens": 91051, "mainContextInputTokens": 91051, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 91051, "toolResultTokens": 91051, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 91051, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 2689, "mainContextInputTokens": 2689, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 2689, "toolResultTokens": 2689, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 85, "wallTimeP95Ms": 85, "diskBytesWritten": 362121, "bytesOffloaded": 360000, "ctxReadBytesRetrieved": 1120, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 88362, "extraInternalTokens": 0, "mainTokensInjected": 2689, "contextEfficiency": 32.860542952770544, "qualityAdjustedSavings": 88362 } }, { "iteration": 24, "baseline": { "mode": "baseline", "mainContextTokens": 91051, "mainContextInputTokens": 91051, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 91051, "toolResultTokens": 91051, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 91051, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 2689, "mainContextInputTokens": 2689, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 2689, "toolResultTokens": 2689, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 93, "wallTimeP95Ms": 93, "diskBytesWritten": 362121, "bytesOffloaded": 360000, "ctxReadBytesRetrieved": 1120, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 88362, "extraInternalTokens": 0, "mainTokensInjected": 2689, "contextEfficiency": 32.860542952770544, "qualityAdjustedSavings": 88362 } }, { "iteration": 25, "baseline": { "mode": "baseline", "mainContextTokens": 91051, "mainContextInputTokens": 91051, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 91051, "toolResultTokens": 91051, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 91051, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 2689, "mainContextInputTokens": 2689, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 2689, "toolResultTokens": 2689, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 90, "wallTimeP95Ms": 90, "diskBytesWritten": 362121, "bytesOffloaded": 360000, "ctxReadBytesRetrieved": 1120, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 88362, "extraInternalTokens": 0, "mainTokensInjected": 2689, "contextEfficiency": 32.860542952770544, "qualityAdjustedSavings": 88362 } }, { "iteration": 26, "baseline": { "mode": "baseline", "mainContextTokens": 91051, "mainContextInputTokens": 91051, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 91051, "toolResultTokens": 91051, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 91051, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 2689, "mainContextInputTokens": 2689, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 2689, "toolResultTokens": 2689, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 82, "wallTimeP95Ms": 82, "diskBytesWritten": 362121, "bytesOffloaded": 360000, "ctxReadBytesRetrieved": 1120, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 88362, "extraInternalTokens": 0, "mainTokensInjected": 2689, "contextEfficiency": 32.860542952770544, "qualityAdjustedSavings": 88362 } }, { "iteration": 27, "baseline": { "mode": "baseline", "mainContextTokens": 91051, "mainContextInputTokens": 91051, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 91051, "toolResultTokens": 91051, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 91051, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 2689, "mainContextInputTokens": 2689, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 2689, "toolResultTokens": 2689, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 84, "wallTimeP95Ms": 84, "diskBytesWritten": 362121, "bytesOffloaded": 360000, "ctxReadBytesRetrieved": 1120, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 88362, "extraInternalTokens": 0, "mainTokensInjected": 2689, "contextEfficiency": 32.860542952770544, "qualityAdjustedSavings": 88362 } }, { "iteration": 28, "baseline": { "mode": "baseline", "mainContextTokens": 91051, "mainContextInputTokens": 91051, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 91051, "toolResultTokens": 91051, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 91051, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 2689, "mainContextInputTokens": 2689, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 2689, "toolResultTokens": 2689, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 89, "wallTimeP95Ms": 89, "diskBytesWritten": 362121, "bytesOffloaded": 360000, "ctxReadBytesRetrieved": 1120, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 88362, "extraInternalTokens": 0, "mainTokensInjected": 2689, "contextEfficiency": 32.860542952770544, "qualityAdjustedSavings": 88362 } }, { "iteration": 29, "baseline": { "mode": "baseline", "mainContextTokens": 91051, "mainContextInputTokens": 91051, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 91051, "toolResultTokens": 91051, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 91051, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 2689, "mainContextInputTokens": 2689, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 2689, "toolResultTokens": 2689, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 92, "wallTimeP95Ms": 92, "diskBytesWritten": 362121, "bytesOffloaded": 360000, "ctxReadBytesRetrieved": 1120, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 88362, "extraInternalTokens": 0, "mainTokensInjected": 2689, "contextEfficiency": 32.860542952770544, "qualityAdjustedSavings": 88362 } }, { "iteration": 30, "baseline": { "mode": "baseline", "mainContextTokens": 91051, "mainContextInputTokens": 91051, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 91051, "toolResultTokens": 91051, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 91051, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 2689, "mainContextInputTokens": 2689, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 2689, "toolResultTokens": 2689, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 93, "wallTimeP95Ms": 93, "diskBytesWritten": 362121, "bytesOffloaded": 360000, "ctxReadBytesRetrieved": 1120, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 88362, "extraInternalTokens": 0, "mainTokensInjected": 2689, "contextEfficiency": 32.860542952770544, "qualityAdjustedSavings": 88362 } } ] }, { "id": "repeated-read", "title": "Repeated reads of one offloaded payload", "task": "Inspect three separate sections without copying the complete payload three times.", "baseline": { "mode": "baseline", "mainContextTokens": 75871, "mainContextInputTokens": 75871, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 75871, "toolResultTokens": 75871, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 75871, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 864, "mainContextInputTokens": 864, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 864, "toolResultTokens": 864, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 43, "wallTimeP95Ms": 51, "diskBytesWritten": 100555, "bytesOffloaded": 100000, "ctxReadBytesRetrieved": 765, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 75007, "extraInternalTokens": 0, "mainTokensInjected": 864, "contextEfficiency": 86.8136574074074, "qualityAdjustedSavings": 75007 }, "samples": [ { "iteration": 1, "baseline": { "mode": "baseline", "mainContextTokens": 75871, "mainContextInputTokens": 75871, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 75871, "toolResultTokens": 75871, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 75871, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 864, "mainContextInputTokens": 864, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 864, "toolResultTokens": 864, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 42, "wallTimeP95Ms": 42, "diskBytesWritten": 100555, "bytesOffloaded": 100000, "ctxReadBytesRetrieved": 765, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 75007, "extraInternalTokens": 0, "mainTokensInjected": 864, "contextEfficiency": 86.8136574074074, "qualityAdjustedSavings": 75007 } }, { "iteration": 2, "baseline": { "mode": "baseline", "mainContextTokens": 75871, "mainContextInputTokens": 75871, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 75871, "toolResultTokens": 75871, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 75871, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 864, "mainContextInputTokens": 864, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 864, "toolResultTokens": 864, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 40, "wallTimeP95Ms": 40, "diskBytesWritten": 100555, "bytesOffloaded": 100000, "ctxReadBytesRetrieved": 765, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 75007, "extraInternalTokens": 0, "mainTokensInjected": 864, "contextEfficiency": 86.8136574074074, "qualityAdjustedSavings": 75007 } }, { "iteration": 3, "baseline": { "mode": "baseline", "mainContextTokens": 75871, "mainContextInputTokens": 75871, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 75871, "toolResultTokens": 75871, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 75871, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 864, "mainContextInputTokens": 864, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 864, "toolResultTokens": 864, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 46, "wallTimeP95Ms": 46, "diskBytesWritten": 100555, "bytesOffloaded": 100000, "ctxReadBytesRetrieved": 765, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 75007, "extraInternalTokens": 0, "mainTokensInjected": 864, "contextEfficiency": 86.8136574074074, "qualityAdjustedSavings": 75007 } }, { "iteration": 4, "baseline": { "mode": "baseline", "mainContextTokens": 75871, "mainContextInputTokens": 75871, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 75871, "toolResultTokens": 75871, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 75871, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 864, "mainContextInputTokens": 864, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 864, "toolResultTokens": 864, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 44, "wallTimeP95Ms": 44, "diskBytesWritten": 100555, "bytesOffloaded": 100000, "ctxReadBytesRetrieved": 765, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 75007, "extraInternalTokens": 0, "mainTokensInjected": 864, "contextEfficiency": 86.8136574074074, "qualityAdjustedSavings": 75007 } }, { "iteration": 5, "baseline": { "mode": "baseline", "mainContextTokens": 75871, "mainContextInputTokens": 75871, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 75871, "toolResultTokens": 75871, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 75871, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 864, "mainContextInputTokens": 864, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 864, "toolResultTokens": 864, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 42, "wallTimeP95Ms": 42, "diskBytesWritten": 100555, "bytesOffloaded": 100000, "ctxReadBytesRetrieved": 765, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 75007, "extraInternalTokens": 0, "mainTokensInjected": 864, "contextEfficiency": 86.8136574074074, "qualityAdjustedSavings": 75007 } }, { "iteration": 6, "baseline": { "mode": "baseline", "mainContextTokens": 75871, "mainContextInputTokens": 75871, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 75871, "toolResultTokens": 75871, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 75871, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 864, "mainContextInputTokens": 864, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 864, "toolResultTokens": 864, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 39, "wallTimeP95Ms": 39, "diskBytesWritten": 100555, "bytesOffloaded": 100000, "ctxReadBytesRetrieved": 765, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 75007, "extraInternalTokens": 0, "mainTokensInjected": 864, "contextEfficiency": 86.8136574074074, "qualityAdjustedSavings": 75007 } }, { "iteration": 7, "baseline": { "mode": "baseline", "mainContextTokens": 75871, "mainContextInputTokens": 75871, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 75871, "toolResultTokens": 75871, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 75871, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 864, "mainContextInputTokens": 864, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 864, "toolResultTokens": 864, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 40, "wallTimeP95Ms": 40, "diskBytesWritten": 100555, "bytesOffloaded": 100000, "ctxReadBytesRetrieved": 765, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 75007, "extraInternalTokens": 0, "mainTokensInjected": 864, "contextEfficiency": 86.8136574074074, "qualityAdjustedSavings": 75007 } }, { "iteration": 8, "baseline": { "mode": "baseline", "mainContextTokens": 75871, "mainContextInputTokens": 75871, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 75871, "toolResultTokens": 75871, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 75871, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 864, "mainContextInputTokens": 864, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 864, "toolResultTokens": 864, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 40, "wallTimeP95Ms": 40, "diskBytesWritten": 100555, "bytesOffloaded": 100000, "ctxReadBytesRetrieved": 765, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 75007, "extraInternalTokens": 0, "mainTokensInjected": 864, "contextEfficiency": 86.8136574074074, "qualityAdjustedSavings": 75007 } }, { "iteration": 9, "baseline": { "mode": "baseline", "mainContextTokens": 75871, "mainContextInputTokens": 75871, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 75871, "toolResultTokens": 75871, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 75871, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 864, "mainContextInputTokens": 864, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 864, "toolResultTokens": 864, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 42, "wallTimeP95Ms": 42, "diskBytesWritten": 100555, "bytesOffloaded": 100000, "ctxReadBytesRetrieved": 765, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 75007, "extraInternalTokens": 0, "mainTokensInjected": 864, "contextEfficiency": 86.8136574074074, "qualityAdjustedSavings": 75007 } }, { "iteration": 10, "baseline": { "mode": "baseline", "mainContextTokens": 75871, "mainContextInputTokens": 75871, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 75871, "toolResultTokens": 75871, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 75871, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 864, "mainContextInputTokens": 864, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 864, "toolResultTokens": 864, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 41, "wallTimeP95Ms": 41, "diskBytesWritten": 100555, "bytesOffloaded": 100000, "ctxReadBytesRetrieved": 765, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 75007, "extraInternalTokens": 0, "mainTokensInjected": 864, "contextEfficiency": 86.8136574074074, "qualityAdjustedSavings": 75007 } }, { "iteration": 11, "baseline": { "mode": "baseline", "mainContextTokens": 75871, "mainContextInputTokens": 75871, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 75871, "toolResultTokens": 75871, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 75871, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 864, "mainContextInputTokens": 864, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 864, "toolResultTokens": 864, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 39, "wallTimeP95Ms": 39, "diskBytesWritten": 100555, "bytesOffloaded": 100000, "ctxReadBytesRetrieved": 765, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 75007, "extraInternalTokens": 0, "mainTokensInjected": 864, "contextEfficiency": 86.8136574074074, "qualityAdjustedSavings": 75007 } }, { "iteration": 12, "baseline": { "mode": "baseline", "mainContextTokens": 75871, "mainContextInputTokens": 75871, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 75871, "toolResultTokens": 75871, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 75871, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 864, "mainContextInputTokens": 864, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 864, "toolResultTokens": 864, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 42, "wallTimeP95Ms": 42, "diskBytesWritten": 100555, "bytesOffloaded": 100000, "ctxReadBytesRetrieved": 765, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 75007, "extraInternalTokens": 0, "mainTokensInjected": 864, "contextEfficiency": 86.8136574074074, "qualityAdjustedSavings": 75007 } }, { "iteration": 13, "baseline": { "mode": "baseline", "mainContextTokens": 75871, "mainContextInputTokens": 75871, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 75871, "toolResultTokens": 75871, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 75871, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 864, "mainContextInputTokens": 864, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 864, "toolResultTokens": 864, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 40, "wallTimeP95Ms": 40, "diskBytesWritten": 100555, "bytesOffloaded": 100000, "ctxReadBytesRetrieved": 765, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 75007, "extraInternalTokens": 0, "mainTokensInjected": 864, "contextEfficiency": 86.8136574074074, "qualityAdjustedSavings": 75007 } }, { "iteration": 14, "baseline": { "mode": "baseline", "mainContextTokens": 75871, "mainContextInputTokens": 75871, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 75871, "toolResultTokens": 75871, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 75871, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 864, "mainContextInputTokens": 864, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 864, "toolResultTokens": 864, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 43, "wallTimeP95Ms": 43, "diskBytesWritten": 100555, "bytesOffloaded": 100000, "ctxReadBytesRetrieved": 765, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 75007, "extraInternalTokens": 0, "mainTokensInjected": 864, "contextEfficiency": 86.8136574074074, "qualityAdjustedSavings": 75007 } }, { "iteration": 15, "baseline": { "mode": "baseline", "mainContextTokens": 75871, "mainContextInputTokens": 75871, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 75871, "toolResultTokens": 75871, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 75871, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 864, "mainContextInputTokens": 864, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 864, "toolResultTokens": 864, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 44, "wallTimeP95Ms": 44, "diskBytesWritten": 100555, "bytesOffloaded": 100000, "ctxReadBytesRetrieved": 765, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 75007, "extraInternalTokens": 0, "mainTokensInjected": 864, "contextEfficiency": 86.8136574074074, "qualityAdjustedSavings": 75007 } }, { "iteration": 16, "baseline": { "mode": "baseline", "mainContextTokens": 75871, "mainContextInputTokens": 75871, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 75871, "toolResultTokens": 75871, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 75871, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 864, "mainContextInputTokens": 864, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 864, "toolResultTokens": 864, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 47, "wallTimeP95Ms": 47, "diskBytesWritten": 100555, "bytesOffloaded": 100000, "ctxReadBytesRetrieved": 765, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 75007, "extraInternalTokens": 0, "mainTokensInjected": 864, "contextEfficiency": 86.8136574074074, "qualityAdjustedSavings": 75007 } }, { "iteration": 17, "baseline": { "mode": "baseline", "mainContextTokens": 75871, "mainContextInputTokens": 75871, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 75871, "toolResultTokens": 75871, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 75871, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 864, "mainContextInputTokens": 864, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 864, "toolResultTokens": 864, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 42, "wallTimeP95Ms": 42, "diskBytesWritten": 100555, "bytesOffloaded": 100000, "ctxReadBytesRetrieved": 765, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 75007, "extraInternalTokens": 0, "mainTokensInjected": 864, "contextEfficiency": 86.8136574074074, "qualityAdjustedSavings": 75007 } }, { "iteration": 18, "baseline": { "mode": "baseline", "mainContextTokens": 75871, "mainContextInputTokens": 75871, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 75871, "toolResultTokens": 75871, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 75871, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 864, "mainContextInputTokens": 864, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 864, "toolResultTokens": 864, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 59, "wallTimeP95Ms": 59, "diskBytesWritten": 100555, "bytesOffloaded": 100000, "ctxReadBytesRetrieved": 765, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 75007, "extraInternalTokens": 0, "mainTokensInjected": 864, "contextEfficiency": 86.8136574074074, "qualityAdjustedSavings": 75007 } }, { "iteration": 19, "baseline": { "mode": "baseline", "mainContextTokens": 75871, "mainContextInputTokens": 75871, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 75871, "toolResultTokens": 75871, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 75871, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 864, "mainContextInputTokens": 864, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 864, "toolResultTokens": 864, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 44, "wallTimeP95Ms": 44, "diskBytesWritten": 100555, "bytesOffloaded": 100000, "ctxReadBytesRetrieved": 765, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 75007, "extraInternalTokens": 0, "mainTokensInjected": 864, "contextEfficiency": 86.8136574074074, "qualityAdjustedSavings": 75007 } }, { "iteration": 20, "baseline": { "mode": "baseline", "mainContextTokens": 75871, "mainContextInputTokens": 75871, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 75871, "toolResultTokens": 75871, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 75871, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 864, "mainContextInputTokens": 864, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 864, "toolResultTokens": 864, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 43, "wallTimeP95Ms": 43, "diskBytesWritten": 100555, "bytesOffloaded": 100000, "ctxReadBytesRetrieved": 765, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 75007, "extraInternalTokens": 0, "mainTokensInjected": 864, "contextEfficiency": 86.8136574074074, "qualityAdjustedSavings": 75007 } }, { "iteration": 21, "baseline": { "mode": "baseline", "mainContextTokens": 75871, "mainContextInputTokens": 75871, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 75871, "toolResultTokens": 75871, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 75871, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 864, "mainContextInputTokens": 864, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 864, "toolResultTokens": 864, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 44, "wallTimeP95Ms": 44, "diskBytesWritten": 100555, "bytesOffloaded": 100000, "ctxReadBytesRetrieved": 765, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 75007, "extraInternalTokens": 0, "mainTokensInjected": 864, "contextEfficiency": 86.8136574074074, "qualityAdjustedSavings": 75007 } }, { "iteration": 22, "baseline": { "mode": "baseline", "mainContextTokens": 75871, "mainContextInputTokens": 75871, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 75871, "toolResultTokens": 75871, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 75871, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 864, "mainContextInputTokens": 864, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 864, "toolResultTokens": 864, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 46, "wallTimeP95Ms": 46, "diskBytesWritten": 100555, "bytesOffloaded": 100000, "ctxReadBytesRetrieved": 765, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 75007, "extraInternalTokens": 0, "mainTokensInjected": 864, "contextEfficiency": 86.8136574074074, "qualityAdjustedSavings": 75007 } }, { "iteration": 23, "baseline": { "mode": "baseline", "mainContextTokens": 75871, "mainContextInputTokens": 75871, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 75871, "toolResultTokens": 75871, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 75871, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 864, "mainContextInputTokens": 864, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 864, "toolResultTokens": 864, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 48, "wallTimeP95Ms": 48, "diskBytesWritten": 100555, "bytesOffloaded": 100000, "ctxReadBytesRetrieved": 765, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 75007, "extraInternalTokens": 0, "mainTokensInjected": 864, "contextEfficiency": 86.8136574074074, "qualityAdjustedSavings": 75007 } }, { "iteration": 24, "baseline": { "mode": "baseline", "mainContextTokens": 75871, "mainContextInputTokens": 75871, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 75871, "toolResultTokens": 75871, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 75871, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 864, "mainContextInputTokens": 864, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 864, "toolResultTokens": 864, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 49, "wallTimeP95Ms": 49, "diskBytesWritten": 100555, "bytesOffloaded": 100000, "ctxReadBytesRetrieved": 765, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 75007, "extraInternalTokens": 0, "mainTokensInjected": 864, "contextEfficiency": 86.8136574074074, "qualityAdjustedSavings": 75007 } }, { "iteration": 25, "baseline": { "mode": "baseline", "mainContextTokens": 75871, "mainContextInputTokens": 75871, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 75871, "toolResultTokens": 75871, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 75871, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 864, "mainContextInputTokens": 864, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 864, "toolResultTokens": 864, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 49, "wallTimeP95Ms": 49, "diskBytesWritten": 100555, "bytesOffloaded": 100000, "ctxReadBytesRetrieved": 765, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 75007, "extraInternalTokens": 0, "mainTokensInjected": 864, "contextEfficiency": 86.8136574074074, "qualityAdjustedSavings": 75007 } }, { "iteration": 26, "baseline": { "mode": "baseline", "mainContextTokens": 75871, "mainContextInputTokens": 75871, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 75871, "toolResultTokens": 75871, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 75871, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 864, "mainContextInputTokens": 864, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 864, "toolResultTokens": 864, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 50, "wallTimeP95Ms": 50, "diskBytesWritten": 100555, "bytesOffloaded": 100000, "ctxReadBytesRetrieved": 765, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 75007, "extraInternalTokens": 0, "mainTokensInjected": 864, "contextEfficiency": 86.8136574074074, "qualityAdjustedSavings": 75007 } }, { "iteration": 27, "baseline": { "mode": "baseline", "mainContextTokens": 75871, "mainContextInputTokens": 75871, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 75871, "toolResultTokens": 75871, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 1, "wallTimeP95Ms": 1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 75871, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 864, "mainContextInputTokens": 864, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 864, "toolResultTokens": 864, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 51, "wallTimeP95Ms": 51, "diskBytesWritten": 100555, "bytesOffloaded": 100000, "ctxReadBytesRetrieved": 765, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 75007, "extraInternalTokens": 0, "mainTokensInjected": 864, "contextEfficiency": 86.8136574074074, "qualityAdjustedSavings": 75007 } }, { "iteration": 28, "baseline": { "mode": "baseline", "mainContextTokens": 75871, "mainContextInputTokens": 75871, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 75871, "toolResultTokens": 75871, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 75871, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 864, "mainContextInputTokens": 864, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 864, "toolResultTokens": 864, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 39, "wallTimeP95Ms": 39, "diskBytesWritten": 100555, "bytesOffloaded": 100000, "ctxReadBytesRetrieved": 765, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 75007, "extraInternalTokens": 0, "mainTokensInjected": 864, "contextEfficiency": 86.8136574074074, "qualityAdjustedSavings": 75007 } }, { "iteration": 29, "baseline": { "mode": "baseline", "mainContextTokens": 75871, "mainContextInputTokens": 75871, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 75871, "toolResultTokens": 75871, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 75871, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 864, "mainContextInputTokens": 864, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 864, "toolResultTokens": 864, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 51, "wallTimeP95Ms": 51, "diskBytesWritten": 100555, "bytesOffloaded": 100000, "ctxReadBytesRetrieved": 765, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 75007, "extraInternalTokens": 0, "mainTokensInjected": 864, "contextEfficiency": 86.8136574074074, "qualityAdjustedSavings": 75007 } }, { "iteration": 30, "baseline": { "mode": "baseline", "mainContextTokens": 75871, "mainContextInputTokens": 75871, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 75871, "toolResultTokens": 75871, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 0.1, "wallTimeP95Ms": 0.1, "diskBytesWritten": 0, "bytesOffloaded": 0, "ctxReadBytesRetrieved": 0, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 0, "extraInternalTokens": 0, "mainTokensInjected": 75871, "contextEfficiency": 0, "qualityAdjustedSavings": 0 }, "ce": { "mode": "ce", "mainContextTokens": 864, "mainContextInputTokens": 864, "mainContextOutputTokens": 0, "mainContextInjectedTokens": 864, "toolResultTokens": 864, "childModelTokens": 0, "internalWorkTokens": 0, "wallTimeMs": 41, "wallTimeP95Ms": 41, "diskBytesWritten": 100555, "bytesOffloaded": 100000, "ctxReadBytesRetrieved": 765, "finalAnswerCorrect": true, "taskCompleted": true, "mainTokensPrevented": 75007, "extraInternalTokens": 0, "mainTokensInjected": 864, "contextEfficiency": 86.8136574074074, "qualityAdjustedSavings": 75007 } } ] } ] }