{ "schemaVersion": "ucr.deterministic-verification/2", "evidenceClass": "deterministic-conformance-not-live-effectiveness", "source": { "fixtureHash": "cbcf660b87d8714ada6c445ddd761947c3db01d2292edad0956e677ad90e7d73", "benchmarkHash": "597b75c9fb2a20a171bdde67c7a40cc5aef9aa27ee730550a747c750a39243d2", "competitorRegistryHash": "c25fcd84a3e383ddfbbd0148e0a673ed7607d73da6ff75bdd8a64a5b188b68de" }, "implementation": { "workstreamsWithRuntimeModules": 18, "workstreamsTotal": 18, "bootstrapOperations": 2, "staticSurfaceTokens": 84 }, "conformance": { "registeredClients": 16, "schemaCertifiedClients": 16, "lifecycleFamilies": 4, "executableSmokeClients": 3, "cognitionSemanticParity": true, "fixtureEventsPerClient": 5 }, "deterministicProof": { "checksPassed": 29, "checksTotal": 29, "replayInvariant": true, "graphRebuildInvariant": true, "guardFalsePositiveRate": 0, "guardFalseNegativeCount": 0, "contextCapsuleTokens": 27, "contextBudgetTokens": 128, "coordinatedWriters": 100, "lostAcceptedEventsInRecovery": 0 }, "benchmarkProtocol": { "taskFamilies": 11, "frozenTasks": 11, "arms": 7, "deterministicArmRuns": 77, "compoundingTasks": 100, "plannedCompoundingRuns": 700, "competitorBaselines": 10 }, "liveEvidence": { "status": "passed-three-direction-smoke", "modelRuns": 9, "executableClientSmokes": 3, "competitiveReproductions": 0, "reportHash": "862391eee20caae26ff445ea3f5ae0fc71eb5dbdd453deebb183c775293ac3e8", "evidenceTiers": { "transport": { "status": "missing", "ledgers": 0, "rows": 0, "hashes": [] }, "conformance": { "status": "present", "ledgers": 2, "rows": 707, "hashes": [ "83fad7c4304136839c9d40a6cd978a3098b5e580dd3ac4bec7d71b38f00e8c56", "7d1f5cf0f9b027c2a6e3130860a17e580b6989ac2f6776237858ab296408545a" ] }, "executable-smoke": { "status": "present", "ledgers": 9, "rows": 19, "hashes": [ "96000a35253e6c02ec6d0937cca0fde20fc2e080c19e901e3b13d2ffeb9fa8b9", "0efd8b4dcaa975017b0509c47906b34d7b836d45f3d3e976be787fd4ea2a2c41", "b8c8371750b77e12f60507be373aedbca433ecabf7c9a29ba3ecf842ad07822d", "96fb850199d15ac70aebd837075b1fdae61214b3c88b293681679be8c558e999", "f4383a405fd5fec280108b65506179c78a8418a905ba1643277dc75b0478aef7", "ceac3e14739ed4b580f725befd832b9b3bce66718f451a1096cbcf7f6db77711", "e1b9795d36ae9a41c50f6ebc43910e72f0113c798bf69e6aa489bf57eb1591a6", "34351afe3c4d9763cac84ebeb2d9ecd8a2dcf2142064c97c8ae9d69036fe0169", "42dbeba5e30bb4f1f138edc0d344560b8494217dd20a36a411d5d871b76d79c7" ] }, "effectiveness": { "status": "missing", "ledgers": 0, "rows": 0, "hashes": [] }, "superiority": { "status": "missing", "ledgers": 0, "rows": 0, "hashes": [] }, "production": { "status": "missing", "ledgers": 0, "rows": 0, "hashes": [] } }, "reason": "three live directions prove executable transfer and control abstention across three CLIs and two model families, not powered effectiveness or superiority" }, "release": { "status": "insufficient", "passed": false, "missing": [ "applicabilityPrecision", "applicabilityPrecisionIntervalLow", "preActionDelivery", "preActionDeliveryIntervalLow", "irrelevantDeliveryIntervalHigh", "staleDelivery", "staleDeliveryIntervalHigh", "recurrenceReduction", "recurrenceIntervalLow", "naturalCorrectnessDelta", "naturalCorrectnessIntervalLow", "severeUnquarantined", "emptyP95Overhead", "reconstructionTokenReduction", "firstSuccessorTokenReduction", "firstSuccessorTokenIntervalLow", "latencyOverheadP95", "knownMistakeRecurrence", "contradictoryDelivery", "contradictoryDeliveryIntervalHigh", "negativeDeliveryIntervalHigh", "consumerSchemaTokensP95", "captureModelCallsP95", "crossClientPassed", "benchmarkFamilyCoverage", "benchmarkArmCoverage", "directionalCorrectnessIntervalLow", "familyCorrectnessIntervalLow", "directionalTokenOverheadHigh", "causalChainIntegrity", "trialIntegrity", "independentGrading", "competitivePassed", "competitiveCoverage", "competitiveReproducibility" ], "failed": [] }, "checks": [ { "name": "all registered clients pass schema conformance", "passed": true, "detail": "16/16" }, { "name": "all clients produce identical cognition semantics", "passed": true, "detail": "5 lifecycle events each" }, { "name": "independent Python implementation replays identical cognition semantics", "passed": true, "detail": { "diagnostics": [], "events": 5, "implementation": "python-stdlib", "semanticDigest": "633df63bec7a8543f995c4282483b022eea5e5520cb00fce6c8f779fb04f63ee" } }, { "name": "certification is honest about executable smoke coverage", "passed": true, "detail": "schema certification is not labelled live proof" }, { "name": "unified signed evidence index is integrity-valid", "passed": true, "detail": "16/16 artifacts" }, { "name": "stateful cross-model smoke passes both primary directions and retains the blocked edge", "passed": true, "detail": { "artifactsValid": 16, "artifactsTotal": 16, "liveDirectionsPassed": 2, "liveDirectionsAttempted": 3, "liveDirectionMetrics": [ { "direction": "codex->claude-code", "integrityValid": true, "passed": true, "controlCorrect": true, "runtimeCorrect": true, "predecessorMistakeObserved": true, "predecessorCorrectionVerified": true, "repeatedFailure": false, "controlMistake": false, "delivered": true, "nativeGuardWired": true, "nativeGuardEnforced": false, "captureModelCalls": 0, "consumerStaticSchemaTokens": 0, "capsuleTokens": 57, "controlTokenTraffic": 324886, "runtimeTokenTraffic": 287344, "tokenTrafficDelta": -0.11555437907450614, "controlLatencyMs": 67516.1478, "runtimeLatencyMs": 74853.2538, "latencyDelta": 0.10867186945757588 }, { "direction": "claude-code->codex", "integrityValid": true, "passed": true, "controlCorrect": true, "runtimeCorrect": true, "predecessorMistakeObserved": true, "predecessorCorrectionVerified": true, "repeatedFailure": false, "controlMistake": false, "delivered": true, "nativeGuardWired": true, "nativeGuardEnforced": false, "captureModelCalls": 0, "consumerStaticSchemaTokens": 0, "capsuleTokens": 98, "controlTokenTraffic": 377357, "runtimeTokenTraffic": 375166, "tokenTrafficDelta": -0.005806172934383091, "controlLatencyMs": 78773.0749, "runtimeLatencyMs": 78356.7587, "latencyDelta": -0.00528500633660044 }, { "direction": "claude-code->copilot", "integrityValid": true, "passed": false, "controlCorrect": false, "runtimeCorrect": false, "predecessorMistakeObserved": true, "predecessorCorrectionVerified": true, "repeatedFailure": false, "controlMistake": false, "delivered": true, "nativeGuardWired": null, "nativeGuardEnforced": null, "captureModelCalls": null, "consumerStaticSchemaTokens": 0, "capsuleTokens": 317, "controlTokenTraffic": null, "runtimeTokenTraffic": null, "tokenTrafficDelta": null, "controlLatencyMs": 3331, "runtimeLatencyMs": 2807, "latencyDelta": -0.15731011708195736 } ], "liveDirectionsWithLowerTokenTraffic": 2, "liveDirectionsWithLowerLatency": 1, "combinedLiveTokenReduction": 0.05658012967021387, "combinedLiveLatencyReduction": -0.047308951898614456, "blindedControlMistakes": 0, "runtimeKnownMistakeRecurrences": 0, "nativeGuardEnforcements": 0, "maximumCaptureModelCalls": 0, "maximumConsumerStaticSchemaTokens": 0, "registeredClientProcesses": 16, "graphEvents": 1000000, "coordinationWorkers": 100, "productionFaults": 6, "cognitiveSchemaTokens": 480, "cognitiveReductionVsFull": 0.9840663900414938, "studyDesign": { "passed": true, "trials": 54054, "providerInvocations": 113022, "mappedMetrics": 37, "representativeStudyClients": 3, "universalDriverClients": 16, "coverage": { "families": 1, "arms": 1, "familyCount": 11, "requiredFamilies": 11, "armCount": 7, "requiredArms": 7, "clients": 3, "modelFamilies": 3, "directions": 9, "materialVariants": 1420 } } } }, { "name": "scale, coordination, adapter, and fault artifacts meet frozen targets", "passed": true, "detail": { "artifactsValid": 16, "artifactsTotal": 16, "liveDirectionsPassed": 2, "liveDirectionsAttempted": 3, "liveDirectionMetrics": [ { "direction": "codex->claude-code", "integrityValid": true, "passed": true, "controlCorrect": true, "runtimeCorrect": true, "predecessorMistakeObserved": true, "predecessorCorrectionVerified": true, "repeatedFailure": false, "controlMistake": false, "delivered": true, "nativeGuardWired": true, "nativeGuardEnforced": false, "captureModelCalls": 0, "consumerStaticSchemaTokens": 0, "capsuleTokens": 57, "controlTokenTraffic": 324886, "runtimeTokenTraffic": 287344, "tokenTrafficDelta": -0.11555437907450614, "controlLatencyMs": 67516.1478, "runtimeLatencyMs": 74853.2538, "latencyDelta": 0.10867186945757588 }, { "direction": "claude-code->codex", "integrityValid": true, "passed": true, "controlCorrect": true, "runtimeCorrect": true, "predecessorMistakeObserved": true, "predecessorCorrectionVerified": true, "repeatedFailure": false, "controlMistake": false, "delivered": true, "nativeGuardWired": true, "nativeGuardEnforced": false, "captureModelCalls": 0, "consumerStaticSchemaTokens": 0, "capsuleTokens": 98, "controlTokenTraffic": 377357, "runtimeTokenTraffic": 375166, "tokenTrafficDelta": -0.005806172934383091, "controlLatencyMs": 78773.0749, "runtimeLatencyMs": 78356.7587, "latencyDelta": -0.00528500633660044 }, { "direction": "claude-code->copilot", "integrityValid": true, "passed": false, "controlCorrect": false, "runtimeCorrect": false, "predecessorMistakeObserved": true, "predecessorCorrectionVerified": true, "repeatedFailure": false, "controlMistake": false, "delivered": true, "nativeGuardWired": null, "nativeGuardEnforced": null, "captureModelCalls": null, "consumerStaticSchemaTokens": 0, "capsuleTokens": 317, "controlTokenTraffic": null, "runtimeTokenTraffic": null, "tokenTrafficDelta": null, "controlLatencyMs": 3331, "runtimeLatencyMs": 2807, "latencyDelta": -0.15731011708195736 } ], "liveDirectionsWithLowerTokenTraffic": 2, "liveDirectionsWithLowerLatency": 1, "combinedLiveTokenReduction": 0.05658012967021387, "combinedLiveLatencyReduction": -0.047308951898614456, "blindedControlMistakes": 0, "runtimeKnownMistakeRecurrences": 0, "nativeGuardEnforcements": 0, "maximumCaptureModelCalls": 0, "maximumConsumerStaticSchemaTokens": 0, "registeredClientProcesses": 16, "graphEvents": 1000000, "coordinationWorkers": 100, "productionFaults": 6, "cognitiveSchemaTokens": 480, "cognitiveReductionVsFull": 0.9840663900414938, "studyDesign": { "passed": true, "trials": 54054, "providerInvocations": 113022, "mappedMetrics": 37, "representativeStudyClients": 3, "universalDriverClients": 16, "coverage": { "families": 1, "arms": 1, "familyCount": 11, "requiredFamilies": 11, "armCount": 7, "requiredArms": 7, "clients": 3, "modelFamilies": 3, "directions": 9, "materialVariants": 1420 } } } }, { "name": "duplicate and out-of-order replay is projection invariant", "passed": true, "detail": "2 duplicates suppressed" }, { "name": "graph rebuild is byte-equivalent after canonical ordering", "passed": true, "detail": { "valid": true, "objects": 1, "relations": 0, "events": 5, "orphaned": [], "diagnostics": [] } }, { "name": "semantic compiler enforces propose, verify, activate", "passed": true, "detail": { "total": 1, "positiveApplicabilityRate": 1, "negativeApplicabilityRate": 1, "verifiedReceiptCoverage": 1, "duplicateRate": 0, "hardNegativeCases": 0, "overgeneralizationRate": null, "applicabilityRecall": null } }, { "name": "semantic object has positive and negative applicability", "passed": true, "detail": { "total": 1, "positiveApplicabilityRate": 1, "negativeApplicabilityRate": 1, "verifiedReceiptCoverage": 1, "duplicateRate": 0, "hardNegativeCases": 0, "overgeneralizationRate": null, "applicabilityRecall": null } }, { "name": "guard simulation has no false activation or miss", "passed": true, "detail": { "cases": 101, "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "falsePositiveRate": 0, "falseNegativeRate": 0, "safeToActivate": true } }, { "name": "known mistake requires verification before action", "passed": true, "detail": "require-verification" }, { "name": "emergency disable always permits recovery", "passed": true }, { "name": "causal credit refuses a confounded join", "passed": true, "detail": [ "objects were delivered more than once in one episode" ] }, { "name": "credit policy abstains without minimum causal evidence", "passed": true }, { "name": "applicable context capsule is delivered within the decision budget", "passed": true, "detail": { "action": "deliver", "tokens": 27, "maximum": 384 } }, { "name": "cross-model takeover rejects stale workspace state", "passed": true, "detail": [ "workspace.head", "workspace.artifactHashes" ] }, { "name": "100 simulated concurrent writers retain authoritative ownership", "passed": true, "detail": "100/100" }, { "name": "coordination rejects duplicate work intent", "passed": true, "detail": { "defined": false, "duplicateOf": "task-0" } }, { "name": "signed compatible federation bundle is authorized", "passed": true, "detail": { "authorized": true, "objectId": "claim:federated", "sourceTenant": "tenant-a", "targetTenant": "tenant-b", "operation": "retrieve", "compatibility": { "compatible": true, "reasons": [ "language=typescript" ], "mismatches": [] }, "grantId": "grant-1", "denied": [] } }, { "name": "revocation prevents subsequent cross-project retrieval", "passed": true, "detail": [ "object revoked" ] }, { "name": "minimal continuity profile exposes exactly capture and query", "passed": true, "detail": [ "context_page", "cognition_record" ] }, { "name": "benchmark covers all eleven cognitive-continuity families", "passed": true, "detail": "11 tasks / 77 scheduled arm runs" }, { "name": "competitive registry covers ten frozen baseline kinds", "passed": true, "detail": "10/10" }, { "name": "compounding protocol schedules 100 linked tasks across models, clients and machines", "passed": true, "detail": "100 tasks / 700 arm runs" }, { "name": "release gate refuses to infer effectiveness from deterministic conformance", "passed": true, "detail": "35 live fields missing" }, { "name": "canary regression automatically rolls back and scopes a kill switch", "passed": true, "detail": "observe-only" }, { "name": "recovery exercise restores every accepted event", "passed": true, "detail": { "passed": true, "lost": [], "recoveryPointEvents": 0, "recoveryTimeMs": 30 } } ], "reportHash": "eda1fc7e69eece53eac45b224c9863e9498b22d7a9a20f3ac291a5c1bce9858e" }