{
  "schema": "omnius.keyless-inference-compat.v1",
  "status": "compatibility_failures",
  "backend": "OllamaAgenticBackend/openai-chat/configuredEndpointOnly",
  "syntheticOnly": true,
  "localInferenceRequests": 0,
  "blockedLocalDispatches": 0,
  "toolsExecuted": 0,
  "telegramMessagesSent": 0,
  "retries": 0,
  "providers": [
    {
      "providerId": "hermes",
      "models": [
        {
          "model": "turboderp/Qwen3.8-27B-exl3",
          "checks": [
            {
              "check": "text",
              "status": "pass",
              "elapsedMs": 16132,
              "httpStatus": 200,
              "dispatches": 1,
              "requestBytes": 2563,
              "inputTokens": 859,
              "toolCount": 0,
              "inputTokenEstimateBasis": "production_conservative_admission",
              "providerPromptTokens": 533,
              "forcedToolChoice": false,
              "schemaOnWire": false,
              "modelOnWire": "turboderp/Qwen3.8-27B-exl3",
              "transportSuccess": true,
              "instructionCompliance": true,
              "visibleCharacters": 2,
              "nativeToolCalls": 0,
              "finishFrames": 0
            },
            {
              "check": "stream",
              "status": "pass",
              "elapsedMs": 21312,
              "httpStatus": 200,
              "dispatches": 1,
              "requestBytes": 2617,
              "inputTokens": 859,
              "toolCount": 0,
              "inputTokenEstimateBasis": "production_conservative_admission",
              "providerPromptTokens": 533,
              "forcedToolChoice": false,
              "schemaOnWire": false,
              "modelOnWire": "turboderp/Qwen3.8-27B-exl3",
              "transportSuccess": true,
              "instructionCompliance": true,
              "streamClosed": true,
              "visibleCharacters": 2,
              "nativeToolCalls": 0,
              "finishFrames": 1
            },
            {
              "check": "native_tool",
              "status": "pass",
              "elapsedMs": 21838,
              "httpStatus": 200,
              "dispatches": 1,
              "requestBytes": 3135,
              "inputTokens": 1051,
              "toolCount": 1,
              "inputTokenEstimateBasis": "production_conservative_admission",
              "providerPromptTokens": 833,
              "forcedToolChoice": true,
              "schemaOnWire": false,
              "modelOnWire": "turboderp/Qwen3.8-27B-exl3",
              "transportSuccess": true,
              "instructionCompliance": true,
              "streamClosed": true,
              "visibleCharacters": 0,
              "nativeToolCalls": 1,
              "finishFrames": 1
            },
            {
              "check": "tool_result",
              "status": "pass",
              "elapsedMs": 32113,
              "httpStatus": 200,
              "dispatches": 1,
              "requestBytes": 3373,
              "inputTokens": 1191,
              "toolCount": 1,
              "inputTokenEstimateBasis": "production_conservative_admission",
              "providerPromptTokens": 899,
              "forcedToolChoice": false,
              "schemaOnWire": false,
              "modelOnWire": "turboderp/Qwen3.8-27B-exl3",
              "transportSuccess": true,
              "instructionCompliance": true,
              "visibleCharacters": 14,
              "nativeToolCalls": 0,
              "finishFrames": 0
            },
            {
              "check": "json_schema",
              "status": "pass",
              "elapsedMs": 664,
              "httpStatus": 200,
              "dispatches": 1,
              "requestBytes": 2868,
              "inputTokens": 882,
              "toolCount": 0,
              "inputTokenEstimateBasis": "production_conservative_admission",
              "providerPromptTokens": 545,
              "forcedToolChoice": false,
              "schemaOnWire": true,
              "modelOnWire": "turboderp/Qwen3.8-27B-exl3",
              "transportSuccess": true,
              "instructionCompliance": true,
              "visibleCharacters": 15,
              "nativeToolCalls": 0,
              "finishFrames": 0
            },
            {
              "check": "native_context",
              "status": "pass",
              "elapsedMs": 26443,
              "httpStatus": 200,
              "dispatches": 1,
              "requestBytes": 33061,
              "inputTokens": 11738,
              "toolCount": 12,
              "inputTokenEstimateBasis": "production_conservative_admission",
              "providerPromptTokens": 9307,
              "forcedToolChoice": false,
              "schemaOnWire": false,
              "modelOnWire": "turboderp/Qwen3.8-27B-exl3",
              "transportSuccess": true,
              "instructionCompliance": true,
              "visibleCharacters": 46,
              "nativeToolCalls": 0,
              "finishFrames": 0
            }
          ]
        }
      ]
    },
    {
      "providerId": "chat",
      "models": [
        {
          "model": "provider-default",
          "checks": [
            {
              "check": "text",
              "status": "pass",
              "elapsedMs": 1369,
              "httpStatus": 200,
              "dispatches": 1,
              "requestBytes": 2477,
              "inputTokens": 859,
              "toolCount": 0,
              "inputTokenEstimateBasis": "production_conservative_admission",
              "forcedToolChoice": false,
              "schemaOnWire": false,
              "modelOnWire": null,
              "transportSuccess": true,
              "instructionCompliance": false,
              "visibleCharacters": 3,
              "nativeToolCalls": 0,
              "finishFrames": 0
            },
            {
              "check": "stream",
              "status": "pass",
              "elapsedMs": 1849,
              "httpStatus": 200,
              "dispatches": 1,
              "requestBytes": 2531,
              "inputTokens": 859,
              "toolCount": 0,
              "inputTokenEstimateBasis": "production_conservative_admission",
              "forcedToolChoice": false,
              "schemaOnWire": false,
              "modelOnWire": null,
              "transportSuccess": true,
              "instructionCompliance": false,
              "streamClosed": true,
              "visibleCharacters": 3,
              "nativeToolCalls": 0,
              "finishFrames": 0
            },
            {
              "check": "native_tool",
              "status": "fail",
              "category": "contract_not_observed",
              "elapsedMs": 1304,
              "httpStatus": 200,
              "dispatches": 1,
              "requestBytes": 3049,
              "inputTokens": 1051,
              "toolCount": 1,
              "inputTokenEstimateBasis": "production_conservative_admission",
              "forcedToolChoice": true,
              "schemaOnWire": false,
              "modelOnWire": null,
              "transportSuccess": true,
              "instructionCompliance": false,
              "streamClosed": true,
              "visibleCharacters": 32,
              "nativeToolCalls": 0,
              "finishFrames": 0
            },
            {
              "check": "tool_result",
              "status": "unsupported",
              "category": "native_tool_not_observed"
            },
            {
              "check": "json_schema",
              "status": "fail",
              "category": "contract_not_observed",
              "elapsedMs": 1198,
              "httpStatus": 200,
              "dispatches": 1,
              "requestBytes": 2782,
              "inputTokens": 882,
              "toolCount": 0,
              "inputTokenEstimateBasis": "production_conservative_admission",
              "forcedToolChoice": false,
              "schemaOnWire": true,
              "modelOnWire": null,
              "transportSuccess": true,
              "instructionCompliance": false,
              "visibleCharacters": 27,
              "nativeToolCalls": 0,
              "finishFrames": 0
            },
            {
              "check": "native_context",
              "status": "pass",
              "elapsedMs": 1702,
              "httpStatus": 200,
              "dispatches": 1,
              "requestBytes": 32975,
              "inputTokens": 11738,
              "toolCount": 12,
              "inputTokenEstimateBasis": "production_conservative_admission",
              "forcedToolChoice": false,
              "schemaOnWire": false,
              "modelOnWire": null,
              "transportSuccess": true,
              "instructionCompliance": true,
              "visibleCharacters": 46,
              "nativeToolCalls": 0,
              "finishFrames": 0
            }
          ]
        }
      ]
    }
  ]
}
