{
  "n_queries": 1000,
  "repo": "django",
  "repo_path": "/path/to/django",
  "dataset": "dataset_1k_django.json",
  "memtrace_backend": "memdb-v0.3.22",
  "tools": {
    "memtrace": {
      "adapter": "memtrace",
      "description": "Rust binary, MCP JSON-RPC over stdio, find_symbol \u2014 backend=memdb-v0.3.22",
      "n_queries": 1000,
      "coverage_pct": 100.0,
      "acc_at_1_pct": 80.5,
      "acc_at_5_pct": 91.7,
      "acc_at_10_pct": 93.7,
      "recall_at_10_pct": 93.7,
      "precision_at_10": 0.8096,
      "mrr": 0.8552,
      "conditional_acc_at_1_pct": 80.5,
      "avg_latency_ms": 0.18,
      "median_latency_ms": 0.06,
      "p95_latency_ms": 0.45,
      "p99_latency_ms": 3.08,
      "avg_tokens": 592.0,
      "wall_seconds": 0.24,
      "peak_rss_mb": 1175.7,
      "index_time_s": 513.0,
      "embedding_time_s": 0.0
    },
    "chromadb": {
      "adapter": "chromadb",
      "description": "chromadb 1.5 + sentence-transformers all-MiniLM-L6-v2, 800-char code chunks",
      "n_queries": 1000,
      "coverage_pct": 100.0,
      "acc_at_1_pct": 34.5,
      "acc_at_5_pct": 57.3,
      "acc_at_10_pct": 61.7,
      "recall_at_10_pct": 61.7,
      "precision_at_10": 0.1294,
      "mrr": 0.4378,
      "conditional_acc_at_1_pct": 34.5,
      "avg_latency_ms": 54.06,
      "median_latency_ms": 53.76,
      "p95_latency_ms": 55.79,
      "p99_latency_ms": 59.16,
      "avg_tokens": 1840.0,
      "wall_seconds": 54.08,
      "peak_rss_mb": 1175.7,
      "index_time_s": 268.63,
      "embedding_time_s": 268.63
    },
    "gitnexus": {
      "adapter": "gitnexus",
      "description": "GitNexus eval-server (POST /tool/query, JSON body)",
      "n_queries": 1000,
      "coverage_pct": 98.9,
      "acc_at_1_pct": 81.1,
      "acc_at_5_pct": 91.9,
      "acc_at_10_pct": 92.9,
      "recall_at_10_pct": 92.9,
      "precision_at_10": 0.6605,
      "mrr": 0.8593,
      "conditional_acc_at_1_pct": 82.0,
      "avg_latency_ms": 20.8,
      "median_latency_ms": 15.4,
      "p95_latency_ms": 56.49,
      "p99_latency_ms": 58.24,
      "avg_tokens": 176.0,
      "wall_seconds": 20.8,
      "peak_rss_mb": 1175.7,
      "index_time_s": 48.4,
      "embedding_time_s": 0.0
    },
    "cgc": {
      "adapter": "cgc",
      "description": "cgc find <name> CLI + grep fallback to recover file paths",
      "n_queries": 1000,
      "coverage_pct": 2.1,
      "acc_at_1_pct": 0.0,
      "acc_at_5_pct": 0.8,
      "acc_at_10_pct": 1.3,
      "recall_at_10_pct": 1.3,
      "precision_at_10": 0.0026,
      "mrr": 0.0043,
      "conditional_acc_at_1_pct": 0.0,
      "avg_latency_ms": 458.06,
      "median_latency_ms": 428.57,
      "p95_latency_ms": 447.72,
      "p99_latency_ms": 2143.98,
      "avg_tokens": 67.0,
      "wall_seconds": 458.1,
      "peak_rss_mb": 1175.7,
      "index_time_s": 0.0,
      "embedding_time_s": 0.0
    }
  }
}