{
  "n_queries": 1000,
  "repo": "mempalace",
  "repo_path": "/path/to/mempalace",
  "dataset": "dataset.json",
  "memtrace_backend": "memdb-v0.3.22",
  "tools": {
    "memtrace": {
      "adapter": "memtrace",
      "description": "Rust binary, MCP JSON-RPC over stdio, find_symbol \u2014 backend=memdb-v0.3.22",
      "n_queries": 1000,
      "coverage_pct": 100.0,
      "acc_at_1_pct": 96.6,
      "acc_at_5_pct": 100.0,
      "acc_at_10_pct": 100.0,
      "recall_at_10_pct": 100.0,
      "precision_at_10": 0.9671,
      "mrr": 0.9801,
      "conditional_acc_at_1_pct": 96.6,
      "avg_latency_ms": 0.09,
      "median_latency_ms": 0.08,
      "p95_latency_ms": 0.15,
      "p99_latency_ms": 0.38,
      "avg_tokens": 383.0,
      "wall_seconds": 0.18,
      "peak_rss_mb": 861.0,
      "index_time_s": 40.3,
      "embedding_time_s": 0.0
    },
    "chromadb": {
      "adapter": "chromadb",
      "description": "chromadb 1.5 + sentence-transformers all-MiniLM-L6-v2, 800-char code chunks",
      "n_queries": 1000,
      "coverage_pct": 100.0,
      "acc_at_1_pct": 62.5,
      "acc_at_5_pct": 86.1,
      "acc_at_10_pct": 87.9,
      "recall_at_10_pct": 87.9,
      "precision_at_10": 0.1879,
      "mrr": 0.7261,
      "conditional_acc_at_1_pct": 62.5,
      "avg_latency_ms": 69.48,
      "median_latency_ms": 69.19,
      "p95_latency_ms": 74.04,
      "p99_latency_ms": 77.28,
      "avg_tokens": 1937.0,
      "wall_seconds": 69.51,
      "peak_rss_mb": 861.0,
      "index_time_s": 26.7,
      "embedding_time_s": 26.7
    },
    "gitnexus": {
      "adapter": "gitnexus",
      "description": "GitNexus eval-server (POST /tool/query, JSON body)",
      "n_queries": 1000,
      "coverage_pct": 100.0,
      "acc_at_1_pct": 97.0,
      "acc_at_5_pct": 100.0,
      "acc_at_10_pct": 100.0,
      "recall_at_10_pct": 100.0,
      "precision_at_10": 0.7017,
      "mrr": 0.9817,
      "conditional_acc_at_1_pct": 97.0,
      "avg_latency_ms": 12.37,
      "median_latency_ms": 12.42,
      "p95_latency_ms": 16.59,
      "p99_latency_ms": 17.89,
      "avg_tokens": 90.0,
      "wall_seconds": 12.38,
      "peak_rss_mb": 861.0,
      "index_time_s": 3.0,
      "embedding_time_s": 0.0
    },
    "cgc": {
      "adapter": "cgc",
      "description": "cgc find <name> CLI + grep fallback to recover file paths",
      "n_queries": 1000,
      "coverage_pct": 100.0,
      "acc_at_1_pct": 7.9,
      "acc_at_5_pct": 99.6,
      "acc_at_10_pct": 99.9,
      "recall_at_10_pct": 99.9,
      "precision_at_10": 0.5213,
      "mrr": 0.5319,
      "conditional_acc_at_1_pct": 7.9,
      "avg_latency_ms": 2020.19,
      "median_latency_ms": 2188.82,
      "p95_latency_ms": 2451.74,
      "p99_latency_ms": 2509.75,
      "avg_tokens": 217.0,
      "wall_seconds": 2020.23,
      "peak_rss_mb": 861.0,
      "index_time_s": 11.6,
      "embedding_time_s": 0.0
    }
  }
}