GRAPHRAG_EVAL_2026-08-22.json

{
  "gold_set": "gold_v1.jsonl",
  "backend": "endpoint",
  "live_artifact": true,
  "summary": {
    "n_questions": 9,
    "n_scored": 7,
    "n_negative": 2,
    "precision@5": 0.0286,
    "recall@5": 0.4286,
    "precision@10": 0.0143,
    "recall@10": 0.4286,
    "mrr": 0.1429,
    "graph_coverage": 0.7143,
    "facet_recall": 0.1429,
    "negative_pass_rate": 0.5,
    "latency_p50_ms": 5625.01,
    "latency_p95_ms": 6505.63
  },
  "per_question": [
    {
      "id": "gq-001",
      "archetype": "journey_traversal",
      "latency_ms": 6505.63,
      "n_retrieved": 5,
      "precision@5": 0.0,
      "recall@5": 0.0,
      "precision@10": 0.0,
      "recall@10": 0.0,
      "mrr": 0.0,
      "graph_coverage": 0.0,
      "facet_recall": 0.0
    },
    {
      "id": "gq-002",
      "archetype": "journey_traversal",
      "latency_ms": 6041.56,
      "n_retrieved": 6,
      "precision@5": 0.0,
      "recall@5": 0.0,
      "precision@10": 0.0,
      "recall@10": 0.0,
      "mrr": 0.0,
      "graph_coverage": 0.0,
      "facet_recall": 0.5
    },
    {
      "id": "gq-101",
      "archetype": "causal_path",
      "latency_ms": 5625.01,
      "n_retrieved": 8,
      "precision@5": 0.0,
      "recall@5": 0.0,
      "precision@10": 0.0,
      "recall@10": 0.0,
      "mrr": 0.0,
      "graph_coverage": 1.0,
      "facet_recall": 0.0
    },
    {
      "id": "gq-102",
      "archetype": "causal_path",
      "latency_ms": 5306.75,
      "n_retrieved": 10,
      "precision@5": 0.2,
      "recall@5": 1.0,
      "precision@10": 0.1,
      "recall@10": 1.0,
      "mrr": 1.0,
      "graph_coverage": 1.0,
      "facet_recall": 0.5
    },
    {
      "id": "gq-201",
      "archetype": "intent_explanation",
      "latency_ms": 5596.84,
      "n_retrieved": 7,
      "precision@5": 0.0,
      "recall@5": 0.0,
      "precision@10": 0.0,
      "recall@10": 0.0,
      "mrr": 0.0,
      "graph_coverage": 1.0,
      "facet_recall": 0.0
    },
    {
      "id": "gq-301",
      "archetype": "aggregation",
      "latency_ms": 5581.52,
      "n_retrieved": 5,
      "precision@5": 0.0,
      "recall@5": 1.0,
      "precision@10": 0.0,
      "recall@10": 1.0,
      "mrr": 0.0,
      "graph_coverage": 1.0,
      "facet_recall": 0.0
    },
    {
      "id": "gq-302",
      "archetype": "aggregation",
      "latency_ms": 5666.68,
      "n_retrieved": 5,
      "precision@5": 0.0,
      "recall@5": 1.0,
      "precision@10": 0.0,
      "recall@10": 1.0,
      "mrr": 0.0,
      "graph_coverage": 1.0,
      "facet_recall": 0.0
    },
    {
      "id": "gq-901",
      "archetype": "negative",
      "latency_ms": 5480.2,
      "n_retrieved": 5,
      "negative_pass": true
    },
    {
      "id": "gq-902",
      "archetype": "negative",
      "latency_ms": 5727.75,
      "n_retrieved": 5,
      "negative_pass": false
    }
  ],
  "generated_at": "2026-08-22T23:30:04.419806+00:00"
}