GRAPHRAG_EVAL_2026-08-11.json

{
  "gold_set": "gold_v1.jsonl",
  "backend": "endpoint",
  "live_artifact": true,
  "summary": {
    "n_questions": 9,
    "n_scored": 7,
    "n_negative": 2,
    "precision@5": 0.0286,
    "recall@5": 0.4286,
    "precision@10": 0.0238,
    "recall@10": 0.4286,
    "mrr": 0.0286,
    "graph_coverage": 0.8571,
    "facet_recall": 0.1429,
    "negative_pass_rate": 1.0,
    "latency_p50_ms": 5570.27,
    "latency_p95_ms": 5881.66
  },
  "per_question": [
    {
      "id": "gq-001",
      "archetype": "journey_traversal",
      "latency_ms": 5516.26,
      "n_retrieved": 6,
      "precision@5": 0.2,
      "recall@5": 1.0,
      "precision@10": 0.1667,
      "recall@10": 1.0,
      "mrr": 0.2,
      "graph_coverage": 1.0,
      "facet_recall": 0.5
    },
    {
      "id": "gq-002",
      "archetype": "journey_traversal",
      "latency_ms": 5548.99,
      "n_retrieved": 6,
      "precision@5": 0.0,
      "recall@5": 0.0,
      "precision@10": 0.0,
      "recall@10": 0.0,
      "mrr": 0.0,
      "graph_coverage": 0.0,
      "facet_recall": 0.5
    },
    {
      "id": "gq-101",
      "archetype": "causal_path",
      "latency_ms": 5666.51,
      "n_retrieved": 6,
      "precision@5": 0.0,
      "recall@5": 0.0,
      "precision@10": 0.0,
      "recall@10": 0.0,
      "mrr": 0.0,
      "graph_coverage": 1.0,
      "facet_recall": 0.0
    },
    {
      "id": "gq-102",
      "archetype": "causal_path",
      "latency_ms": 5658.26,
      "n_retrieved": 5,
      "precision@5": 0.0,
      "recall@5": 0.0,
      "precision@10": 0.0,
      "recall@10": 0.0,
      "mrr": 0.0,
      "graph_coverage": 1.0,
      "facet_recall": 0.0
    },
    {
      "id": "gq-201",
      "archetype": "intent_explanation",
      "latency_ms": 5491.07,
      "n_retrieved": 5,
      "precision@5": 0.0,
      "recall@5": 0.0,
      "precision@10": 0.0,
      "recall@10": 0.0,
      "mrr": 0.0,
      "graph_coverage": 1.0,
      "facet_recall": 0.0
    },
    {
      "id": "gq-301",
      "archetype": "aggregation",
      "latency_ms": 5522.75,
      "n_retrieved": 5,
      "precision@5": 0.0,
      "recall@5": 1.0,
      "precision@10": 0.0,
      "recall@10": 1.0,
      "mrr": 0.0,
      "graph_coverage": 1.0,
      "facet_recall": 0.0
    },
    {
      "id": "gq-302",
      "archetype": "aggregation",
      "latency_ms": 5570.27,
      "n_retrieved": 5,
      "precision@5": 0.0,
      "recall@5": 1.0,
      "precision@10": 0.0,
      "recall@10": 1.0,
      "mrr": 0.0,
      "graph_coverage": 1.0,
      "facet_recall": 0.0
    },
    {
      "id": "gq-901",
      "archetype": "negative",
      "latency_ms": 5881.66,
      "n_retrieved": 5,
      "negative_pass": true
    },
    {
      "id": "gq-902",
      "archetype": "negative",
      "latency_ms": 5661.52,
      "n_retrieved": 6,
      "negative_pass": true
    }
  ],
  "generated_at": "2026-08-11T23:23:35.311225+00:00"
}