{
  "title": "Entity Graph Extraction Leaderboard",
  "protocol_id": "mine-cached-graphs-full-context-v1",
  "snapshot_date": "2026-11-02",
  "preparation_revision": "6de8dda877edc44c0b2397def32cdd771ce0b4cb",
  "preparation_manifest_sha256": "211fdfd1bfea4d36f97a9653d3499a00b77cc48f955756c6721d310ca4b6aa8d",
  "scores_manifest_sha256": "902a527025725d054718e93ce1e0c4c23de748574470a02e8720b3e7b2e4bbe1",
  "bundle_sha256": "f7615f4b9e3a5af8aed89976ecd724ccd828e77af40663e524572145068c53e6",
  "scorer_hashes": {
    "base.py": "101721af2969e409eaf805907895f71250544406c38c448d8a61827c264f6b8b",
    "models.py": "a2debb665350b9499362910d6cc7891a39c49107adc5b797e763eb02916fcb05",
    "settings.py": "815d32b859f2ac52199b3bfcc30f36ae74fc2c149b45fb94877aabcf31d68a5c",
    "adapters.py": "e2a2bbf416b124b205d9953c7509f073f42a94d5148b7b687b0d2af6ed39c8f4",
    "scoring.py": "c131f840ffed1a1b9f70d9250e7761d3bd96dbd99075ababd97deafd0ee6b327",
    "preparation.py": "1475060c4ea0b11aec7f7a3f356b1b0dad392906507bc9e99893699369c0920f",
    "reporting.py": "a1019baf93f6b57965e4741d940a91e40d13c6a88d127b718417e19a3af29a94",
    "fingerprint.py": "9532a833a2f252995015b5c4d7aefa2a8249a62b7782a4af322165e118e975d4",
    "graph_cache_audit/service.py": "e16cde66677fba5a83fd3a6a8c4a306164769ab23f8a977de7db4364a79c8d3d",
    "graph_cache_audit/models.py": "87499b2de4dd4a347f82b97ce6ca745864804cb7b17610d6a3308afff3ada429",
    "graph_cache_audit/settings.py": "f9236258907e94d72aed16d6db4149b3ac9dabcfe92952e196ca09aad0bbb837"
  },
  "proposed_judge": "gpt-6.1-sol",
  "admitted_cases": 79,
  "screened_cases": 85,
  "excluded_positions": [
    24,
    38,
    53,
    67,
    88,
    91
  ],
  "candidates": [
    {
      "id": "graphiti",
      "name": "Graphiti",
      "source": "https://github.com/getzep/graphiti",
      "description": "LLM-based temporal graph construction and entity resolution. This track evaluates retained document assertions, not temporal memory behavior.",
      "configuration": "Existing integration: Graphiti 0.31.2; new graph-run configuration not executed.",
      "cached_cases": 0
    },
    {
      "id": "atom",
      "name": "ATOM / iText2KG",
      "source": "https://github.com/AuvaLab/itext2kg",
      "description": "Document-to-graph extraction with stored entity and relationship consolidation; an experimental integration is available.",
      "configuration": "Native ATOM / iText2KG 1.1.0; Codex gpt-6.1-sol extraction and judging, provider defaults; local BGE extraction embeddings and MiniLM retrieval.",
      "cached_cases": 0
    },
    {
      "id": "kggen",
      "name": "KGGen",
      "source": "https://github.com/stair-lab/kg-gen",
      "description": "Text-to-triple extraction, graph aggregation and separate semantic entity/relation consolidation.",
      "configuration": "Released cached graphs; historical chat model and settings unverified.",
      "cached_cases": 79
    },
    {
      "id": "autoschema",
      "name": "AutoSchemaKG / Atlas-RAG",
      "source": "https://github.com/HKUST-KnowComp/AutoSchemaKG",
      "description": "Corpus graph construction with entity/event extraction and concept-based schema induction. Concept grouping does not prove identity resolution.",
      "configuration": "Recovered cached graphs; historical chat model and settings unverified.",
      "cached_cases": 19
    }
  ],
  "scores_protocol": "mine-released-cache-unique-common-v1",
  "measurements": [
    {
      "name": "KGGen",
      "supported": 838,
      "facts": 1275,
      "cases": 85
    },
    {
      "name": "GraphRAG",
      "supported": 626,
      "facts": 1275,
      "cases": 85
    },
    {
      "name": "OpenIE",
      "supported": 374,
      "facts": 1275,
      "cases": 85
    }
  ],
  "atom_measurement": {
    "name": "ATOM / iText2KG",
    "supported": 691,
    "facts": 1275,
    "cases": 85,
    "protocol_id": "mine-released-retrieval-codex-v1",
    "completed_date": "2026-11-09",
    "execution_revision": "b383d779191a5a87cb98132da549bb810a2b8e35",
    "result_sha256": "356745cee525648d20e9615cc92cf79f9b5e085d01ed172462cc9c1844d74dc3",
    "configuration": "Native ATOM / iText2KG 1.1.0; Codex gpt-6.1-sol extraction and judging, provider defaults; local BGE extraction embeddings and MiniLM retrieval."
  }
}