{
  "schemaVersion": 1,
  "generatedAt": "2026-07-19T07:40:30.897Z",
  "version": "0.1.47",
  "report": {
    "label": "Benchmark & Field Comparison — July 2026",
    "method": {
      "scoringModel": "claude-haiku-4-5",
      "sampling": "temperature 0 · 3 samples/cell · majority vote · no tools",
      "cells": 222,
      "modelCalls": 666,
      "fixture": "per language: a function `target`, exactly 15 direct callers c01–c15, 3 decoys n01–n03 — truth by construction",
      "evidenceClasses": [
        {
          "id": "fixture-truth",
          "desc": "native benchmark, ground truth by construction, 37 languages"
        },
        {
          "id": "LSP-truth",
          "desc": "independent language-server ground truth on a real repository"
        },
        {
          "id": "perf-only",
          "desc": "token / latency / build-time measurements, no accuracy claim"
        }
      ]
    },
    "headline": {
      "atlasF1All": 0.757,
      "atlasTokAll": 21.2,
      "atlasF1Supported": 1,
      "atlasTokSupported": 27.1,
      "supportedLangs": 28,
      "graphifyF1": 0.539,
      "graphifyTok": 96.5,
      "accPerToken": 6.4,
      "fewerTokens": 36
    },
    "frontier": [
      {
        "id": "atlas-low",
        "label": "Atlas low",
        "f1": 0,
        "tokens": 3.2,
        "kind": "atlas"
      },
      {
        "id": "atlas-medium",
        "label": "Atlas medium",
        "f1": 0.673,
        "tokens": 20.1,
        "kind": "atlas"
      },
      {
        "id": "atlas-high",
        "label": "Atlas high",
        "f1": 0.757,
        "tokens": 21.2,
        "kind": "atlas",
        "star": true
      },
      {
        "id": "atlas-xhigh",
        "label": "Atlas xhigh",
        "f1": 0.757,
        "tokens": 287.8,
        "kind": "atlas"
      },
      {
        "id": "graphify",
        "label": "Graph tool",
        "f1": 0.539,
        "tokens": 96.5,
        "kind": "rival"
      },
      {
        "id": "raw-file",
        "label": "Raw file",
        "f1": 1,
        "tokens": 156.8,
        "kind": "ceiling"
      }
    ],
    "headlineTable": [
      {
        "source": "atlas low",
        "f1": 0,
        "recall": 0,
        "precision": 0,
        "tokens": 3.2,
        "per100": 0
      },
      {
        "source": "atlas medium",
        "f1": 0.673,
        "recall": 0.605,
        "precision": 0.757,
        "tokens": 20.1,
        "per100": 3.35
      },
      {
        "source": "atlas high",
        "f1": 0.757,
        "recall": 0.757,
        "precision": 0.757,
        "tokens": 21.2,
        "per100": 3.56
      },
      {
        "source": "atlas xhigh",
        "f1": 0.757,
        "recall": 0.757,
        "precision": 0.757,
        "tokens": 287.8,
        "per100": 0.26
      },
      {
        "source": "graph tool",
        "f1": 0.539,
        "recall": 0.541,
        "precision": 0.537,
        "tokens": 96.5,
        "per100": 0.56
      },
      {
        "source": "raw file (ceiling)",
        "f1": 1,
        "recall": 1,
        "precision": 1,
        "tokens": 156.8,
        "per100": 0.64
      }
    ],
    "supported28": [
      {
        "source": "atlas medium",
        "f1": 0.889,
        "tokens": 25.5,
        "per100": 3.48
      },
      {
        "source": "atlas high",
        "f1": 1,
        "tokens": 27.1,
        "per100": 3.69
      },
      {
        "source": "graph tool",
        "f1": 0.605,
        "tokens": 107.3,
        "per100": 0.56
      },
      {
        "source": "raw file (ceiling)",
        "f1": 1,
        "tokens": 165.2,
        "per100": 0.61
      }
    ],
    "detailKnob": {
      "flag": "--detail low|medium|high|xhigh",
      "defaultLevel": "high",
      "floorNote": "Retrieval operations floor at high — an agent is never handed a truncated, and therefore wrong, caller list.",
      "levels": [
        {
          "id": "low",
          "tokens": 3,
          "f1": 0,
          "what": "name + location stub",
          "note": "not intended for caller retrieval"
        },
        {
          "id": "medium",
          "tokens": 20,
          "f1": 0.67,
          "what": "+ signatures / explained names",
          "note": "cheapest useful answer"
        },
        {
          "id": "high",
          "tokens": 21,
          "f1": 0.76,
          "what": "full uncapped caller list",
          "note": "the default — all the accuracy at 1/13th of xhigh's tokens"
        },
        {
          "id": "xhigh",
          "tokens": 288,
          "f1": 0.76,
          "what": "+ stable IDs, docs, scores",
          "note": "14× the tokens for no accuracy gain — dominated by high"
        }
      ]
    },
    "goFlagship": {
      "repo": "sirupsen/logrus",
      "truth": "gopls call-hierarchy (LSP-truth)",
      "rows": [
        {
          "tool": "Atlas",
          "f1": 0.975,
          "tokens": 169
        },
        {
          "tool": "Graph tool",
          "f1": 0.084,
          "tokens": 98
        },
        {
          "tool": "Raw file",
          "f1": 0.017,
          "tokens": 2227
        }
      ],
      "advantage": 12,
      "why": "A production function has many more than 15 callers spread across files; summarized graph output and raw dumps both lose the LLM in noise. Atlas returns the precise, complete caller set as structured context."
    },
    "scorecard": {
      "stats": [
        {
          "label": "Answer accuracy (F1)",
          "value": "+40%"
        },
        {
          "label": "Faster queries",
          "value": "17×"
        },
        {
          "label": "Fewer query tokens",
          "value": "36×"
        },
        {
          "label": "Faster cold index",
          "value": "2.3×"
        }
      ],
      "rows": [
        {
          "metric": "Answer accuracy (F1)",
          "atlas": "0.757",
          "graphify": "0.539",
          "advantage": "+40%",
          "evidence": "fixtures · 37 langs"
        },
        {
          "metric": "Query latency",
          "atlas": "7.4 ms",
          "graphify": "128 ms",
          "advantage": "17× faster",
          "evidence": "real repos · 36 langs"
        },
        {
          "metric": "Query tokens (per answer)",
          "atlas": "2.6",
          "graphify": "92.8",
          "advantage": "36× fewer",
          "evidence": "real repos · 36 langs"
        },
        {
          "metric": "Answer context size",
          "atlas": "21.2 tok",
          "graphify": "96 tok",
          "advantage": "4.5× smaller",
          "evidence": "fixtures · 37 langs"
        },
        {
          "metric": "Cold index build",
          "atlas": "0.62 s",
          "graphify": "1.39 s",
          "advantage": "2.3× faster",
          "evidence": "real repos · 36 langs"
        },
        {
          "metric": "Incremental re-index",
          "atlas": "0.10 s",
          "graphify": "1.39 s",
          "advantage": "14× faster",
          "evidence": "real repos · Graphify rebuilds fully"
        },
        {
          "metric": "Call edges extracted",
          "atlas": "9,157",
          "graphify": "1,161",
          "advantage": "7.9× more",
          "evidence": "real repo · typelevel/cats"
        },
        {
          "metric": "Coverage vs native AST",
          "atlas": "100.2%",
          "graphify": "100%",
          "advantage": "parity",
          "evidence": "real repo · cats (tree-sitter)"
        }
      ],
      "note": "Atlas is deterministic and LLM-free — the tool itself spends no tokens and never hallucinates. Only the agent reading its output spends tokens, and Atlas keeps that context small."
    },
    "field": [
      {
        "tool": "atlas",
        "type": "Atlas",
        "langs": 7,
        "indexS": 0.28,
        "warmS": 0.03,
        "oneTool": true
      },
      {
        "tool": "graphify",
        "type": "Graph tool",
        "langs": 7,
        "indexS": 0.76,
        "oneTool": true
      },
      {
        "tool": "clangd",
        "type": "LSP server",
        "langs": 2,
        "indexS": 0.43,
        "oneTool": false
      },
      {
        "tool": "tsserver",
        "type": "LSP server",
        "langs": 2,
        "indexS": 0.65,
        "oneTool": false
      },
      {
        "tool": "scip-typescript",
        "type": "SCIP indexer",
        "langs": 2,
        "indexS": 1.25,
        "oneTool": false
      },
      {
        "tool": "scip-go",
        "type": "SCIP indexer",
        "langs": 1,
        "indexS": 0.28,
        "oneTool": false
      },
      {
        "tool": "gopls",
        "type": "LSP server",
        "langs": 1,
        "indexS": 0.65,
        "oneTool": false
      },
      {
        "tool": "pyright",
        "type": "LSP server",
        "langs": 1,
        "indexS": 0.9,
        "oneTool": false
      },
      {
        "tool": "scip-python",
        "type": "SCIP indexer",
        "langs": 1,
        "indexS": 2.62,
        "oneTool": false
      },
      {
        "tool": "jdtls",
        "type": "LSP server",
        "langs": 1,
        "indexS": 8.83,
        "oneTool": false
      },
      {
        "tool": "scip-java",
        "type": "SCIP indexer",
        "langs": 1,
        "indexS": 11.13,
        "oneTool": false
      }
    ],
    "fieldNote": "Matching Atlas's coverage with the accurate alternatives means running 5 separate LSP servers or 4 separate SCIP indexers. They are precise by construction and serve as the accuracy reference — Atlas's aim is to match them as one fast multi-language tool (F1 0.975 vs gopls on Go).",
    "latencyAtScale": {
      "meanMs": 7.4,
      "minMs": 0.5,
      "maxMs": 15,
      "largestSymbols": 39161,
      "sizeRange": 2611,
      "why": "Answering `who calls X` costs proportional to the number of callers returned, not the size of the codebase — indexing absorbs scale up front."
    },
    "crossModel": {
      "rows": [
        {
          "source": "Atlas — explain high",
          "haiku": 0.757,
          "sonnet": 0.757,
          "agreement": "identical"
        },
        {
          "source": "Graphify",
          "haiku": 0.539,
          "sonnet": 0.541,
          "agreement": "within 0.002"
        },
        {
          "source": "Raw file (ceiling)",
          "haiku": 1,
          "sonnet": 1,
          "agreement": "identical"
        }
      ],
      "note": "Two independent models — one small, one large — score Atlas's high-detail context identically and rank the tools the same way: the result is a property of the context, not of any single model."
    },
    "limits": [
      "9 of 37 languages had parser gaps at report time (bash, blade, byond, ejs, objc, pascal, powershell, razor, ruby) — template/edge dialects pending native call-edge extraction. The Linux saturation run has since fixed all 9 with native evidence; real-repo proof is pending.",
      "On 3 gap languages the graph tool still answered — by dumping full source at ~161 tokens. Where Atlas parses a language it wins on cost and accuracy.",
      "Scoring correction disclosed: an earlier scorer under-credited the graph tool on Scala (rejected `c01()` for parentheses). The corrected scorer raised the competitor's score from 0.000 to 1.000 — the report carries the corrected number."
    ],
    "perLanguage": [
      {
        "lang": "apex",
        "atlasF1": 1,
        "atlasTok": 30,
        "graphF1": 0,
        "graphTok": 52,
        "status": "resolved"
      },
      {
        "lang": "astro",
        "atlasF1": 1,
        "atlasTok": 28,
        "graphF1": 0,
        "graphTok": 8,
        "status": "resolved"
      },
      {
        "lang": "bash",
        "atlasF1": 0,
        "atlasTok": 4,
        "graphF1": 1,
        "graphTok": 161,
        "status": "parser gap"
      },
      {
        "lang": "blade",
        "atlasF1": 0,
        "atlasTok": 1,
        "graphF1": 0,
        "graphTok": 8,
        "status": "parser gap"
      },
      {
        "lang": "byond",
        "atlasF1": 0,
        "atlasTok": 1,
        "graphF1": 0,
        "graphTok": 8,
        "status": "parser gap"
      },
      {
        "lang": "c",
        "atlasF1": 1,
        "atlasTok": 27,
        "graphF1": 1,
        "graphTok": 161,
        "status": "resolved"
      },
      {
        "lang": "cpp",
        "atlasF1": 1,
        "atlasTok": 27,
        "graphF1": 1,
        "graphTok": 162,
        "status": "resolved"
      },
      {
        "lang": "csharp",
        "atlasF1": 1,
        "atlasTok": 27,
        "graphF1": 0.968,
        "graphTok": 166,
        "status": "resolved"
      },
      {
        "lang": "dart",
        "atlasF1": 1,
        "atlasTok": 27,
        "graphF1": 0,
        "graphTok": 42,
        "status": "resolved"
      },
      {
        "lang": "ejs",
        "atlasF1": 0,
        "atlasTok": 10,
        "graphF1": 0,
        "graphTok": 8,
        "status": "parser gap"
      },
      {
        "lang": "elixir",
        "atlasF1": 1,
        "atlasTok": 26,
        "graphF1": 0,
        "graphTok": 41,
        "status": "resolved"
      },
      {
        "lang": "ets",
        "atlasF1": 1,
        "atlasTok": 28,
        "graphF1": 0,
        "graphTok": 8,
        "status": "resolved"
      },
      {
        "lang": "fortran",
        "atlasF1": 1,
        "atlasTok": 26,
        "graphF1": 1,
        "graphTok": 161,
        "status": "resolved"
      },
      {
        "lang": "go",
        "atlasF1": 1,
        "atlasTok": 27,
        "graphF1": 1,
        "graphTok": 162,
        "status": "resolved"
      },
      {
        "lang": "groovy",
        "atlasF1": 1,
        "atlasTok": 28,
        "graphF1": 0,
        "graphTok": 8,
        "status": "resolved"
      },
      {
        "lang": "java",
        "atlasF1": 1,
        "atlasTok": 27,
        "graphF1": 0.968,
        "graphTok": 166,
        "status": "resolved"
      },
      {
        "lang": "javascript",
        "atlasF1": 1,
        "atlasTok": 27,
        "graphF1": 1,
        "graphTok": 162,
        "status": "resolved"
      },
      {
        "lang": "julia",
        "atlasF1": 1,
        "atlasTok": 26,
        "graphF1": 1,
        "graphTok": 160,
        "status": "resolved"
      },
      {
        "lang": "kotlin",
        "atlasF1": 1,
        "atlasTok": 27,
        "graphF1": 1,
        "graphTok": 162,
        "status": "resolved"
      },
      {
        "lang": "lua",
        "atlasF1": 1,
        "atlasTok": 27,
        "graphF1": 1,
        "graphTok": 162,
        "status": "resolved"
      },
      {
        "lang": "objc",
        "atlasF1": 0,
        "atlasTok": 1,
        "graphF1": 0,
        "graphTok": 8,
        "status": "parser gap"
      },
      {
        "lang": "pascal",
        "atlasF1": 0,
        "atlasTok": 3,
        "graphF1": 1,
        "graphTok": 161,
        "status": "parser gap"
      },
      {
        "lang": "php",
        "atlasF1": 1,
        "atlasTok": 27,
        "graphF1": 1,
        "graphTok": 162,
        "status": "resolved"
      },
      {
        "lang": "powershell",
        "atlasF1": 0,
        "atlasTok": 3,
        "graphF1": 1,
        "graphTok": 162,
        "status": "parser gap"
      },
      {
        "lang": "python",
        "atlasF1": 1,
        "atlasTok": 27,
        "graphF1": 1,
        "graphTok": 162,
        "status": "resolved"
      },
      {
        "lang": "r",
        "atlasF1": 1,
        "atlasTok": 27,
        "graphF1": 0,
        "graphTok": 8,
        "status": "resolved"
      },
      {
        "lang": "razor",
        "atlasF1": 0,
        "atlasTok": 1,
        "graphF1": 0,
        "graphTok": 8,
        "status": "parser gap"
      },
      {
        "lang": "ruby",
        "atlasF1": 0,
        "atlasTok": 3,
        "graphF1": 0,
        "graphTok": 41,
        "status": "parser gap"
      },
      {
        "lang": "rust",
        "atlasF1": 1,
        "atlasTok": 27,
        "graphF1": 1,
        "graphTok": 162,
        "status": "resolved"
      },
      {
        "lang": "scala",
        "atlasF1": 1,
        "atlasTok": 27,
        "graphF1": 1,
        "graphTok": 175,
        "status": "resolved"
      },
      {
        "lang": "sql",
        "atlasF1": 1,
        "atlasTok": 27,
        "graphF1": 0,
        "graphTok": 8,
        "status": "resolved"
      },
      {
        "lang": "svelte",
        "atlasF1": 1,
        "atlasTok": 28,
        "graphF1": 0,
        "graphTok": 8,
        "status": "resolved"
      },
      {
        "lang": "swift",
        "atlasF1": 1,
        "atlasTok": 27,
        "graphF1": 1,
        "graphTok": 163,
        "status": "resolved"
      },
      {
        "lang": "typescript",
        "atlasF1": 1,
        "atlasTok": 27,
        "graphF1": 1,
        "graphTok": 162,
        "status": "resolved"
      },
      {
        "lang": "verilog",
        "atlasF1": 1,
        "atlasTok": 27,
        "graphF1": 0,
        "graphTok": 41,
        "status": "resolved"
      },
      {
        "lang": "vue",
        "atlasF1": 1,
        "atlasTok": 26,
        "graphF1": 0,
        "graphTok": 8,
        "status": "resolved"
      },
      {
        "lang": "zig",
        "atlasF1": 1,
        "atlasTok": 27,
        "graphF1": 1,
        "graphTok": 162,
        "status": "resolved"
      }
    ],
    "maturity": {
      "totalCodeLanguages": 40,
      "contentFormats": 24,
      "note": "Levels reflect validation depth, not just support — an L2 language still indexes and searches; it simply has not reached verified call-graph resolution.",
      "levels": [
        {
          "id": "L5",
          "name": "Reference-validated",
          "short": "vs LSP / SCIP",
          "desc": "call graph cross-checked against an LSP server or SCIP indexer",
          "langs": [
            "c",
            "cpp",
            "dart",
            "fortran",
            "go",
            "java",
            "javascript",
            "lua",
            "php",
            "python",
            "rust",
            "typescript",
            "zig"
          ]
        },
        {
          "id": "L4",
          "name": "Real-repo call graph",
          "short": "who-calls proven",
          "desc": "who-calls resolved and proven on a real repository",
          "langs": [
            "apex",
            "astro",
            "csharp",
            "elixir",
            "ets",
            "groovy",
            "julia",
            "kotlin",
            "r",
            "scala",
            "sql",
            "svelte",
            "swift",
            "verilog",
            "vue"
          ]
        },
        {
          "id": "L2",
          "name": "Real-repo tested",
          "short": "indexes + searches",
          "desc": "runs on real code; call graph not yet resolved",
          "langs": [
            "bash",
            "blade",
            "byond",
            "delphi",
            "ejs",
            "objc",
            "pascal",
            "powershell",
            "razor",
            "ruby",
            "terraform"
          ]
        },
        {
          "id": "L1",
          "name": "Indexed",
          "short": "symbols extracted",
          "desc": "parsed and symbols extracted",
          "langs": [
            "p4"
          ]
        }
      ],
      "pending": {
        "toLevel": "L4",
        "badge": "L4 · pending real-repo proof",
        "langs": [
          "bash",
          "blade",
          "byond",
          "ejs",
          "objc",
          "pascal",
          "powershell",
          "razor",
          "ruby"
        ],
        "evidence": "native F1 1.000 each on the Linux saturation run (CALLERS_F1_AFTER.json); real-repo call-graph validation not yet run"
      },
      "promoted": {
        "langs": [
          "dart",
          "fortran",
          "lua",
          "php",
          "rust",
          "zig"
        ],
        "evidence": "call graph cross-checked against the language's own LSP server on a real public repository — see the promotion run"
      }
    }
  },
  "fresh": {
    "label": "Linux corroboration run",
    "platform": "Linux 6.18.5 x86_64",
    "what": "deterministic re-run of the native, LSP-truth and cross-repo benches on independent hardware — corroborates the report, does not replace it",
    "saturation": {
      "perfect": 37,
      "total": 37,
      "before": 28,
      "fixed": [
        "bash",
        "blade",
        "byond",
        "ejs",
        "objc",
        "pascal",
        "powershell",
        "razor",
        "ruby"
      ],
      "truth": "native: target called by exactly c01..c15, decoys n01..n03 (by construction)"
    },
    "latency": {
      "atlasMedianMs": 23,
      "graphifyMedianMs": 207.1,
      "ratio": 9,
      "note": "median of 3 CLI invocations incl. process spawn, identical fixtures"
    },
    "index": {
      "medianMs": 77.4
    },
    "lspTruth": {
      "meanF1": 0.9333,
      "precision": 0.9647,
      "recall": 0.918,
      "symbols": 10,
      "repo": "a production Go service (private)",
      "truth": "gopls call_hierarchy"
    },
    "crossRepo": {
      "note": "a real 2-repo workspace — a Go API server and the React app that calls it — indexed together",
      "producerRoutes": 355,
      "consumerRefs": 738,
      "queries": {
        "route_contracts": {
          "count": 200,
          "latencyMs": 36.3
        },
        "consumers": {
          "count": 3,
          "latencyMs": 33.8
        },
        "dependencies": {
          "count": 3,
          "latencyMs": 32.4
        }
      },
      "consumerRepoCount": 1
    },
    "perLanguage": [
      {
        "lang": "go",
        "f1": 1,
        "graphifyF1": 1,
        "atlasMs": 23,
        "graphifyMs": 205.2,
        "atlasTok": 214,
        "graphifyTok": 162,
        "indexMs": 81.2
      },
      {
        "lang": "python",
        "f1": 1,
        "graphifyF1": 1,
        "atlasMs": 22.5,
        "graphifyMs": 210.3,
        "atlasTok": 166,
        "graphifyTok": 162,
        "indexMs": 74.9
      },
      {
        "lang": "javascript",
        "f1": 1,
        "graphifyF1": 1,
        "atlasMs": 22.2,
        "graphifyMs": 210.5,
        "atlasTok": 233,
        "graphifyTok": 162,
        "indexMs": 74
      },
      {
        "lang": "typescript",
        "f1": 1,
        "graphifyF1": 1,
        "atlasMs": 22.6,
        "graphifyMs": 236.5,
        "atlasTok": 255,
        "graphifyTok": 162,
        "indexMs": 79.6
      },
      {
        "lang": "java",
        "f1": 1,
        "graphifyF1": 1,
        "atlasMs": 23.3,
        "graphifyMs": 211.4,
        "atlasTok": 244,
        "graphifyTok": 166,
        "indexMs": 76.8
      },
      {
        "lang": "c",
        "f1": 1,
        "graphifyF1": 1,
        "atlasMs": 25.3,
        "graphifyMs": 202.4,
        "atlasTok": 214,
        "graphifyTok": 161,
        "indexMs": 81.7
      },
      {
        "lang": "cpp",
        "f1": 1,
        "graphifyF1": 1,
        "atlasMs": 22.7,
        "graphifyMs": 200.5,
        "atlasTok": 222,
        "graphifyTok": 162,
        "indexMs": 74.4
      },
      {
        "lang": "rust",
        "f1": 1,
        "graphifyF1": 1,
        "atlasMs": 23.3,
        "graphifyMs": 202.7,
        "atlasTok": 210,
        "graphifyTok": 162,
        "indexMs": 87.2
      },
      {
        "lang": "ruby",
        "f1": 1,
        "graphifyF1": 0,
        "atlasMs": 24.1,
        "graphifyMs": 213.2,
        "atlasTok": 148,
        "graphifyTok": 41,
        "indexMs": 121.7
      },
      {
        "lang": "php",
        "f1": 1,
        "graphifyF1": 1,
        "atlasMs": 22.3,
        "graphifyMs": 221.6,
        "atlasTok": 237,
        "graphifyTok": 162,
        "indexMs": 98
      },
      {
        "lang": "csharp",
        "f1": 1,
        "graphifyF1": 1,
        "atlasMs": 23.1,
        "graphifyMs": 209.5,
        "atlasTok": 237,
        "graphifyTok": 166,
        "indexMs": 117.3
      },
      {
        "lang": "kotlin",
        "f1": 1,
        "graphifyF1": 1,
        "atlasMs": 22.1,
        "graphifyMs": 214.1,
        "atlasTok": 210,
        "graphifyTok": 162,
        "indexMs": 98.6
      },
      {
        "lang": "swift",
        "f1": 1,
        "graphifyF1": 1,
        "atlasMs": 22.1,
        "graphifyMs": 201.5,
        "atlasTok": 225,
        "graphifyTok": 163,
        "indexMs": 216.1
      },
      {
        "lang": "scala",
        "f1": 1,
        "graphifyF1": 1,
        "atlasMs": 22.4,
        "graphifyMs": 205.2,
        "atlasTok": 252,
        "graphifyTok": 176,
        "indexMs": 118.7
      },
      {
        "lang": "lua",
        "f1": 1,
        "graphifyF1": 1,
        "atlasMs": 21.9,
        "graphifyMs": 207.4,
        "atlasTok": 233,
        "graphifyTok": 162,
        "indexMs": 75.4
      },
      {
        "lang": "powershell",
        "f1": 1,
        "graphifyF1": 1,
        "atlasMs": 23.2,
        "graphifyMs": 204.5,
        "atlasTok": 218,
        "graphifyTok": 162,
        "indexMs": 76
      },
      {
        "lang": "bash",
        "f1": 1,
        "graphifyF1": 1,
        "atlasMs": 23.6,
        "graphifyMs": 210.1,
        "atlasTok": 192,
        "graphifyTok": 162,
        "indexMs": 72.6
      },
      {
        "lang": "zig",
        "f1": 1,
        "graphifyF1": 1,
        "atlasMs": 23.1,
        "graphifyMs": 200.9,
        "atlasTok": 233,
        "graphifyTok": 162,
        "indexMs": 106.3
      },
      {
        "lang": "elixir",
        "f1": 1,
        "graphifyF1": 0,
        "atlasMs": 22.4,
        "graphifyMs": 201.1,
        "atlasTok": 210,
        "graphifyTok": 41,
        "indexMs": 77.5
      },
      {
        "lang": "objc",
        "f1": 1,
        "graphifyF1": 0,
        "atlasMs": 22.2,
        "graphifyMs": 205.1,
        "atlasTok": 229,
        "graphifyTok": 8,
        "indexMs": 73.9
      },
      {
        "lang": "julia",
        "f1": 1,
        "graphifyF1": 1,
        "atlasMs": 23,
        "graphifyMs": 203.8,
        "atlasTok": 178,
        "graphifyTok": 160,
        "indexMs": 73.3
      },
      {
        "lang": "fortran",
        "f1": 1,
        "graphifyF1": 1,
        "atlasMs": 22.8,
        "graphifyMs": 214.3,
        "atlasTok": 189,
        "graphifyTok": 162,
        "indexMs": 76.6
      },
      {
        "lang": "dart",
        "f1": 1,
        "graphifyF1": 0,
        "atlasMs": 23.9,
        "graphifyMs": 209.1,
        "atlasTok": 173,
        "graphifyTok": 42,
        "indexMs": 82.9
      },
      {
        "lang": "verilog",
        "f1": 1,
        "graphifyF1": 0,
        "atlasMs": 22.7,
        "graphifyMs": 209.4,
        "atlasTok": 204,
        "graphifyTok": 41,
        "indexMs": 81
      },
      {
        "lang": "pascal",
        "f1": 1,
        "graphifyF1": 1,
        "atlasMs": 23.1,
        "graphifyMs": 226,
        "atlasTok": 185,
        "graphifyTok": 161,
        "indexMs": 79
      },
      {
        "lang": "byond",
        "f1": 1,
        "graphifyF1": 0,
        "atlasMs": 24.4,
        "graphifyMs": 205.7,
        "atlasTok": 155,
        "graphifyTok": 8,
        "indexMs": 77.1
      },
      {
        "lang": "razor",
        "f1": 1,
        "graphifyF1": 0,
        "atlasMs": 25.9,
        "graphifyMs": 215.9,
        "atlasTok": 233,
        "graphifyTok": 8,
        "indexMs": 82.1
      },
      {
        "lang": "vue",
        "f1": 1,
        "graphifyF1": 1,
        "atlasMs": 24,
        "graphifyMs": 210.9,
        "atlasTok": 233,
        "graphifyTok": 162,
        "indexMs": 77.4
      },
      {
        "lang": "svelte",
        "f1": 1,
        "graphifyF1": 0,
        "atlasMs": 23.2,
        "graphifyMs": 204.6,
        "atlasTok": 244,
        "graphifyTok": 8,
        "indexMs": 74.8
      },
      {
        "lang": "astro",
        "f1": 1,
        "graphifyF1": 0,
        "atlasMs": 23.1,
        "graphifyMs": 203.2,
        "atlasTok": 240,
        "graphifyTok": 8,
        "indexMs": 77.5
      },
      {
        "lang": "ejs",
        "f1": 1,
        "graphifyF1": 0,
        "atlasMs": 22.1,
        "graphifyMs": 207.1,
        "atlasTok": 237,
        "graphifyTok": 8,
        "indexMs": 73.9
      },
      {
        "lang": "ets",
        "f1": 1,
        "graphifyF1": 0,
        "atlasMs": 22.6,
        "graphifyMs": 212.5,
        "atlasTok": 263,
        "graphifyTok": 8,
        "indexMs": 72.6
      },
      {
        "lang": "r",
        "f1": 1,
        "graphifyF1": 0,
        "atlasMs": 25,
        "graphifyMs": 197.2,
        "atlasTok": 233,
        "graphifyTok": 8,
        "indexMs": 75.9
      },
      {
        "lang": "apex",
        "f1": 1,
        "graphifyF1": 0,
        "atlasMs": 23.5,
        "graphifyMs": 203.9,
        "atlasTok": 255,
        "graphifyTok": 52,
        "indexMs": 73.9
      },
      {
        "lang": "blade",
        "f1": 1,
        "graphifyF1": 0,
        "atlasMs": 22.6,
        "graphifyMs": 202.6,
        "atlasTok": 259,
        "graphifyTok": 8,
        "indexMs": 73.2
      },
      {
        "lang": "groovy",
        "f1": 1,
        "graphifyF1": 0,
        "atlasMs": 22.5,
        "graphifyMs": 204.5,
        "atlasTok": 214,
        "graphifyTok": 8,
        "indexMs": 78.7
      },
      {
        "lang": "sql",
        "f1": 1,
        "graphifyF1": 0,
        "atlasMs": 22.9,
        "graphifyMs": 209.1,
        "atlasTok": 476,
        "graphifyTok": 8,
        "indexMs": 77.4
      }
    ],
    "tools": [
      {
        "tool": "atlas",
        "version": "atlas dev (none, unknown)"
      },
      {
        "tool": "go",
        "version": "go version go1.25.0 linux/amd64"
      },
      {
        "tool": "python",
        "version": "Python 3.11.15"
      },
      {
        "tool": "node",
        "version": "v22.22.2"
      },
      {
        "tool": "gopls",
        "version": "golang.org/x/tools/gopls v0.22.0"
      },
      {
        "tool": "tsc",
        "version": "Version 6.0.3"
      },
      {
        "tool": "pyright",
        "version": "WARNING: there is a new pyright version available (v1.1.408 -> v1.1.411)."
      },
      {
        "tool": "graphify",
        "version": "graphify 0.9.5"
      }
    ]
  },
  "liveRepos": [
    {
      "lang": "apex",
      "repo": "trailheadapps/apex-recipes",
      "symbols": 5221,
      "coldS": 1.154,
      "reindexS": 0.046,
      "coverageRatio": 1.215,
      "queries": 12,
      "perQueryMs": 8.31,
      "tokenRatio": 14.54,
      "latencyRatio": 26.82
    },
    {
      "lang": "astro",
      "repo": "withastro/blog-tutorial-demo",
      "symbols": 68,
      "coldS": 0.09,
      "reindexS": 0.03,
      "coverageRatio": 1.0862,
      "queries": 6,
      "perQueryMs": 7.9,
      "tokenRatio": 13.17,
      "latencyRatio": 13.54
    },
    {
      "lang": "bash",
      "repo": "nvm-sh/nvm",
      "symbols": 481,
      "coldS": 0.337,
      "reindexS": 0.019,
      "coverageRatio": 1.044,
      "queries": 4,
      "perQueryMs": 7.75,
      "tokenRatio": 24,
      "latencyRatio": 14.85
    },
    {
      "lang": "blade",
      "repo": "BookStackApp/BookStack",
      "symbols": 1093,
      "coldS": 0.138,
      "reindexS": 0.019,
      "coverageRatio": 1.0028,
      "queries": 6,
      "perQueryMs": 7.59,
      "tokenRatio": 31.5,
      "latencyRatio": 12.36
    },
    {
      "lang": "byond",
      "repo": "tgstation/tgstation",
      "symbols": 10933,
      "coldS": 0.614,
      "reindexS": 0.017,
      "coverageRatio": 1.2311,
      "queries": 5,
      "perQueryMs": 0.49,
      "tokenRatio": 16.33,
      "latencyRatio": 157.27
    },
    {
      "lang": "csharp",
      "repo": "DapperLib/Dapper",
      "symbols": 3152,
      "coldS": 0.323,
      "reindexS": 0.037,
      "coverageRatio": 1.84,
      "queries": 4,
      "perQueryMs": 7.2,
      "tokenRatio": 95.5,
      "latencyRatio": 16.18
    },
    {
      "lang": "cuda",
      "repo": "NVIDIA/cuda-samples",
      "symbols": 15,
      "coldS": 0.18,
      "reindexS": 0.04,
      "coverageRatio": 1.3333,
      "queries": 4,
      "perQueryMs": 0.54,
      "tokenRatio": 19,
      "latencyRatio": 209.55
    },
    {
      "lang": "dart",
      "repo": "dart-lang/http",
      "symbols": 238,
      "coldS": 0.055,
      "reindexS": 0.005,
      "coverageRatio": 1.3222,
      "queries": 6,
      "perQueryMs": 7.77,
      "tokenRatio": 29.17,
      "latencyRatio": 10.61
    },
    {
      "lang": "delphi",
      "repo": "fpc/Lazarus",
      "symbols": 39161,
      "coldS": 2.723,
      "reindexS": 0.073,
      "coverageRatio": 3.4626,
      "queries": 9,
      "perQueryMs": 8.36,
      "tokenRatio": 20.17,
      "latencyRatio": 69.27
    },
    {
      "lang": "dotnet",
      "repo": "DapperLib/Dapper",
      "symbols": 3152,
      "coldS": 0.485,
      "reindexS": 0.046,
      "coverageRatio": 17.235,
      "queries": 10,
      "perQueryMs": 7.98,
      "tokenRatio": 24.1,
      "latencyRatio": 21
    },
    {
      "lang": "ejs",
      "repo": "expressjs/express",
      "symbols": 280,
      "coldS": 0.226,
      "reindexS": 0.062,
      "coverageRatio": 2.278,
      "queries": 7,
      "perQueryMs": 0.07,
      "tokenRatio": 16,
      "latencyRatio": 149.12
    },
    {
      "lang": "elixir",
      "repo": "phoenixframework/phoenix",
      "symbols": 1661,
      "coldS": 2.198,
      "reindexS": 0.029,
      "coverageRatio": 1.0116,
      "queries": 5,
      "perQueryMs": 7.92,
      "tokenRatio": 31.1,
      "latencyRatio": 16.24
    },
    {
      "lang": "ets",
      "repo": "openharmony/applications_app_samples",
      "symbols": 165,
      "coldS": 0.117,
      "reindexS": 0.021,
      "coverageRatio": 1.0523,
      "queries": 13,
      "perQueryMs": 0.21,
      "tokenRatio": 36.69,
      "latencyRatio": 145.56
    },
    {
      "lang": "fortran",
      "repo": "fortran-lang/stdlib",
      "symbols": 415,
      "coldS": 0.104,
      "reindexS": 0.534,
      "coverageRatio": 1.0604,
      "queries": 6,
      "perQueryMs": 8.56,
      "tokenRatio": 31.83,
      "latencyRatio": 15.86
    },
    {
      "lang": "groovy",
      "repo": "nextflow-io/nextflow",
      "symbols": 3989,
      "coldS": 0.897,
      "reindexS": 0.023,
      "coverageRatio": 1.59,
      "queries": 5,
      "perQueryMs": 7.31,
      "tokenRatio": 39.9,
      "latencyRatio": 11.79
    },
    {
      "lang": "json",
      "repo": "eslint/create-config",
      "symbols": 252,
      "coldS": 0.173,
      "reindexS": 0.041,
      "coverageRatio": 1.483,
      "queries": 12,
      "perQueryMs": 7.5,
      "tokenRatio": 18.83,
      "latencyRatio": 14.82
    },
    {
      "lang": "julia",
      "repo": "JuliaIO/JSON.jl",
      "symbols": 312,
      "coldS": 0.054,
      "reindexS": 0.005,
      "coverageRatio": 1.0065,
      "queries": 6,
      "perQueryMs": 5.98,
      "tokenRatio": 36.9,
      "latencyRatio": 10.23
    },
    {
      "lang": "kotlin",
      "repo": "square/okhttp",
      "symbols": 7848,
      "coldS": 1.636,
      "reindexS": 0.024,
      "coverageRatio": 1.01,
      "queries": 5,
      "perQueryMs": 7.87,
      "tokenRatio": 89.3,
      "latencyRatio": 13.19
    },
    {
      "lang": "lua",
      "repo": "folke/lazy.nvim",
      "symbols": 3441,
      "coldS": 0.706,
      "reindexS": 0.024,
      "coverageRatio": 1.24,
      "queries": 4,
      "perQueryMs": 7.47,
      "tokenRatio": 43.38,
      "latencyRatio": 12.13
    },
    {
      "lang": "markdown",
      "repo": "rust-lang/mdBook",
      "symbols": 161,
      "coldS": 0.211,
      "reindexS": 0.041,
      "coverageRatio": 1.026,
      "queries": 6,
      "perQueryMs": 7.55,
      "tokenRatio": 14.5,
      "latencyRatio": 14.73
    },
    {
      "lang": "objc",
      "repo": "SDWebImage/SDWebImage",
      "symbols": 979,
      "coldS": 0.132,
      "reindexS": 0.026,
      "coverageRatio": 1.0021,
      "queries": 5,
      "perQueryMs": 6.23,
      "tokenRatio": 103.38,
      "latencyRatio": 11.88
    },
    {
      "lang": "pascal",
      "repo": "remobjects/pascalscript",
      "symbols": 6505,
      "coldS": 0.765,
      "reindexS": 0.047,
      "coverageRatio": 1.0067,
      "queries": 11,
      "perQueryMs": 8.12,
      "tokenRatio": 19.5,
      "latencyRatio": 36.42
    },
    {
      "lang": "php",
      "repo": "slimphp/Slim",
      "symbols": 1365,
      "coldS": 0.211,
      "reindexS": 1.918,
      "coverageRatio": 1.2564,
      "queries": 4,
      "perQueryMs": 5.67,
      "tokenRatio": 14.83,
      "latencyRatio": 17.5
    },
    {
      "lang": "powershell",
      "repo": "PowerShell/PowerShellGet",
      "symbols": 31,
      "coldS": 0.085,
      "reindexS": 0,
      "coverageRatio": 1.1071,
      "queries": 4,
      "perQueryMs": 7.5,
      "tokenRatio": 30.88,
      "latencyRatio": 10.67
    },
    {
      "lang": "r",
      "repo": "tidyverse/ggplot2",
      "symbols": 3010,
      "coldS": 0.705,
      "reindexS": 0.029,
      "coverageRatio": 1.7531,
      "queries": 13,
      "perQueryMs": 0.2,
      "tokenRatio": 66.73,
      "latencyRatio": 198.41
    },
    {
      "lang": "razor",
      "repo": "dotnet-architecture/eShopOnWeb",
      "symbols": 1353,
      "coldS": 0.42,
      "reindexS": 0.04,
      "coverageRatio": 5.101,
      "queries": 6,
      "perQueryMs": 7.7,
      "tokenRatio": 20.5,
      "latencyRatio": 16.74
    },
    {
      "lang": "ruby",
      "repo": "sinatra/sinatra",
      "symbols": 1476,
      "coldS": 0.187,
      "reindexS": 0.025,
      "coverageRatio": 1.01,
      "queries": 4,
      "perQueryMs": 7.17,
      "tokenRatio": 38,
      "latencyRatio": 13.49
    },
    {
      "lang": "rust",
      "repo": "BurntSushi/ripgrep",
      "symbols": 5920,
      "coldS": 0.474,
      "reindexS": 0.042,
      "coverageRatio": 1.0017,
      "queries": 4,
      "perQueryMs": 10.14,
      "tokenRatio": 110.63,
      "latencyRatio": 13.35
    },
    {
      "lang": "scala",
      "repo": "typelevel/cats",
      "symbols": 7859,
      "coldS": 1.096,
      "reindexS": 0.034,
      "coverageRatio": 1.0023,
      "queries": 5,
      "perQueryMs": 15.3,
      "tokenRatio": 67.67,
      "latencyRatio": 10.45
    },
    {
      "lang": "sql",
      "repo": "hasura/graphql-engine",
      "symbols": 131,
      "coldS": 0.046,
      "reindexS": 0.008,
      "coverageRatio": 1.1802,
      "queries": 4,
      "perQueryMs": 7.52,
      "tokenRatio": 30.63,
      "latencyRatio": 10.22
    },
    {
      "lang": "svelte",
      "repo": "carbon-design-system/carbon-components-svelte",
      "symbols": 3087,
      "coldS": 0.263,
      "reindexS": 0.022,
      "coverageRatio": 1.04,
      "queries": 5,
      "perQueryMs": 7.3,
      "tokenRatio": 47.6,
      "latencyRatio": 11.61
    },
    {
      "lang": "swift",
      "repo": "apple/swift-argument-parser",
      "symbols": 13533,
      "coldS": 4.074,
      "reindexS": 0.024,
      "coverageRatio": 1.19,
      "queries": 4,
      "perQueryMs": 7.14,
      "tokenRatio": 80.43,
      "latencyRatio": 18.99
    },
    {
      "lang": "terraform",
      "repo": "terraform-aws-modules/terraform-aws-vpc",
      "symbols": 2244,
      "coldS": 0.166,
      "reindexS": 0.022,
      "coverageRatio": 1.0063,
      "queries": 4,
      "perQueryMs": 7.92,
      "tokenRatio": 145.63,
      "latencyRatio": 15.12
    },
    {
      "lang": "verilog",
      "repo": "lowRISC/ibex",
      "symbols": 144,
      "coldS": 0.188,
      "reindexS": 0.034,
      "coverageRatio": 1.5484,
      "queries": 6,
      "perQueryMs": 7.51,
      "tokenRatio": 11,
      "latencyRatio": 14.93
    },
    {
      "lang": "vue",
      "repo": "gothinkster/vue-realworld-example-app",
      "symbols": 161,
      "coldS": 0.15,
      "reindexS": 0.03,
      "coverageRatio": 1.3529,
      "queries": 5,
      "perQueryMs": 7.62,
      "tokenRatio": 11.5,
      "latencyRatio": 14.04
    },
    {
      "lang": "zig",
      "repo": "zigtools/zls",
      "symbols": 7679,
      "coldS": 0.932,
      "reindexS": 0.031,
      "coverageRatio": 1.0028,
      "queries": 5,
      "perQueryMs": 7.36,
      "tokenRatio": 108.5,
      "latencyRatio": 12.06
    }
  ],
  "agentBench": {
    "label": "Agent-harness token benchmark — 2026-07-10",
    "repo": "sirupsen/logrus",
    "commit7": "a23d315",
    "nQuestions": 19,
    "truth": "gopls call_hierarchy (LSP-truth), frozen at the pinned commit",
    "modes": [
      "atlas",
      "graphify",
      "baseline"
    ],
    "agents": [
      {
        "id": "claude",
        "model": "claude-sonnet-5",
        "calibrationTotal": 29078,
        "vsAtlas": {
          "graphify": {
            "totalTokens": 6,
            "billedProxy": 1.9,
            "turns": 5.2
          },
          "baseline": {
            "totalTokens": 2.3,
            "billedProxy": 1.3,
            "turns": 2.5
          }
        }
      },
      {
        "id": "codex",
        "model": "gpt-5.6-sol",
        "calibrationTotal": 12785,
        "vsAtlas": {
          "graphify": {
            "totalTokens": 3.9,
            "billedProxy": 3.4,
            "turns": 9.6
          },
          "baseline": {
            "totalTokens": 1.7,
            "billedProxy": 2.5,
            "turns": 2.1
          }
        }
      }
    ],
    "cells": [
      {
        "agent": "claude",
        "mode": "atlas",
        "totalTokens": 61561,
        "billedProxy": 11260,
        "outputTokens": 315,
        "turns": 2,
        "f1": 0.882,
        "wallS": 8.3,
        "ok": 19,
        "n": 19
      },
      {
        "agent": "claude",
        "mode": "baseline",
        "totalTokens": 144385,
        "billedProxy": 15120,
        "outputTokens": 1018,
        "turns": 4.9,
        "f1": 0.569,
        "wallS": 19.9,
        "ok": 19,
        "n": 19
      },
      {
        "agent": "claude",
        "mode": "graphify",
        "totalTokens": 370898,
        "billedProxy": 21097,
        "outputTokens": 2632,
        "turns": 10.3,
        "f1": 0.305,
        "wallS": 52.7,
        "ok": 19,
        "n": 19
      },
      {
        "agent": "codex",
        "mode": "atlas",
        "totalTokens": 27981,
        "billedProxy": 4025,
        "outputTokens": 245,
        "turns": 1,
        "f1": 0.881,
        "wallS": 13.3,
        "ok": 19,
        "n": 19
      },
      {
        "agent": "codex",
        "mode": "baseline",
        "totalTokens": 48106,
        "billedProxy": 9975,
        "outputTokens": 642,
        "turns": 2.1,
        "f1": 0.876,
        "wallS": 22.6,
        "ok": 19,
        "n": 19
      },
      {
        "agent": "codex",
        "mode": "graphify",
        "totalTokens": 109662,
        "billedProxy": 13675,
        "outputTokens": 1005,
        "turns": 9.6,
        "f1": 0.41,
        "wallS": 42.3,
        "ok": 19,
        "n": 19
      }
    ],
    "caveat": "Cross-agent absolute totals are not comparable — the two harnesses use different tokenizers and system-prompt floors (see each agent's calibration). Compare modes within an agent.",
    "billedProxyNote": "billed-proxy = fresh input + cache writes + output; cache reads bill at ~10% and are excluded.",
    "artifact": "data/raw/AGENT_TOKEN_BENCH_PUBLIC.json",
    "suiteCmd": "python3 agent-bench/agent_token_bench.py --setup --agents auto \\\n    --qa-set agent-bench/QA_SET_logrus.json --workdir agentbench-work",
    "suiteNeeds": "python3, git, atlas on PATH, graphify (uv tool install graphifyy), and claude and/or codex logged in"
  },
  "l5run": {
    "label": "L4 → L5 promotion run — July 2026 · macOS arm64",
    "truth": "per-language LSP reference server on a real public repository (callHierarchy preferred, references+documentSymbol enclosure fallback)",
    "truthFilter": "both sides restricted to textually-defined callers; macro/codegen-expanded caller names (no textual definition in the repo) excluded and listed per symbol",
    "scoring": "deterministic simple-name set comparison; no LLM",
    "gate": {
      "min_symbols": 8,
      "mean_f1": 0.9,
      "mean_precision": 0.9
    },
    "rows": [
      {
        "lang": "rust",
        "repo": "sharkdp/fd",
        "sha": "1bfeea2",
        "reference": "rust-analyzer",
        "mode": "callHierarchy",
        "symbols": 12,
        "f1": 0.9534,
        "precision": 0.9417,
        "recall": 0.9723,
        "pass": true,
        "atlasCliMs": 17.7,
        "atlasServeMs": 0.66,
        "atlasTok": 89.4,
        "graphifyMs": 99.7,
        "graphifyTok": 72.2,
        "graphifyRecall": 0.194,
        "lspColdMs": 8551.2,
        "lspWarmMs": 25.3,
        "lspTok": 1342,
        "xLatGraphify": 5.6,
        "xServeLatGraphify": 151.1,
        "xLatLspCold": 483.1,
        "xServeLatLspCold": 12956.4,
        "xTokLsp": 15,
        "xTokRawRead": 115.9
      },
      {
        "lang": "php",
        "repo": "Seldaek/monolog",
        "sha": "57eb102",
        "reference": "intelephense",
        "mode": "references",
        "symbols": 12,
        "f1": 1,
        "precision": 1,
        "recall": 1,
        "pass": true,
        "atlasCliMs": 17.7,
        "atlasServeMs": 0.83,
        "atlasTok": 142.6,
        "graphifyMs": 126.2,
        "graphifyTok": 94.7,
        "graphifyRecall": 0.406,
        "lspColdMs": 7504.1,
        "lspWarmMs": 42.6,
        "lspTok": 5574.9,
        "xLatGraphify": 7.1,
        "xServeLatGraphify": 152,
        "xLatLspCold": 424,
        "xServeLatLspCold": 9041.1,
        "xTokLsp": 39.1,
        "xTokRawRead": 18.6
      },
      {
        "lang": "lua",
        "repo": "lunarmodules/Penlight",
        "sha": "c317508",
        "reference": "lua-language-server",
        "mode": "references",
        "symbols": 12,
        "f1": 0.9629,
        "precision": 0.9824,
        "recall": 0.9583,
        "pass": true,
        "atlasCliMs": 18.4,
        "atlasServeMs": 0.7,
        "atlasTok": 259.5,
        "graphifyMs": 129,
        "graphifyTok": 172.2,
        "graphifyRecall": 0.842,
        "lspColdMs": 6770.9,
        "lspWarmMs": 63.3,
        "lspTok": 23787.8,
        "xLatGraphify": 7,
        "xServeLatGraphify": 184.3,
        "xLatLspCold": 368,
        "xServeLatLspCold": 9672.7,
        "xTokLsp": 91.7,
        "xTokRawRead": 29.3
      },
      {
        "lang": "swift",
        "repo": "apple/swift-argument-parser",
        "sha": "2f77f2f",
        "reference": "sourcekit-lsp",
        "mode": "callHierarchy",
        "symbols": 12,
        "f1": 0.7974,
        "precision": 0.7989,
        "recall": 0.8611,
        "pass": false,
        "atlasCliMs": 17.3,
        "atlasServeMs": 0.77,
        "atlasTok": 222.9,
        "graphifyMs": 148.7,
        "graphifyTok": 85.2,
        "graphifyRecall": 0.417,
        "lspColdMs": 11432.5,
        "lspWarmMs": 126.1,
        "lspTok": 5589.6,
        "xLatGraphify": 8.6,
        "xServeLatGraphify": 193.1,
        "xLatLspCold": 660.8,
        "xServeLatLspCold": 14847.4,
        "xTokLsp": 25.1,
        "xTokRawRead": 39
      },
      {
        "lang": "dart",
        "repo": "dart-lang/args",
        "sha": "7a2dfb5",
        "reference": "dart language-server",
        "mode": "callHierarchy+references",
        "symbols": 12,
        "f1": 0.9249,
        "precision": 0.9723,
        "recall": 0.9135,
        "pass": true,
        "atlasCliMs": 16.8,
        "atlasServeMs": 0.9,
        "atlasTok": 101.4,
        "graphifyMs": 92.9,
        "graphifyTok": 56.5,
        "graphifyRecall": 0,
        "lspColdMs": 8061,
        "lspWarmMs": 48.1,
        "lspTok": 6686.8,
        "xLatGraphify": 5.5,
        "xServeLatGraphify": 103.2,
        "xLatLspCold": 479.8,
        "xServeLatLspCold": 8956.7,
        "xTokLsp": 65.9,
        "xTokRawRead": 63.6
      },
      {
        "lang": "fortran",
        "repo": "jacobwilliams/json-fortran",
        "sha": "d9ed2e4",
        "reference": "fortls",
        "mode": "references",
        "symbols": 8,
        "f1": 1,
        "precision": 1,
        "recall": 1,
        "pass": true,
        "atlasCliMs": 16.9,
        "atlasServeMs": 0.64,
        "atlasTok": 142.6,
        "graphifyMs": 103.3,
        "graphifyTok": 83.7,
        "graphifyRecall": 0.167,
        "lspColdMs": 6743.2,
        "lspWarmMs": 37.4,
        "lspTok": 397.9,
        "xLatGraphify": 6.1,
        "xServeLatGraphify": 161.4,
        "xLatLspCold": 399,
        "xServeLatLspCold": 10536.2,
        "xTokLsp": 2.8,
        "xTokRawRead": 867.8
      },
      {
        "lang": "elixir",
        "repo": "elixir-plug/plug",
        "sha": "46c8baa",
        "reference": "elixir-ls",
        "mode": "callHierarchy+references",
        "symbols": 12,
        "f1": 0.595,
        "precision": 0.8167,
        "recall": 0.5973,
        "pass": false,
        "atlasCliMs": 17,
        "atlasServeMs": 0.61,
        "atlasTok": 101.1,
        "graphifyMs": 97.5,
        "graphifyTok": 73.3,
        "graphifyRecall": 0.5,
        "lspColdMs": 17403.3,
        "lspWarmMs": 1226.1,
        "lspTok": 4548.5,
        "xLatGraphify": 5.7,
        "xServeLatGraphify": 159.8,
        "xLatLspCold": 1023.7,
        "xServeLatLspCold": 28530,
        "xTokLsp": 45,
        "xTokRawRead": 54.4
      },
      {
        "lang": "kotlin",
        "repo": "JakeWharton/picnic",
        "sha": "1e3a469",
        "reference": "kotlin-language-server",
        "mode": "references",
        "symbols": 1,
        "f1": 0.984,
        "precision": 1,
        "recall": 0.968,
        "pass": false,
        "atlasCliMs": 19.6,
        "atlasServeMs": 1.2,
        "atlasTok": 967,
        "graphifyMs": 152.7,
        "graphifyTok": 65,
        "graphifyRecall": 0.065,
        "lspColdMs": 25063.8,
        "lspWarmMs": 179.6,
        "lspTok": 18633,
        "xLatGraphify": 7.8,
        "xServeLatGraphify": 127.2,
        "xLatLspCold": 1278.8,
        "xServeLatLspCold": 20886.5,
        "xTokLsp": 19.3,
        "xTokRawRead": 22.6
      },
      {
        "lang": "scala",
        "repo": "scopt/scopt",
        "sha": "8b70fe0",
        "reference": "Metals",
        "mode": "callHierarchy+references",
        "symbols": 12,
        "f1": 0.2399,
        "precision": 0.2118,
        "recall": 0.3056,
        "pass": false,
        "atlasCliMs": 16.9,
        "atlasServeMs": 0.56,
        "atlasTok": 230.6,
        "graphifyMs": 94.5,
        "graphifyTok": 55.7,
        "graphifyRecall": 0.125,
        "lspColdMs": 38344.9,
        "lspWarmMs": 60.7,
        "lspTok": 5160.2,
        "xLatGraphify": 5.6,
        "xServeLatGraphify": 168.7,
        "xLatLspCold": 2268.9,
        "xServeLatLspCold": 68473,
        "xTokLsp": 22.4,
        "xTokRawRead": 23.6
      },
      {
        "lang": "r",
        "repo": "tidyverse/glue",
        "sha": "da9c73f",
        "reference": "R languageserver",
        "mode": "callHierarchy+references",
        "symbols": 4,
        "f1": 0.5208,
        "precision": 0.625,
        "recall": 0.4625,
        "pass": false,
        "atlasCliMs": 16.7,
        "atlasServeMs": 0.7,
        "atlasTok": 134.2,
        "graphifyMs": 81.8,
        "graphifyTok": 24.2,
        "graphifyRecall": 0.175,
        "lspColdMs": 10942.2,
        "lspWarmMs": 273.4,
        "lspTok": 753.2,
        "xLatGraphify": 4.9,
        "xServeLatGraphify": 116.9,
        "xLatLspCold": 655.2,
        "xServeLatLspCold": 15631.7,
        "xTokLsp": 5.6,
        "xTokRawRead": 33.5
      },
      {
        "lang": "apex",
        "repo": "trailheadapps/dreamhouse-lwc",
        "sha": "d442542",
        "reference": "apex-jorje-lsp (Salesforce)",
        "mode": "references",
        "symbols": 2,
        "f1": 0,
        "precision": 0,
        "recall": 0,
        "pass": false,
        "atlasCliMs": 17.5,
        "atlasServeMs": 0.81,
        "atlasTok": 7.5,
        "graphifyMs": 93,
        "graphifyTok": 44.5,
        "graphifyRecall": 0.125,
        "lspColdMs": 22925.4,
        "lspWarmMs": 38.1,
        "lspTok": 840.5,
        "xLatGraphify": 5.3,
        "xServeLatGraphify": 114.8,
        "xLatLspCold": 1310,
        "xServeLatLspCold": 28303,
        "xTokLsp": 112.1,
        "xTokRawRead": 194.5
      },
      {
        "lang": "zig",
        "repo": "Hejsil/zig-clap",
        "sha": "e91d66b",
        "reference": "zls",
        "mode": "references",
        "symbols": 12,
        "f1": 0.9723,
        "precision": 0.9583,
        "recall": 1,
        "pass": true,
        "atlasCliMs": 18.1,
        "atlasServeMs": 0.63,
        "atlasTok": 70.9,
        "graphifyMs": 92.7,
        "graphifyTok": 64.2,
        "graphifyRecall": 0.833,
        "lspColdMs": 5204.1,
        "lspWarmMs": 25.4,
        "lspTok": 536.2,
        "xLatGraphify": 5.1,
        "xServeLatGraphify": 147.1,
        "xLatLspCold": 287.5,
        "xServeLatLspCold": 8260.5,
        "xTokLsp": 7.6,
        "xTokRawRead": 254.4
      }
    ],
    "passed": [
      "dart",
      "fortran",
      "lua",
      "php",
      "rust",
      "zig"
    ],
    "medians": {
      "xLatGraphify": 5.7,
      "xServeLatGraphify": 152,
      "xLatLspCold": 655.2,
      "xServeLatLspCold": 14847.4,
      "xTokLsp": 25.1,
      "xTokRawRead": 54.4
    }
  },
  "artifacts": [
    {
      "name": "benchmark-data.json",
      "path": "data/benchmark-data.json",
      "tier": "report",
      "note": "full derived dataset behind the original page"
    },
    {
      "name": "MATRIX_REPORT.json",
      "path": "data/raw/MATRIX_REPORT.json",
      "tier": "report",
      "note": "core 7-language tool matrix"
    },
    {
      "name": "SATURATION_REPORT.json",
      "path": "data/raw/SATURATION_REPORT.json",
      "tier": "report",
      "note": "language saturation status"
    },
    {
      "name": "GRAPHIFY_LANGUAGE_DISCOVERY.json",
      "path": "data/raw/GRAPHIFY_LANGUAGE_DISCOVERY.json",
      "tier": "report",
      "note": "graphify per-language support probe"
    },
    {
      "name": "CALLERS_F1_AFTER.json",
      "path": "data/raw/CALLERS_F1_AFTER.json",
      "tier": "fresh",
      "note": "37/37 native callers F1 (Linux)"
    },
    {
      "name": "DIMENSIONS_BENCH_PUBLIC.json",
      "path": "data/raw/DIMENSIONS_BENCH_PUBLIC.json",
      "tier": "fresh",
      "note": "per-language F1 / tokens / latency / index (Linux)"
    },
    {
      "name": "LSP_F1_SUMMARY.json",
      "path": "data/raw/LSP_F1_SUMMARY.json",
      "tier": "fresh",
      "note": "gopls LSP-truth aggregate (Linux)"
    },
    {
      "name": "MATRIX_TOOL_VERSIONS_LINUX.json",
      "path": "data/raw/MATRIX_TOOL_VERSIONS_LINUX.json",
      "tier": "fresh",
      "note": "tool pins for the Linux run"
    },
    {
      "name": "AGENT_TOKEN_BENCH_PUBLIC.json",
      "path": "data/raw/AGENT_TOKEN_BENCH_PUBLIC.json",
      "tier": "fresh",
      "note": "agent-harness end-to-end token usage (claude + codex, per-run records)"
    },
    {
      "name": "L5_MATRIX_PUBLIC.json",
      "path": "data/raw/L5_MATRIX_PUBLIC.json",
      "tier": "fresh",
      "note": "L4→L5 promotion run — per-language LSP-truth callers F1 + query-cost multipliers (macOS)"
    },
    {
      "name": "site-data.json",
      "path": "data/site-data.json",
      "tier": "derived",
      "note": "the exact payload this page renders"
    }
  ]
}