{ "label": "Agent-harness token benchmark", "what": "end-to-end token usage reported by real coding-agent harnesses (claude -p, codex exec) answering gopls-ground-truth caller questions, restricted per run to one code-intel tool", "repo_slug": "sirupsen/logrus", "repo_url": "https://github.com/sirupsen/logrus", "repo_commit": "a23d315dfebb6de47d18c92c8ae1430736a60b0c", "n_questions": 19, "agents": [ "claude", "codex" ], "modes": [ "atlas", "graphify", "baseline" ], "repeats": 1, "date": "2026-07-10", "models": { "claude": "claude-sonnet-5", "codex": "codex default" }, "tool_versions": { "claude": "2.1.202 (Claude Code)", "codex": "codex-cli 0.144.1", "atlas": "atlas: unknown flag: --version", "graphify": "graphify 0.9.12" }, "suite": "agent-bench/ in this repository — reproduce with: python3 agent-bench/agent_token_bench.py --setup --agents auto --qa-set agent-bench/QA_SET_logrus.json", "calibration": { "claude": { "model": "claude-sonnet-5", "input_fresh": 2, "cache_write": 8434, "cache_read": 20638, "output_tokens": 4, "total_tokens": 29078 }, "codex": { "model": "gpt-5.6-sol", "input_fresh": 2796, "cache_write": 0, "cache_read": 9984, "output_tokens": 5, "total_tokens": 12785 } }, "runs": [ { "qid": "callers::New", "symbol": "New", "agent": "claude", "mode": "atlas", "rep": 1, "status": "ok", "input_fresh": 4, "cache_write": 16129, "cache_read": 50295, "output_tokens": 885, "total_tokens": 67313, "billed_proxy_tokens": 17018, "turns": 2, "f1": 0.9908256880733944, "precision": 1, "recall": 0.9818181818181818, "wall_s": 15.3, "model": "claude-sonnet-5", "answer": "benchmarkEntryInfo, benchmarkEntryReportCallerDepth4, TestEntryHooksPanic, TestEntryLogfLevel, TestEntryPanic, TestEntryPanicf, TestEntryPanicln, TestEntryReentrantLoggingDeadlock, TestEntryWithContext, TestEntryWithContextCopiesData, TestEntryWithError, TestEntryWithIncorrectField, TestEntryWithTimeCopiesData, runEntryLoggerRace, Example_basic, ExampleJSONFormatter_CallerPrettyfier, ExampleDefaultFieldHook, TestLogger_LogFn, ExampleGlobalHook, Example_hook, doBenchmark, TestHookEntryIsPristine, TestSlogHook, TestSlogHook_error_propagates, TestSlogHook_source, TestLocalhostAddAndPrint, NewNullLogger, TestNewLocal, TestDifferentLevelsGoToDifferentWriters, LogAndAssertJSON, LogAndAssertText, TestJSONEntryFieldValueError, BenchmarkLoggerLog, doLoggerBenchmarkWithFormatter, TestLogger_SetBufferPool, TestDoubleLoggingDoesntPrefixPreviousFields, TestEntryWriter, TestLogLevelEnabled, TestLoggingRace, TestLoggingRaceWithHooksOnEntry, TestNestedLoggingReportsCorrectCaller, TestReplaceHooks, TestReportCallerOnTextFormatter, TestSetReportCallerRace, TestTimeOverrideMultipleLogs, TestWithFieldsShouldAllowAssignments, logLoop, logSomething, TestCustomSorting_FirstFormat, TestTextEntryFieldValueError, ExampleLogger_Writer_httpServer, ExampleLogger_Writer_stdlib, TestWriterSplitNewlines, TestWriterSplitsMax64KB" }, { "qid": "callers::New", "symbol": "New", "agent": "claude", "mode": "baseline", "rep": 1, "status": "ok", "input_fresh": 429, "cache_write": 37966, "cache_read": 142058, "output_tokens": 2024, "total_tokens": 182477, "billed_proxy_tokens": 40419, "turns": 7, "f1": 0.10344827586206896, "precision": 1, "recall": 0.05454545454545454, "wall_s": 32, "model": "claude-sonnet-5", "answer": "LogAndAssertJSON, LogAndAssertText, NewNullLogger" }, { "qid": "callers::New", "symbol": "New", "agent": "claude", "mode": "graphify", "rep": 1, "status": "ok", "input_fresh": 14, "cache_write": 21768, "cache_read": 233139, "output_tokens": 2008, "total_tokens": 256929, "billed_proxy_tokens": 23790, "turns": 7, "f1": 0.9075630252100839, "precision": 0.84375, "recall": 0.9818181818181818, "wall_s": 33, "model": "claude-sonnet-5", "answer": "BenchmarkEntry_WithError, BenchmarkEntry_WithField_Chain, benchmarkEntryInfo, benchmarkEntryReportCallerDepth4, TestEntryWithError, TestEntryWithContext, TestEntryWithContextCopiesData, TestEntryWithTimeCopiesData, TestEntryPanicln, TestEntryPanicf, TestEntryPanic, TestEntryHooksPanic, TestEntryWithIncorrectField, TestEntryLogfLevel, runEntryLoggerRace, TestEntryReentrantLoggingDeadlock, Example_basic, ExampleJSONFormatter_CallerPrettyfier, ExampleDefaultFieldHook, TestLogger_LogFn, ExampleGlobalHook, Example_hook, doBenchmark, TestHookEntryIsPristine, TestSlogHook, .Handle, TestSlogHook_error_propagates, TestSlogHook_source, TestLocalhostAddAndPrint, NewNullLogger, TestAllHooks, TestLoggingWithHooksRace, TestFatalWithAlternateExit, TestNewLocal, TestDifferentLevelsGoToDifferentWriters, LogAndAssertJSON, LogAndAssertText, TestErrorNotLost, TestErrorNotLostOnFieldNotNamedError, TestJSONEntryFieldValueError, BenchmarkLoggerLog, doLoggerBenchmarkWithFormatter, TestLogger_SetBufferPool, logLoop, logSomething, TestDoubleLoggingDoesntPrefixPreviousFields, TestEntryWriter, TestLoggingRace, TestLoggingRaceWithHooksOnEntry, TestLogLevelEnabled, TestNestedLoggingReportsCorrectCaller, TestReplaceHooks, TestReportCallerOnTextFormatter, TestSetReportCallerRace, TestTimeOverrideMultipleLogs, TestWithFieldsShouldAllowAssignments, TestCustomSorting_FirstFormat, TestEscaping_Interface, TestQuoting, TestTextEntryFieldValueError, ExampleLogger_Writer_httpServer, ExampleLogger_Writer_stdlib, TestWriterSplitNewlines, TestWriterSplitsMax64KB" }, { "qid": "callers::New", "symbol": "New", "agent": "codex", "mode": "atlas", "rep": 1, "status": "ok", "input_fresh": 8209, "cache_write": 0, "cache_read": 23040, "output_tokens": 508, "total_tokens": 31757, "billed_proxy_tokens": 8717, "turns": 1, "f1": 0.9908256880733944, "precision": 1, "recall": 0.9818181818181818, "wall_s": 37.3, "model": "gpt-5.6-sol", "answer": "benchmarkEntryInfo, benchmarkEntryReportCallerDepth4, TestEntryHooksPanic, TestEntryLogfLevel, TestEntryPanic, TestEntryPanicf, TestEntryPanicln, TestEntryReentrantLoggingDeadlock, TestEntryWithContext, TestEntryWithContextCopiesData, TestEntryWithError, TestEntryWithIncorrectField, TestEntryWithTimeCopiesData, runEntryLoggerRace, Example_basic, ExampleJSONFormatter_CallerPrettyfier, ExampleDefaultFieldHook, TestLogger_LogFn, ExampleGlobalHook, Example_hook, doBenchmark, TestHookEntryIsPristine, TestSlogHook, TestSlogHook_error_propagates, TestSlogHook_source, TestLocalhostAddAndPrint, NewNullLogger, TestNewLocal, TestDifferentLevelsGoToDifferentWriters, LogAndAssertJSON, LogAndAssertText, TestJSONEntryFieldValueError, BenchmarkLoggerLog, doLoggerBenchmarkWithFormatter, TestLogger_SetBufferPool, TestDoubleLoggingDoesntPrefixPreviousFields, TestEntryWriter, TestLogLevelEnabled, TestLoggingRace, TestLoggingRaceWithHooksOnEntry, TestNestedLoggingReportsCorrectCaller, TestReplaceHooks, TestReportCallerOnTextFormatter, TestSetReportCallerRace, TestTimeOverrideMultipleLogs, TestWithFieldsShouldAllowAssignments, logLoop, logSomething, TestCustomSorting_FirstFormat, TestTextEntryFieldValueError, ExampleLogger_Writer_httpServer, ExampleLogger_Writer_stdlib, TestWriterSplitNewlines, TestWriterSplitsMax64KB" }, { "qid": "callers::New", "symbol": "New", "agent": "codex", "mode": "baseline", "rep": 1, "status": "ok", "input_fresh": 12236, "cache_write": 0, "cache_read": 46080, "output_tokens": 1603, "total_tokens": 59919, "billed_proxy_tokens": 13839, "turns": 3, "f1": 0.9908256880733944, "precision": 1, "recall": 0.9818181818181818, "wall_s": 40.2, "model": "gpt-5.6-sol", "answer": "BenchmarkLoggerLog, ExampleDefaultFieldHook, ExampleGlobalHook, ExampleJSONFormatter_CallerPrettyfier, ExampleLogger_Writer_httpServer, ExampleLogger_Writer_stdlib, Example_basic, Example_hook, LogAndAssertJSON, LogAndAssertText, NewNullLogger, TestCustomSorting_FirstFormat, TestDifferentLevelsGoToDifferentWriters, TestDoubleLoggingDoesntPrefixPreviousFields, TestEntryHooksPanic, TestEntryLogfLevel, TestEntryPanic, TestEntryPanicf, TestEntryPanicln, TestEntryReentrantLoggingDeadlock, TestEntryWithContext, TestEntryWithContextCopiesData, TestEntryWithError, TestEntryWithIncorrectField, TestEntryWithTimeCopiesData, TestEntryWriter, TestHookEntryIsPristine, TestJSONEntryFieldValueError, TestLocalhostAddAndPrint, TestLogLevelEnabled, TestLogger_LogFn, TestLogger_SetBufferPool, TestLoggingRace, TestLoggingRaceWithHooksOnEntry, TestNestedLoggingReportsCorrectCaller, TestNewLocal, TestReplaceHooks, TestReportCallerOnTextFormatter, TestSetReportCallerRace, TestSlogHook, TestSlogHook_error_propagates, TestSlogHook_source, TestTextEntryFieldValueError, TestTimeOverrideMultipleLogs, TestWithFieldsShouldAllowAssignments, TestWriterSplitNewlines, TestWriterSplitsMax64KB, benchmarkEntryInfo, benchmarkEntryReportCallerDepth4, doBenchmark, doLoggerBenchmarkWithFormatter, logLoop, logSomething, runEntryLoggerRace" }, { "qid": "callers::New", "symbol": "New", "agent": "codex", "mode": "graphify", "rep": 1, "status": "ok", "input_fresh": 8809, "cache_write": 0, "cache_read": 50176, "output_tokens": 1109, "total_tokens": 60094, "billed_proxy_tokens": 9918, "turns": 3, "f1": 0.9075630252100839, "precision": 0.84375, "recall": 0.9818181818181818, "wall_s": 31.4, "model": "gpt-5.6-sol", "answer": "BenchmarkEntry_WithError, BenchmarkEntry_WithField_Chain, benchmarkEntryInfo, benchmarkEntryReportCallerDepth4, TestEntryWithError, TestEntryWithContext, TestEntryWithContextCopiesData, TestEntryWithTimeCopiesData, TestEntryPanicln, TestEntryPanicf, TestEntryPanic, TestEntryHooksPanic, TestEntryWithIncorrectField, TestEntryLogfLevel, runEntryLoggerRace, TestEntryReentrantLoggingDeadlock, Example_basic, ExampleJSONFormatter_CallerPrettyfier, ExampleDefaultFieldHook, TestLogger_LogFn, ExampleGlobalHook, Example_hook, doBenchmark, TestHookEntryIsPristine, TestSlogHook, Handle, TestSlogHook_error_propagates, TestSlogHook_source, TestLocalhostAddAndPrint, NewNullLogger, TestAllHooks, TestLoggingWithHooksRace, TestFatalWithAlternateExit, TestNewLocal, TestDifferentLevelsGoToDifferentWriters, LogAndAssertJSON, LogAndAssertText, TestErrorNotLost, TestErrorNotLostOnFieldNotNamedError, TestJSONEntryFieldValueError, BenchmarkLoggerLog, doLoggerBenchmarkWithFormatter, TestLogger_SetBufferPool, logLoop, logSomething, TestDoubleLoggingDoesntPrefixPreviousFields, TestEntryWriter, TestLoggingRace, TestLoggingRaceWithHooksOnEntry, TestLogLevelEnabled, TestNestedLoggingReportsCorrectCaller, TestReplaceHooks, TestReportCallerOnTextFormatter, TestSetReportCallerRace, TestTimeOverrideMultipleLogs, TestWithFieldsShouldAllowAssignments, TestCustomSorting_FirstFormat, TestEscaping_Interface, TestQuoting, TestTextEntryFieldValueError, ExampleLogger_Writer_httpServer, ExampleLogger_Writer_stdlib, TestWriterSplitNewlines, TestWriterSplitsMax64KB" }, { "qid": "callers::SetLevel", "symbol": "SetLevel", "agent": "claude", "mode": "atlas", "rep": 1, "status": "ok", "input_fresh": 4, "cache_write": 10376, "cache_read": 50299, "output_tokens": 267, "total_tokens": 60946, "billed_proxy_tokens": 10647, "turns": 2, "f1": 0.9473684210526316, "precision": 1, "recall": 0.9, "wall_s": 8.1, "model": "claude-sonnet-5", "answer": "benchmarkEntryInfo, benchmarkEntryReportCallerDepth4, TestEntryHooksPanic, TestEntryLogfLevel, TestEntryLoggerMutationRace, TestLogger_LogFn, BenchmarkLoggerLog, TestGetSetLevelRace, TestLogLevelEnabled" }, { "qid": "callers::SetLevel", "symbol": "SetLevel", "agent": "claude", "mode": "baseline", "rep": 1, "status": "ok", "input_fresh": 204, "cache_write": 11798, "cache_read": 160264, "output_tokens": 1685, "total_tokens": 173951, "billed_proxy_tokens": 13687, "turns": 6, "f1": 0.888888888888889, "precision": 1, "recall": 0.8, "wall_s": 25.1, "model": "claude-sonnet-5", "answer": "SetLevel, TestLogger_LogFn, BenchmarkLoggerLog, TestLogLevelEnabled, benchmarkEntryInfo, benchmarkEntryReportCallerDepth4, TestEntryHooksPanic, TestEntryLogfLevel" }, { "qid": "callers::SetLevel", "symbol": "SetLevel", "agent": "claude", "mode": "graphify", "rep": 1, "status": "ok", "input_fresh": 18, "cache_write": 14556, "cache_read": 273789, "output_tokens": 1553, "total_tokens": 289916, "billed_proxy_tokens": 16127, "turns": 9, "f1": 0, "precision": 0, "recall": 0, "wall_s": 35.6, "model": "claude-sonnet-5", "answer": "Based on the graph, `SetLevel()` has no incoming `calls` edges.\n\n(no functions found)" }, { "qid": "callers::SetLevel", "symbol": "SetLevel", "agent": "codex", "mode": "atlas", "rep": 1, "status": "ok", "input_fresh": 4268, "cache_write": 0, "cache_read": 23040, "output_tokens": 174, "total_tokens": 27482, "billed_proxy_tokens": 4442, "turns": 1, "f1": 0.9473684210526316, "precision": 1, "recall": 0.9, "wall_s": 8.9, "model": "gpt-5.6-sol", "answer": "benchmarkEntryInfo, benchmarkEntryReportCallerDepth4, TestEntryHooksPanic, TestEntryLogfLevel, TestEntryLoggerMutationRace, TestLogger_LogFn, BenchmarkLoggerLog, TestGetSetLevelRace, TestLogLevelEnabled" }, { "qid": "callers::SetLevel", "symbol": "SetLevel", "agent": "codex", "mode": "baseline", "rep": 1, "status": "ok", "input_fresh": 10092, "cache_write": 0, "cache_read": 33024, "output_tokens": 726, "total_tokens": 43842, "billed_proxy_tokens": 10818, "turns": 2, "f1": 1, "precision": 1, "recall": 1, "wall_s": 22.9, "model": "gpt-5.6-sol", "answer": "BenchmarkLoggerLog,SetLevel,TestEntryHooksPanic,TestEntryLoggerMutationRace,TestEntryLogfLevel,TestGetSetLevelRace,TestLogLevelEnabled,TestLogger_LogFn,benchmarkEntryInfo,benchmarkEntryReportCallerDepth4" }, { "qid": "callers::SetLevel", "symbol": "SetLevel", "agent": "codex", "mode": "graphify", "rep": 1, "status": "ok", "input_fresh": 18111, "cache_write": 0, "cache_read": 173056, "output_tokens": 1809, "total_tokens": 192976, "billed_proxy_tokens": 19920, "turns": 17, "f1": 0.18181818181818182, "precision": 1, "recall": 0.1, "wall_s": 64.2, "model": "gpt-5.6-sol", "answer": "SetLevel" }, { "qid": "callers::WithError", "symbol": "WithError", "agent": "claude", "mode": "atlas", "rep": 1, "status": "ok", "input_fresh": 4, "cache_write": 9625, "cache_read": 50298, "output_tokens": 185, "total_tokens": 60112, "billed_proxy_tokens": 9814, "turns": 2, "f1": 0.8571428571428571, "precision": 1, "recall": 0.75, "wall_s": 6.3, "model": "claude-sonnet-5", "answer": "BenchmarkEntry_WithError, BenchmarkEntry_WithField_Chain, TestEntryWithError" }, { "qid": "callers::WithError", "symbol": "WithError", "agent": "claude", "mode": "baseline", "rep": 1, "status": "ok", "input_fresh": 6, "cache_write": 10887, "cache_read": 91338, "output_tokens": 456, "total_tokens": 102687, "billed_proxy_tokens": 11349, "turns": 3, "f1": 1, "precision": 1, "recall": 1, "wall_s": 17.1, "model": "claude-sonnet-5", "answer": "BenchmarkEntry_WithError, BenchmarkEntry_WithField_Chain, TestEntryWithError, WithError" }, { "qid": "callers::WithError", "symbol": "WithError", "agent": "claude", "mode": "graphify", "rep": 1, "status": "ok", "input_fresh": 18, "cache_write": 14198, "cache_read": 270454, "output_tokens": 2487, "total_tokens": 287157, "billed_proxy_tokens": 16703, "turns": 9, "f1": 0, "precision": 0, "recall": 0, "wall_s": 49.8, "model": "claude-sonnet-5", "answer": "Based on the graph, no functions have a `calls` edge targeting `WithError`.\n\nNone" }, { "qid": "callers::WithError", "symbol": "WithError", "agent": "codex", "mode": "atlas", "rep": 1, "status": "ok", "input_fresh": 3815, "cache_write": 0, "cache_read": 23040, "output_tokens": 187, "total_tokens": 27042, "billed_proxy_tokens": 4002, "turns": 1, "f1": 0.8571428571428571, "precision": 1, "recall": 0.75, "wall_s": 8.6, "model": "gpt-5.6-sol", "answer": "BenchmarkEntry_WithError,BenchmarkEntry_WithField_Chain,TestEntryWithError" }, { "qid": "callers::WithError", "symbol": "WithError", "agent": "codex", "mode": "baseline", "rep": 1, "status": "ok", "input_fresh": 6112, "cache_write": 0, "cache_read": 35072, "output_tokens": 550, "total_tokens": 41734, "billed_proxy_tokens": 6662, "turns": 2, "f1": 1, "precision": 1, "recall": 1, "wall_s": 19.4, "model": "gpt-5.6-sol", "answer": "BenchmarkEntry_WithError,BenchmarkEntry_WithField_Chain,TestEntryWithError,WithError" }, { "qid": "callers::WithError", "symbol": "WithError", "agent": "codex", "mode": "graphify", "rep": 1, "status": "ok", "input_fresh": 23638, "cache_write": 0, "cache_read": 87296, "output_tokens": 878, "total_tokens": 111812, "billed_proxy_tokens": 24516, "turns": 10, "f1": 0.4, "precision": 1, "recall": 0.25, "wall_s": 34, "model": "gpt-5.6-sol", "answer": "WithError" }, { "qid": "callers::Errorf", "symbol": "Errorf", "agent": "claude", "mode": "atlas", "rep": 1, "status": "ok", "input_fresh": 4, "cache_write": 10199, "cache_read": 50306, "output_tokens": 205, "total_tokens": 60714, "billed_proxy_tokens": 10408, "turns": 2, "f1": 0.2, "precision": 0.125, "recall": 0.5, "wall_s": 7, "model": "claude-sonnet-5", "answer": "TestEntryPanic, TestEntryPanicf, TestEntryPanicln, TestEntryWithError, Format, MarshalText, parseLevel, writerScanner" }, { "qid": "callers::Errorf", "symbol": "Errorf", "agent": "claude", "mode": "baseline", "rep": 1, "status": "ok", "input_fresh": 10, "cache_write": 15918, "cache_read": 171632, "output_tokens": 1899, "total_tokens": 189459, "billed_proxy_tokens": 17827, "turns": 8, "f1": 0.5714285714285715, "precision": 0.4, "recall": 1, "wall_s": 27.8, "model": "claude-sonnet-5", "answer": "Errorf, writerScanner, parseLevel, MarshalText, Format" }, { "qid": "callers::Errorf", "symbol": "Errorf", "agent": "claude", "mode": "graphify", "rep": 1, "status": "ok", "input_fresh": 54, "cache_write": 31071, "cache_read": 1069793, "output_tokens": 10076, "total_tokens": 1110994, "billed_proxy_tokens": 41201, "turns": 27, "f1": 0, "precision": 0, "recall": 0, "wall_s": 182.8, "model": "claude-sonnet-5", "answer": "Both `Errorf` nodes in the graph (`repo_entry_errorf` at entry.go:448 and `exported_errorf` at exported.go:206) have no incoming `calls` edges at any depth or relation type.\n\n(none)" }, { "qid": "callers::Errorf", "symbol": "Errorf", "agent": "codex", "mode": "atlas", "rep": 1, "status": "ok", "input_fresh": 2141, "cache_write": 0, "cache_read": 25088, "output_tokens": 149, "total_tokens": 27378, "billed_proxy_tokens": 2290, "turns": 1, "f1": 0.2, "precision": 0.125, "recall": 0.5, "wall_s": 10.1, "model": "gpt-5.6-sol", "answer": "TestEntryPanic,TestEntryPanicf,TestEntryPanicln,TestEntryWithError,Format,MarshalText,parseLevel,writerScanner" }, { "qid": "callers::Errorf", "symbol": "Errorf", "agent": "codex", "mode": "baseline", "rep": 1, "status": "ok", "input_fresh": 7183, "cache_write": 0, "cache_read": 36096, "output_tokens": 430, "total_tokens": 43709, "billed_proxy_tokens": 7613, "turns": 2, "f1": 1, "precision": 1, "recall": 1, "wall_s": 15.9, "model": "gpt-5.6-sol", "answer": "writerScanner, Errorf" }, { "qid": "callers::Errorf", "symbol": "Errorf", "agent": "codex", "mode": "graphify", "rep": 1, "status": "ok", "input_fresh": 16209, "cache_write": 0, "cache_read": 147968, "output_tokens": 1769, "total_tokens": 165946, "billed_proxy_tokens": 17978, "turns": 19, "f1": 0, "precision": 0, "recall": 0, "wall_s": 58.2, "model": "gpt-5.6-sol", "answer": "Entry" }, { "qid": "callers::NewEntry", "symbol": "NewEntry", "agent": "claude", "mode": "atlas", "rep": 1, "status": "ok", "input_fresh": 4, "cache_write": 11213, "cache_read": 50298, "output_tokens": 324, "total_tokens": 61839, "billed_proxy_tokens": 11541, "turns": 2, "f1": 0.967741935483871, "precision": 1, "recall": 0.9375, "wall_s": 8.3, "model": "claude-sonnet-5", "answer": "benchmarkEntryInfo, benchmarkEntryReportCallerDepth4, TestEntryHooksPanic, TestEntryLogfLevel, TestEntryPanic, TestEntryPanicf, TestEntryPanicln, TestEntryWithContext, TestEntryWithContextCopiesData, TestEntryWithError, TestEntryWithIncorrectField, TestEntryWithTimeCopiesData, runEntryLoggerRace, TestNewlineBehavior, WriterLevel" }, { "qid": "callers::NewEntry", "symbol": "NewEntry", "agent": "claude", "mode": "baseline", "rep": 1, "status": "ok", "input_fresh": 6, "cache_write": 10532, "cache_read": 91006, "output_tokens": 464, "total_tokens": 102008, "billed_proxy_tokens": 11002, "turns": 4, "f1": 0.2222222222222222, "precision": 1, "recall": 0.125, "wall_s": 10.6, "model": "claude-sonnet-5", "answer": "newEntry, WriterLevel" }, { "qid": "callers::NewEntry", "symbol": "NewEntry", "agent": "claude", "mode": "graphify", "rep": 1, "status": "ok", "input_fresh": 6, "cache_write": 10594, "cache_read": 80495, "output_tokens": 507, "total_tokens": 91602, "billed_proxy_tokens": 11107, "turns": 3, "f1": 1, "precision": 1, "recall": 1, "wall_s": 11.6, "model": "claude-sonnet-5", "answer": "newEntry, benchmarkEntryReportCallerDepth4, benchmarkEntryInfo, runEntryLoggerRace, TestEntryWithIncorrectField, WriterLevel, TestEntryHooksPanic, TestEntryLogfLevel, TestEntryPanic, TestEntryPanicf, TestEntryPanicln, TestEntryWithContext, TestEntryWithContextCopiesData, TestEntryWithError, TestEntryWithTimeCopiesData, TestNewlineBehavior" }, { "qid": "callers::NewEntry", "symbol": "NewEntry", "agent": "codex", "mode": "atlas", "rep": 1, "status": "ok", "input_fresh": 4851, "cache_write": 0, "cache_read": 23040, "output_tokens": 251, "total_tokens": 28142, "billed_proxy_tokens": 5102, "turns": 1, "f1": 0.9375, "precision": 0.9375, "recall": 0.9375, "wall_s": 12.2, "model": "gpt-5.6-sol", "answer": "NewEntry, benchmarkEntryInfo, benchmarkEntryReportCallerDepth4, TestEntryHooksPanic, TestEntryLogfLevel, TestEntryPanic, TestEntryPanicf, TestEntryPanicln, TestEntryWithContext, TestEntryWithContextCopiesData, TestEntryWithError, TestEntryWithIncorrectField, TestEntryWithTimeCopiesData, runEntryLoggerRace, TestNewlineBehavior, WriterLevel" }, { "qid": "callers::NewEntry", "symbol": "NewEntry", "agent": "codex", "mode": "baseline", "rep": 1, "status": "ok", "input_fresh": 7032, "cache_write": 0, "cache_read": 35072, "output_tokens": 601, "total_tokens": 42705, "billed_proxy_tokens": 7633, "turns": 2, "f1": 1, "precision": 1, "recall": 1, "wall_s": 21.8, "model": "gpt-5.6-sol", "answer": "benchmarkEntryInfo,benchmarkEntryReportCallerDepth4,TestEntryWithError,TestEntryWithContext,TestEntryWithContextCopiesData,TestEntryWithTimeCopiesData,TestEntryPanicln,TestEntryPanicf,TestEntryPanic,TestEntryHooksPanic,TestEntryWithIncorrectField,TestEntryLogfLevel,runEntryLoggerRace,TestNewlineBehavior,newEntry,WriterLevel" }, { "qid": "callers::NewEntry", "symbol": "NewEntry", "agent": "codex", "mode": "graphify", "rep": 1, "status": "ok", "input_fresh": 6737, "cache_write": 0, "cache_read": 35072, "output_tokens": 424, "total_tokens": 42233, "billed_proxy_tokens": 7161, "turns": 2, "f1": 1, "precision": 1, "recall": 1, "wall_s": 41.1, "model": "gpt-5.6-sol", "answer": "newEntry, benchmarkEntryReportCallerDepth4, benchmarkEntryInfo, runEntryLoggerRace, TestEntryWithIncorrectField, WriterLevel, TestEntryHooksPanic, TestEntryLogfLevel, TestEntryPanic, TestEntryPanicf, TestEntryPanicln, TestEntryWithContext, TestEntryWithContextCopiesData, TestEntryWithError, TestEntryWithTimeCopiesData, TestNewlineBehavior" }, { "qid": "callers::WithField", "symbol": "WithField", "agent": "claude", "mode": "atlas", "rep": 1, "status": "ok", "input_fresh": 4, "cache_write": 15075, "cache_read": 50297, "output_tokens": 816, "total_tokens": 66192, "billed_proxy_tokens": 15895, "turns": 2, "f1": 0.989010989010989, "precision": 1, "recall": 0.9782608695652174, "wall_s": 10.9, "model": "claude-sonnet-5", "answer": "BenchmarkEntry_WithField_Chain, TestEntryPanic, TestEntryPanicf, TestEntryPanicln, TestEntryWithContextCopiesData, TestEntryWithIncorrectField, TestEntryWithTimeCopiesData, WithError, TestCanFireMultipleHooks, TestHookCanModifyEntry, TestSlogHook_error_propagates, TestErrorNotLost, TestErrorNotLostOnFieldNotNamedError, TestFieldClashWithCaller, TestFieldClashWithLevel, TestFieldClashWithMsg, TestFieldClashWithTime, TestFieldDoesNotClashWithCaller, TestJSONDisableTimestamp, TestJSONEnableTimestamp, TestJSONEntryEndsWithNewline, TestJSONEntryFieldValueError, TestJSONLevelKey, TestJSONTimeKey, doLoggerBenchmarkWithFormatter, TestDefaultFieldsAreNotPrefixed, TestDoubleLoggingDoesntPrefixPreviousFields, TestEntryWriter, TestLoggingRaceWithHooksOnEntry, TestNestedLoggingReportsCorrectCaller, TestTimeOverrideMultipleLogs, TestUserSuppliedFieldDoesNotOverwriteDefaults, TestUserSuppliedLevelFieldHasPrefix, TestUserSuppliedMsgFieldHasPrefix, TestUserSuppliedTimeFieldHasPrefix, TestWithFieldShouldNotOverrideTime, TestWithFieldsShouldAllowAssignments, TestWithTimeShouldNotOverrideFields, TestDisableTimestampWithColoredOutput, TestEscaping, TestEscaping_Interface, TestFormatting, TestQuoting, TestTextEntryFieldValueError, TestTimestampFormat" }, { "qid": "callers::WithField", "symbol": "WithField", "agent": "claude", "mode": "baseline", "rep": 1, "status": "ok", "input_fresh": 6, "cache_write": 11920, "cache_read": 92097, "output_tokens": 542, "total_tokens": 104565, "billed_proxy_tokens": 12468, "turns": 4, "f1": 0.08333333333333333, "precision": 1, "recall": 0.043478260869565216, "wall_s": 12.6, "model": "claude-sonnet-5", "answer": "WithError, WithField, Logger.WithField" }, { "qid": "callers::WithField", "symbol": "WithField", "agent": "claude", "mode": "graphify", "rep": 1, "status": "ok", "input_fresh": 24, "cache_write": 24090, "cache_read": 391987, "output_tokens": 5091, "total_tokens": 421192, "billed_proxy_tokens": 29205, "turns": 12, "f1": 0.042553191489361694, "precision": 1, "recall": 0.021739130434782608, "wall_s": 79.1, "model": "claude-sonnet-5", "answer": "WithError" }, { "qid": "callers::WithField", "symbol": "WithField", "agent": "codex", "mode": "atlas", "rep": 1, "status": "ok", "input_fresh": 5431, "cache_write": 0, "cache_read": 25088, "output_tokens": 493, "total_tokens": 31012, "billed_proxy_tokens": 5924, "turns": 1, "f1": 0.989010989010989, "precision": 1, "recall": 0.9782608695652174, "wall_s": 14.9, "model": "gpt-5.6-sol", "answer": "BenchmarkEntry_WithField_Chain,TestEntryPanic,TestEntryPanicf,TestEntryPanicln,TestEntryWithContextCopiesData,TestEntryWithIncorrectField,TestEntryWithTimeCopiesData,WithError,TestCanFireMultipleHooks,TestHookCanModifyEntry,TestSlogHook_error_propagates,TestErrorNotLost,TestErrorNotLostOnFieldNotNamedError,TestFieldClashWithCaller,TestFieldClashWithLevel,TestFieldClashWithMsg,TestFieldClashWithTime,TestFieldDoesNotClashWithCaller,TestJSONDisableTimestamp,TestJSONEnableTimestamp,TestJSONEntryEndsWithNewline,TestJSONEntryFieldValueError,TestJSONLevelKey,TestJSONTimeKey,doLoggerBenchmarkWithFormatter,TestDefaultFieldsAreNotPrefixed,TestDoubleLoggingDoesntPrefixPreviousFields,TestEntryWriter,TestLoggingRaceWithHooksOnEntry,TestNestedLoggingReportsCorrectCaller,TestTimeOverrideMultipleLogs,TestUserSuppliedFieldDoesNotOverwriteDefaults,TestUserSuppliedLevelFieldHasPrefix,TestUserSuppliedMsgFieldHasPrefix,TestUserSuppliedTimeFieldHasPrefix,TestWithFieldShouldNotOverrideTime,TestWithFieldsShouldAllowAssignments,TestWithTimeShouldNotOverrideFields,TestDisableTimestampWithColoredOutput,TestEscaping,TestEscaping_Interface,TestFormatting,TestQuoting,TestTextEntryFieldValueError,TestTimestampFormat" }, { "qid": "callers::WithField", "symbol": "WithField", "agent": "codex", "mode": "baseline", "rep": 1, "status": "ok", "input_fresh": 7125, "cache_write": 0, "cache_read": 36096, "output_tokens": 509, "total_tokens": 43730, "billed_proxy_tokens": 7634, "turns": 2, "f1": 0.08333333333333333, "precision": 1, "recall": 0.043478260869565216, "wall_s": 16.8, "model": "gpt-5.6-sol", "answer": "WithError,WithField" }, { "qid": "callers::WithField", "symbol": "WithField", "agent": "codex", "mode": "graphify", "rep": 1, "status": "ok", "input_fresh": 10890, "cache_write": 0, "cache_read": 71168, "output_tokens": 693, "total_tokens": 82751, "billed_proxy_tokens": 11583, "turns": 5, "f1": 0.042553191489361694, "precision": 1, "recall": 0.021739130434782608, "wall_s": 27.9, "model": "gpt-5.6-sol", "answer": "WithError" }, { "qid": "callers::WithFields", "symbol": "WithFields", "agent": "claude", "mode": "atlas", "rep": 1, "status": "ok", "input_fresh": 4, "cache_write": 11175, "cache_read": 50299, "output_tokens": 336, "total_tokens": 61814, "billed_proxy_tokens": 11515, "turns": 2, "f1": 0.967741935483871, "precision": 1, "recall": 0.9375, "wall_s": 8.3, "model": "claude-sonnet-5", "answer": "WithField, BenchmarkEntry_WithFields, TestEntryReentrantLoggingDeadlock, TestEntryWithIncorrectField, Example_basic, Example_hook, TestSlogHook, TestFieldClashWithRemappedFields, TestFieldsInNestedDictionary, doLoggerBenchmark, doLoggerBenchmarkNoLock, TestNestedLoggingReportsCorrectCaller, TestReportCallerOnTextFormatter, TestWithFieldsShouldAllowAssignments, logSomething" }, { "qid": "callers::WithFields", "symbol": "WithFields", "agent": "claude", "mode": "baseline", "rep": 1, "status": "ok", "input_fresh": 6, "cache_write": 11595, "cache_read": 91586, "output_tokens": 422, "total_tokens": 103609, "billed_proxy_tokens": 12023, "turns": 3, "f1": 0.2222222222222222, "precision": 1, "recall": 0.125, "wall_s": 11.4, "model": "claude-sonnet-5", "answer": "WithFields, WithField" }, { "qid": "callers::WithFields", "symbol": "WithFields", "agent": "claude", "mode": "graphify", "rep": 1, "status": "ok", "input_fresh": 38, "cache_write": 31533, "cache_read": 749509, "output_tokens": 5239, "total_tokens": 786319, "billed_proxy_tokens": 36810, "turns": 19, "f1": 0.11764705882352941, "precision": 1, "recall": 0.0625, "wall_s": 103.4, "model": "claude-sonnet-5", "answer": "Based on the graph, the only function with a direct `calls` edge to a `WithFields` node is `Entry.WithField()` (entry.go L175 → entry.go L180); the `Logger.WithFields` and package-level `WithFields` nodes have no incoming `calls` edges.\n\nWithField" }, { "qid": "callers::WithFields", "symbol": "WithFields", "agent": "codex", "mode": "atlas", "rep": 1, "status": "ok", "input_fresh": 4819, "cache_write": 0, "cache_read": 23040, "output_tokens": 255, "total_tokens": 28114, "billed_proxy_tokens": 5074, "turns": 1, "f1": 0.967741935483871, "precision": 1, "recall": 0.9375, "wall_s": 11.2, "model": "gpt-5.6-sol", "answer": "WithField,BenchmarkEntry_WithFields,TestEntryReentrantLoggingDeadlock,TestEntryWithIncorrectField,Example_basic,Example_hook,TestSlogHook,TestFieldClashWithRemappedFields,TestFieldsInNestedDictionary,doLoggerBenchmark,doLoggerBenchmarkNoLock,TestNestedLoggingReportsCorrectCaller,TestReportCallerOnTextFormatter,TestWithFieldsShouldAllowAssignments,logSomething" }, { "qid": "callers::WithFields", "symbol": "WithFields", "agent": "codex", "mode": "baseline", "rep": 1, "status": "ok", "input_fresh": 12108, "cache_write": 0, "cache_read": 53248, "output_tokens": 1069, "total_tokens": 66425, "billed_proxy_tokens": 13177, "turns": 3, "f1": 1, "precision": 1, "recall": 1, "wall_s": 31.3, "model": "gpt-5.6-sol", "answer": "Example_basic, Example_hook, WithFields, WithField, BenchmarkEntry_WithFields, TestEntryWithIncorrectField, TestEntryReentrantLoggingDeadlock, doLoggerBenchmark, doLoggerBenchmarkNoLock, logSomething, TestWithFieldsShouldAllowAssignments, TestNestedLoggingReportsCorrectCaller, TestReportCallerOnTextFormatter, TestFieldClashWithRemappedFields, TestFieldsInNestedDictionary, TestSlogHook" }, { "qid": "callers::WithFields", "symbol": "WithFields", "agent": "codex", "mode": "graphify", "rep": 1, "status": "ok", "input_fresh": 3241, "cache_write": 0, "cache_read": 50176, "output_tokens": 444, "total_tokens": 53861, "billed_proxy_tokens": 3685, "turns": 3, "f1": 0.11764705882352941, "precision": 1, "recall": 0.0625, "wall_s": 18.3, "model": "gpt-5.6-sol", "answer": "WithField" }, { "qid": "callers::SetOutput", "symbol": "SetOutput", "agent": "claude", "mode": "atlas", "rep": 1, "status": "ok", "input_fresh": 4, "cache_write": 13653, "cache_read": 50301, "output_tokens": 612, "total_tokens": 64570, "billed_proxy_tokens": 14269, "turns": 2, "f1": 0.9714285714285714, "precision": 0.9714285714285714, "recall": 0.9714285714285714, "wall_s": 11.4, "model": "claude-sonnet-5", "answer": "benchmarkEntryInfo, benchmarkEntryReportCallerDepth4, TestEntryHooksPanic, TestEntryLogfLevel, TestEntryLoggerMutationRace, TestEntryPanic, TestEntryPanicf, TestEntryPanicln, TestEntryReentrantLoggingDeadlock, TestEntryWithContext, TestEntryWithContextCopiesData, TestEntryWithError, TestEntryWithIncorrectField, TestEntryWithTimeCopiesData, runEntryLoggerRace, TestLogger_LogFn, TestAddHookRace2, TestHookEntryIsPristine, TestSlogHook_error_propagates, TestLocalhostAddAndPrint, TestAllHooks, TestNewLocal, TestDifferentLevelsGoToDifferentWriters, TestJSONEntryFieldValueError, BenchmarkLoggerLog, TestLogger_SetBufferPool, TestLoggingRace, TestLoggingRaceWithHooksOnEntry, TestReplaceHooks, TestReportCallerOnTextFormatter, TestCustomSorting_FirstFormat, TestTextEntryFieldValueError, ExampleLogger_Writer_stdlib, TestWriterSplitNewlines, TestWriterSplitsMax64KB" }, { "qid": "callers::SetOutput", "symbol": "SetOutput", "agent": "claude", "mode": "baseline", "rep": 1, "status": "ok", "input_fresh": 6, "cache_write": 10549, "cache_read": 91515, "output_tokens": 336, "total_tokens": 102406, "billed_proxy_tokens": 10891, "turns": 3, "f1": 0.05555555555555556, "precision": 1, "recall": 0.02857142857142857, "wall_s": 17.8, "model": "claude-sonnet-5", "answer": "SetOutput" }, { "qid": "callers::SetOutput", "symbol": "SetOutput", "agent": "claude", "mode": "graphify", "rep": 1, "status": "ok", "input_fresh": 10, "cache_write": 16233, "cache_read": 143396, "output_tokens": 1008, "total_tokens": 160647, "billed_proxy_tokens": 17251, "turns": 7, "f1": 0, "precision": 0, "recall": 0, "wall_s": 25.4, "model": "claude-sonnet-5", "answer": "The graph contains no `calls` edges targeting `SetOutput()` — it has no direct callers.\n\n(none)" }, { "qid": "callers::SetOutput", "symbol": "SetOutput", "agent": "codex", "mode": "atlas", "rep": 1, "status": "ok", "input_fresh": 9634, "cache_write": 0, "cache_read": 19968, "output_tokens": 430, "total_tokens": 30032, "billed_proxy_tokens": 10064, "turns": 1, "f1": 0.9714285714285714, "precision": 0.9714285714285714, "recall": 0.9714285714285714, "wall_s": 17.9, "model": "gpt-5.6-sol", "answer": "benchmarkEntryInfo,benchmarkEntryReportCallerDepth4,TestEntryHooksPanic,TestEntryLogfLevel,TestEntryLoggerMutationRace,TestEntryPanic,TestEntryPanicf,TestEntryPanicln,TestEntryReentrantLoggingDeadlock,TestEntryWithContext,TestEntryWithContextCopiesData,TestEntryWithError,TestEntryWithIncorrectField,TestEntryWithTimeCopiesData,runEntryLoggerRace,TestLogger_LogFn,TestAddHookRace2,TestHookEntryIsPristine,TestSlogHook_error_propagates,TestLocalhostAddAndPrint,TestAllHooks,TestNewLocal,TestDifferentLevelsGoToDifferentWriters,TestJSONEntryFieldValueError,BenchmarkLoggerLog,TestLogger_SetBufferPool,TestLoggingRace,TestLoggingRaceWithHooksOnEntry,TestReplaceHooks,TestReportCallerOnTextFormatter,TestCustomSorting_FirstFormat,TestTextEntryFieldValueError,ExampleLogger_Writer_stdlib,TestWriterSplitNewlines,TestWriterSplitsMax64KB" }, { "qid": "callers::SetOutput", "symbol": "SetOutput", "agent": "codex", "mode": "baseline", "rep": 1, "status": "ok", "input_fresh": 19849, "cache_write": 0, "cache_read": 48384, "output_tokens": 962, "total_tokens": 69195, "billed_proxy_tokens": 20811, "turns": 2, "f1": 0.9859154929577464, "precision": 0.9722222222222222, "recall": 1, "wall_s": 26.3, "model": "gpt-5.6-sol", "answer": "BenchmarkLoggerLog,ExampleLogger_Writer_stdlib,SetOutput,TestAddHookRace2,TestAllHooks,TestCustomSorting_FirstFormat,TestDifferentLevelsGoToDifferentWriters,TestEntryHooksPanic,TestEntryLogfLevel,TestEntryLoggerMutationRace,TestEntryPanic,TestEntryPanicf,TestEntryPanicln,TestEntryReentrantLoggingDeadlock,TestEntryWithContext,TestEntryWithContextCopiesData,TestEntryWithError,TestEntryWithIncorrectField,TestEntryWithTimeCopiesData,TestHookEntryIsPristine,TestJSONEntryFieldValueError,TestLocalhostAddAndPrint,TestLogger_LogFn,TestLogger_SetBufferPool,TestLoggingRace,TestLoggingRaceWithHooksOnEntry,TestNewLocal,TestReplaceHooks,TestReportCallerOnTextFormatter,TestSlogHook_error_propagates,TestTextEntryFieldValueError,TestWriterSplitNewlines,TestWriterSplitsMax64KB,benchmarkEntryInfo,benchmarkEntryReportCallerDepth4,runEntryLoggerRace" }, { "qid": "callers::SetOutput", "symbol": "SetOutput", "agent": "codex", "mode": "graphify", "rep": 1, "status": "ok", "input_fresh": 13120, "cache_write": 0, "cache_read": 90368, "output_tokens": 884, "total_tokens": 104372, "billed_proxy_tokens": 14004, "turns": 10, "f1": 0.05555555555555556, "precision": 1, "recall": 0.02857142857142857, "wall_s": 35, "model": "gpt-5.6-sol", "answer": "SetOutput" }, { "qid": "callers::SetFormatter", "symbol": "SetFormatter", "agent": "claude", "mode": "atlas", "rep": 1, "status": "ok", "input_fresh": 4, "cache_write": 10687, "cache_read": 50303, "output_tokens": 315, "total_tokens": 61309, "billed_proxy_tokens": 11006, "turns": 2, "f1": 0.9565217391304348, "precision": 1, "recall": 0.9166666666666666, "wall_s": 8.3, "model": "claude-sonnet-5", "answer": "benchmarkEntryInfo, benchmarkEntryReportCallerDepth4, TestEntryLoggerMutationRace, TestEntryReentrantLoggingDeadlock, TestEntryWithIncorrectField, TestLogger_LogFn, TestHookEntryIsPristine, TestDifferentLevelsGoToDifferentWriters, TestJSONEntryFieldValueError, BenchmarkLoggerLog, TestTextEntryFieldValueError" }, { "qid": "callers::SetFormatter", "symbol": "SetFormatter", "agent": "claude", "mode": "baseline", "rep": 1, "status": "ok", "input_fresh": 20, "cache_write": 20866, "cache_read": 363943, "output_tokens": 3041, "total_tokens": 387870, "billed_proxy_tokens": 23927, "turns": 10, "f1": 1, "precision": 1, "recall": 1, "wall_s": 51.4, "model": "claude-sonnet-5", "answer": "All confirmed as direct calls within named functions.\n\nSetFormatter, TestHookEntryIsPristine, TestEntryLoggerMutationRace, TestEntryWithIncorrectField, TestEntryReentrantLoggingDeadlock, benchmarkEntryInfo, benchmarkEntryReportCallerDepth4, TestJSONEntryFieldValueError, TestTextEntryFieldValueError, TestLogger_LogFn, BenchmarkLoggerLog, TestDifferentLevelsGoToDifferentWriters" }, { "qid": "callers::SetFormatter", "symbol": "SetFormatter", "agent": "claude", "mode": "graphify", "rep": 1, "status": "ok", "input_fresh": 10, "cache_write": 10553, "cache_read": 140188, "output_tokens": 761, "total_tokens": 151512, "billed_proxy_tokens": 11324, "turns": 6, "f1": 0, "precision": 0, "recall": 0, "wall_s": 22.3, "model": "claude-sonnet-5", "answer": "Based on the graph data, no functions have a direct `calls` edge to `SetFormatter()`." }, { "qid": "callers::SetFormatter", "symbol": "SetFormatter", "agent": "codex", "mode": "atlas", "rep": 1, "status": "ok", "input_fresh": 4572, "cache_write": 0, "cache_read": 23040, "output_tokens": 299, "total_tokens": 27911, "billed_proxy_tokens": 4871, "turns": 1, "f1": 0.9565217391304348, "precision": 1, "recall": 0.9166666666666666, "wall_s": 12.6, "model": "gpt-5.6-sol", "answer": "benchmarkEntryInfo, benchmarkEntryReportCallerDepth4, TestEntryLoggerMutationRace, TestEntryReentrantLoggingDeadlock, TestEntryWithIncorrectField, TestLogger_LogFn, TestHookEntryIsPristine, TestDifferentLevelsGoToDifferentWriters, TestJSONEntryFieldValueError, BenchmarkLoggerLog, TestTextEntryFieldValueError" }, { "qid": "callers::SetFormatter", "symbol": "SetFormatter", "agent": "codex", "mode": "baseline", "rep": 1, "status": "ok", "input_fresh": 7728, "cache_write": 0, "cache_read": 39168, "output_tokens": 736, "total_tokens": 47632, "billed_proxy_tokens": 8464, "turns": 2, "f1": 0.8571428571428571, "precision": 1, "recall": 0.75, "wall_s": 27.8, "model": "gpt-5.6-sol", "answer": "benchmarkEntryInfo, benchmarkEntryReportCallerDepth4, TestEntryWithIncorrectField, TestEntryReentrantLoggingDeadlock, TestLogger_LogFn, BenchmarkLoggerLog, SetFormatter, TestHookEntryIsPristine, TestDifferentLevelsGoToDifferentWriters" }, { "qid": "callers::SetFormatter", "symbol": "SetFormatter", "agent": "codex", "mode": "graphify", "rep": 1, "status": "ok", "input_fresh": 25348, "cache_write": 0, "cache_read": 153856, "output_tokens": 1600, "total_tokens": 180804, "billed_proxy_tokens": 26948, "turns": 12, "f1": 0.15384615384615385, "precision": 1, "recall": 0.08333333333333333, "wall_s": 59.4, "model": "gpt-5.6-sol", "answer": "SetFormatter" }, { "qid": "callers::AddHook", "symbol": "AddHook", "agent": "claude", "mode": "atlas", "rep": 1, "status": "ok", "input_fresh": 4, "cache_write": 10979, "cache_read": 50297, "output_tokens": 301, "total_tokens": 61581, "billed_proxy_tokens": 11284, "turns": 2, "f1": 0.9655172413793104, "precision": 1, "recall": 0.9333333333333333, "wall_s": 7.8, "model": "claude-sonnet-5", "answer": "TestEntryHooksPanic, TestEntryLoggerMutationRace, ExampleDefaultFieldHook, ExampleGlobalHook, TestAddHookRace, TestHookEntryIsPristine, TestSlogHook, TestSlogHook_error_propagates, TestSlogHook_source, NewGlobal, NewLocal, TestDifferentLevelsGoToDifferentWriters, TestLoggingRaceWithHooksOnEntry, TestReplaceHooks" }, { "qid": "callers::AddHook", "symbol": "AddHook", "agent": "claude", "mode": "baseline", "rep": 1, "status": "ok", "input_fresh": 6, "cache_write": 11224, "cache_read": 91039, "output_tokens": 492, "total_tokens": 102761, "billed_proxy_tokens": 11722, "turns": 3, "f1": 0.33333333333333337, "precision": 1, "recall": 0.2, "wall_s": 12.7, "model": "claude-sonnet-5", "answer": "NewGlobal, NewLocal, AddHook" }, { "qid": "callers::AddHook", "symbol": "AddHook", "agent": "claude", "mode": "graphify", "rep": 1, "status": "ok", "input_fresh": 20, "cache_write": 17559, "cache_read": 306689, "output_tokens": 1747, "total_tokens": 326015, "billed_proxy_tokens": 19326, "turns": 10, "f1": 0, "precision": 0, "recall": 0, "wall_s": 40.1, "model": "claude-sonnet-5", "answer": "Based on the graph data, `AddHook()` (exported.go L51) has no incoming `calls` edges — the `affected` traversal returns no results and `explain` shows only `contains`/`references` connections.\n\nNo functions found" }, { "qid": "callers::AddHook", "symbol": "AddHook", "agent": "codex", "mode": "atlas", "rep": 1, "status": "ok", "input_fresh": 4699, "cache_write": 0, "cache_read": 23040, "output_tokens": 195, "total_tokens": 27934, "billed_proxy_tokens": 4894, "turns": 1, "f1": 0.9655172413793104, "precision": 1, "recall": 0.9333333333333333, "wall_s": 11.4, "model": "gpt-5.6-sol", "answer": "TestEntryHooksPanic, TestEntryLoggerMutationRace, ExampleDefaultFieldHook, ExampleGlobalHook, TestAddHookRace, TestHookEntryIsPristine, TestSlogHook, TestSlogHook_error_propagates, TestSlogHook_source, NewGlobal, NewLocal, TestDifferentLevelsGoToDifferentWriters, TestLoggingRaceWithHooksOnEntry, TestReplaceHooks" }, { "qid": "callers::AddHook", "symbol": "AddHook", "agent": "codex", "mode": "baseline", "rep": 1, "status": "ok", "input_fresh": 16613, "cache_write": 0, "cache_read": 22016, "output_tokens": 284, "total_tokens": 38913, "billed_proxy_tokens": 16897, "turns": 1, "f1": 0.125, "precision": 1, "recall": 0.06666666666666667, "wall_s": 16.7, "model": "gpt-5.6-sol", "answer": "AddHook" }, { "qid": "callers::AddHook", "symbol": "AddHook", "agent": "codex", "mode": "graphify", "rep": 1, "status": "ok", "input_fresh": 23903, "cache_write": 0, "cache_read": 222976, "output_tokens": 2303, "total_tokens": 249182, "billed_proxy_tokens": 26206, "turns": 24, "f1": 0.64, "precision": 0.8, "recall": 0.5333333333333333, "wall_s": 106.2, "model": "gpt-5.6-sol", "answer": "AddHook, NewGlobal, NewLocal, NewNullLogger, TestAddHookRace, TestAddHookRace2, TestLoggingRaceWithHooksOnEntry, TestSlogHook, TestSlogHook_error_propagates, TestSlogHook_source" }, { "qid": "callers::WithContext", "symbol": "WithContext", "agent": "claude", "mode": "atlas", "rep": 1, "status": "ok", "input_fresh": 4, "cache_write": 9501, "cache_read": 50301, "output_tokens": 171, "total_tokens": 59977, "billed_proxy_tokens": 9676, "turns": 2, "f1": 0.8, "precision": 1, "recall": 0.6666666666666666, "wall_s": 7, "model": "claude-sonnet-5", "answer": "TestEntryWithContext, TestEntryWithContextCopiesData" }, { "qid": "callers::WithContext", "symbol": "WithContext", "agent": "claude", "mode": "baseline", "rep": 1, "status": "ok", "input_fresh": 6, "cache_write": 10092, "cache_read": 90546, "output_tokens": 499, "total_tokens": 101143, "billed_proxy_tokens": 10597, "turns": 4, "f1": 0.5, "precision": 1, "recall": 0.3333333333333333, "wall_s": 10.6, "model": "claude-sonnet-5", "answer": "WithContext, WithContext" }, { "qid": "callers::WithContext", "symbol": "WithContext", "agent": "claude", "mode": "graphify", "rep": 1, "status": "ok", "input_fresh": 18, "cache_write": 14315, "cache_read": 269945, "output_tokens": 1271, "total_tokens": 285549, "billed_proxy_tokens": 15604, "turns": 9, "f1": 0, "precision": 0, "recall": 0, "wall_s": 33.4, "model": "claude-sonnet-5", "answer": "Based on the graph, no functions have call edges into `WithContext`.\n\n(No callers found in the graph.)" }, { "qid": "callers::WithContext", "symbol": "WithContext", "agent": "codex", "mode": "atlas", "rep": 1, "status": "ok", "input_fresh": 1716, "cache_write": 0, "cache_read": 25088, "output_tokens": 214, "total_tokens": 27018, "billed_proxy_tokens": 1930, "turns": 1, "f1": 0.8, "precision": 1, "recall": 0.6666666666666666, "wall_s": 10.2, "model": "gpt-5.6-sol", "answer": "TestEntryWithContext,TestEntryWithContextCopiesData" }, { "qid": "callers::WithContext", "symbol": "WithContext", "agent": "codex", "mode": "baseline", "rep": 1, "status": "ok", "input_fresh": 4785, "cache_write": 0, "cache_read": 22016, "output_tokens": 396, "total_tokens": 27197, "billed_proxy_tokens": 5181, "turns": 1, "f1": 1, "precision": 1, "recall": 1, "wall_s": 14.2, "model": "gpt-5.6-sol", "answer": "TestEntryWithContext,TestEntryWithContextCopiesData,WithContext" }, { "qid": "callers::WithContext", "symbol": "WithContext", "agent": "codex", "mode": "graphify", "rep": 1, "status": "ok", "input_fresh": 11906, "cache_write": 0, "cache_read": 126720, "output_tokens": 1299, "total_tokens": 139925, "billed_proxy_tokens": 13205, "turns": 16, "f1": 1, "precision": 1, "recall": 1, "wall_s": 50.4, "model": "gpt-5.6-sol", "answer": "WithContext, TestEntryWithContext, TestEntryWithContextCopiesData" }, { "qid": "callers::WithTime", "symbol": "WithTime", "agent": "claude", "mode": "atlas", "rep": 1, "status": "ok", "input_fresh": 4, "cache_write": 9895, "cache_read": 50300, "output_tokens": 216, "total_tokens": 60415, "billed_proxy_tokens": 10115, "turns": 2, "f1": 0.9090909090909091, "precision": 1, "recall": 0.8333333333333334, "wall_s": 8.8, "model": "claude-sonnet-5", "answer": "TestEntryWithIncorrectField, TestEntryWithTimeCopiesData, TestWithFieldShouldNotOverrideTime, TestWithTimeShouldNotOverrideFields, TestWithTimeShouldOverrideTime" }, { "qid": "callers::WithTime", "symbol": "WithTime", "agent": "claude", "mode": "baseline", "rep": 1, "status": "ok", "input_fresh": 4, "cache_write": 9869, "cache_read": 57064, "output_tokens": 129, "total_tokens": 67066, "billed_proxy_tokens": 10002, "turns": 2, "f1": 0.2857142857142857, "precision": 1, "recall": 0.16666666666666666, "wall_s": 5.8, "model": "claude-sonnet-5", "answer": "WithTime, Logger.WithTime" }, { "qid": "callers::WithTime", "symbol": "WithTime", "agent": "claude", "mode": "graphify", "rep": 1, "status": "ok", "input_fresh": 10, "cache_write": 12883, "cache_read": 139609, "output_tokens": 533, "total_tokens": 153035, "billed_proxy_tokens": 13426, "turns": 5, "f1": 0, "precision": 0, "recall": 0, "wall_s": 20, "model": "claude-sonnet-5", "answer": "No \"calls\" edges point to exported.go's WithTime() (community=20 has no incoming call edges shown). The only actual \"calls\" edges to a WithTime() node found are for the entry.go WithTime() (community=14 test file), from caller2().\n\ncaller2" }, { "qid": "callers::WithTime", "symbol": "WithTime", "agent": "codex", "mode": "atlas", "rep": 1, "status": "ok", "input_fresh": 1951, "cache_write": 0, "cache_read": 25088, "output_tokens": 205, "total_tokens": 27244, "billed_proxy_tokens": 2156, "turns": 1, "f1": 0.9090909090909091, "precision": 1, "recall": 0.8333333333333334, "wall_s": 10.3, "model": "gpt-5.6-sol", "answer": "TestEntryWithIncorrectField, TestEntryWithTimeCopiesData, TestWithFieldShouldNotOverrideTime, TestWithTimeShouldNotOverrideFields, TestWithTimeShouldOverrideTime" }, { "qid": "callers::WithTime", "symbol": "WithTime", "agent": "codex", "mode": "baseline", "rep": 1, "status": "ok", "input_fresh": 5679, "cache_write": 0, "cache_read": 37120, "output_tokens": 656, "total_tokens": 43455, "billed_proxy_tokens": 6335, "turns": 2, "f1": 1, "precision": 1, "recall": 1, "wall_s": 22.5, "model": "gpt-5.6-sol", "answer": "TestEntryWithTimeCopiesData,TestEntryWithIncorrectField,WithTime,TestWithTimeShouldOverrideTime,TestWithTimeShouldNotOverrideFields,TestWithFieldShouldNotOverrideTime" }, { "qid": "callers::WithTime", "symbol": "WithTime", "agent": "codex", "mode": "graphify", "rep": 1, "status": "ok", "input_fresh": 18550, "cache_write": 0, "cache_read": 134912, "output_tokens": 1297, "total_tokens": 154759, "billed_proxy_tokens": 19847, "turns": 13, "f1": 0.2857142857142857, "precision": 1, "recall": 0.16666666666666666, "wall_s": 54.5, "model": "gpt-5.6-sol", "answer": "WithTime" }, { "qid": "callers::StandardLogger", "symbol": "StandardLogger", "agent": "claude", "mode": "atlas", "rep": 1, "status": "ok", "input_fresh": 4, "cache_write": 9591, "cache_read": 50299, "output_tokens": 162, "total_tokens": 60056, "billed_proxy_tokens": 9757, "turns": 2, "f1": 1, "precision": 1, "recall": 1, "wall_s": 6.2, "model": "claude-sonnet-5", "answer": "TestAddHookRace2, TestAllHooks, TestNewlineBehavior" }, { "qid": "callers::StandardLogger", "symbol": "StandardLogger", "agent": "claude", "mode": "baseline", "rep": 1, "status": "ok", "input_fresh": 10, "cache_write": 13467, "cache_read": 161311, "output_tokens": 740, "total_tokens": 175528, "billed_proxy_tokens": 14217, "turns": 5, "f1": 1, "precision": 1, "recall": 1, "wall_s": 17.9, "model": "claude-sonnet-5", "answer": "TestAddHookRace2, TestNewlineBehavior, TestAllHooks" }, { "qid": "callers::StandardLogger", "symbol": "StandardLogger", "agent": "claude", "mode": "graphify", "rep": 1, "status": "ok", "input_fresh": 6, "cache_write": 9382, "cache_read": 79688, "output_tokens": 305, "total_tokens": 89381, "billed_proxy_tokens": 9693, "turns": 3, "f1": 1, "precision": 1, "recall": 1, "wall_s": 10.6, "model": "claude-sonnet-5", "answer": "TestAllHooks, TestAddHookRace2, TestNewlineBehavior" }, { "qid": "callers::StandardLogger", "symbol": "StandardLogger", "agent": "codex", "mode": "atlas", "rep": 1, "status": "ok", "input_fresh": 3805, "cache_write": 0, "cache_read": 23040, "output_tokens": 182, "total_tokens": 27027, "billed_proxy_tokens": 3987, "turns": 1, "f1": 1, "precision": 1, "recall": 1, "wall_s": 15.2, "model": "default", "answer": "TestAddHookRace2, TestAllHooks, TestNewlineBehavior" }, { "qid": "callers::StandardLogger", "symbol": "StandardLogger", "agent": "codex", "mode": "baseline", "rep": 1, "status": "ok", "input_fresh": 3971, "cache_write": 0, "cache_read": 36096, "output_tokens": 335, "total_tokens": 40402, "billed_proxy_tokens": 4306, "turns": 2, "f1": 1, "precision": 1, "recall": 1, "wall_s": 14.4, "model": "gpt-5.6-sol", "answer": "TestAddHookRace2,TestAllHooks,TestNewlineBehavior" }, { "qid": "callers::StandardLogger", "symbol": "StandardLogger", "agent": "codex", "mode": "graphify", "rep": 1, "status": "ok", "input_fresh": 2167, "cache_write": 0, "cache_read": 24064, "output_tokens": 133, "total_tokens": 26364, "billed_proxy_tokens": 2300, "turns": 1, "f1": 1, "precision": 1, "recall": 1, "wall_s": 10.8, "model": "gpt-5.6-sol", "answer": "TestAllHooks, TestAddHookRace2, TestNewlineBehavior" }, { "qid": "callers::GetLevel", "symbol": "GetLevel", "agent": "claude", "mode": "atlas", "rep": 1, "status": "ok", "input_fresh": 4, "cache_write": 9379, "cache_read": 50305, "output_tokens": 160, "total_tokens": 59848, "billed_proxy_tokens": 9543, "turns": 2, "f1": 0.6666666666666666, "precision": 1, "recall": 0.5, "wall_s": 6.5, "model": "claude-sonnet-5", "answer": "TestGetSetLevelRace" }, { "qid": "callers::GetLevel", "symbol": "GetLevel", "agent": "claude", "mode": "baseline", "rep": 1, "status": "ok", "input_fresh": 8, "cache_write": 9711, "cache_read": 124088, "output_tokens": 450, "total_tokens": 134257, "billed_proxy_tokens": 10169, "turns": 4, "f1": 0.6666666666666666, "precision": 1, "recall": 0.5, "wall_s": 17.1, "model": "claude-sonnet-5", "answer": "GetLevel" }, { "qid": "callers::GetLevel", "symbol": "GetLevel", "agent": "claude", "mode": "graphify", "rep": 1, "status": "ok", "input_fresh": 60, "cache_write": 45296, "cache_read": 1357348, "output_tokens": 11112, "total_tokens": 1413816, "billed_proxy_tokens": 56468, "turns": 30, "f1": 0, "precision": 0, "recall": 0, "wall_s": 190.1, "model": "claude-sonnet-5", "answer": "Based on exhaustive verification via `graphify explain` (which lists complete incoming/outgoing connections matching each node's degree count) and `graphify affected` reverse-traversal on both the `GetLevel()` node in exported.go and the `.GetLevel()` method in logger.go, neither has any incoming `calls` edge in the graph.\n\n(none found — the graph records no direct callers of GetLevel)" }, { "qid": "callers::GetLevel", "symbol": "GetLevel", "agent": "codex", "mode": "atlas", "rep": 1, "status": "ok", "input_fresh": 521, "cache_write": 0, "cache_read": 26112, "output_tokens": 122, "total_tokens": 26755, "billed_proxy_tokens": 643, "turns": 1, "f1": 0.6666666666666666, "precision": 1, "recall": 0.5, "wall_s": 8.9, "model": "gpt-5.6-sol", "answer": "TestGetSetLevelRace" }, { "qid": "callers::GetLevel", "symbol": "GetLevel", "agent": "codex", "mode": "baseline", "rep": 1, "status": "ok", "input_fresh": 3675, "cache_write": 0, "cache_read": 36096, "output_tokens": 437, "total_tokens": 40208, "billed_proxy_tokens": 4112, "turns": 2, "f1": 1, "precision": 1, "recall": 1, "wall_s": 15.7, "model": "gpt-5.6-sol", "answer": "GetLevel, TestGetSetLevelRace" }, { "qid": "callers::GetLevel", "symbol": "GetLevel", "agent": "codex", "mode": "graphify", "rep": 1, "status": "ok", "input_fresh": 10909, "cache_write": 0, "cache_read": 144896, "output_tokens": 1541, "total_tokens": 157346, "billed_proxy_tokens": 12450, "turns": 15, "f1": 0, "precision": 0, "recall": 0, "wall_s": 74.9, "model": "gpt-5.6-sol", "answer": "" }, { "qid": "callers::IsLevelEnabled", "symbol": "IsLevelEnabled", "agent": "claude", "mode": "atlas", "rep": 1, "status": "ok", "input_fresh": 4, "cache_write": 10180, "cache_read": 50304, "output_tokens": 187, "total_tokens": 60675, "billed_proxy_tokens": 10371, "turns": 2, "f1": 0.9090909090909091, "precision": 1, "recall": 0.8333333333333334, "wall_s": 7.5, "model": "claude-sonnet-5", "answer": "Log, Logf, Logln, Log, LogFn, Logf, Logln, TestLogLevelEnabled" }, { "qid": "callers::IsLevelEnabled", "symbol": "IsLevelEnabled", "agent": "claude", "mode": "baseline", "rep": 1, "status": "ok", "input_fresh": 6, "cache_write": 14707, "cache_read": 92856, "output_tokens": 424, "total_tokens": 107993, "billed_proxy_tokens": 15137, "turns": 3, "f1": 0.9090909090909091, "precision": 1, "recall": 0.8333333333333334, "wall_s": 10.1, "model": "claude-sonnet-5", "answer": "entry.go:368→Log, entry.go:419→Logf, entry.go:464→Logln, logger.go:156→Logf, logger.go:207→Log, logger.go:215→LogFn, logger.go:301→Logln, exported.go:47→IsLevelEnabled\n\nLog, Logf, Logln, LogFn, IsLevelEnabled" }, { "qid": "callers::IsLevelEnabled", "symbol": "IsLevelEnabled", "agent": "claude", "mode": "graphify", "rep": 1, "status": "ok", "input_fresh": 32, "cache_write": 29135, "cache_read": 568527, "output_tokens": 3563, "total_tokens": 601257, "billed_proxy_tokens": 32730, "turns": 16, "f1": 0.8, "precision": 1, "recall": 0.6666666666666666, "wall_s": 74.2, "model": "claude-sonnet-5", "answer": "Logf, Log, LogFn, Logln" }, { "qid": "callers::IsLevelEnabled", "symbol": "IsLevelEnabled", "agent": "codex", "mode": "atlas", "rep": 1, "status": "ok", "input_fresh": 5206, "cache_write": 0, "cache_read": 22016, "output_tokens": 141, "total_tokens": 27363, "billed_proxy_tokens": 5347, "turns": 1, "f1": 0.9090909090909091, "precision": 1, "recall": 0.8333333333333334, "wall_s": 11.1, "model": "gpt-5.6-sol", "answer": "Log, Logf, Logln, Log, LogFn, Logf, Logln, TestLogLevelEnabled" }, { "qid": "callers::IsLevelEnabled", "symbol": "IsLevelEnabled", "agent": "codex", "mode": "baseline", "rep": 1, "status": "ok", "input_fresh": 6985, "cache_write": 0, "cache_read": 37120, "output_tokens": 506, "total_tokens": 44611, "billed_proxy_tokens": 7491, "turns": 2, "f1": 1, "precision": 1, "recall": 1, "wall_s": 19.2, "model": "gpt-5.6-sol", "answer": "Log,Logf,Logln,IsLevelEnabled,LogFn,TestLogLevelEnabled" }, { "qid": "callers::IsLevelEnabled", "symbol": "IsLevelEnabled", "agent": "codex", "mode": "graphify", "rep": 1, "status": "ok", "input_fresh": 15396, "cache_write": 0, "cache_read": 89344, "output_tokens": 868, "total_tokens": 105608, "billed_proxy_tokens": 16264, "turns": 10, "f1": 0.8, "precision": 1, "recall": 0.6666666666666666, "wall_s": 41.3, "model": "gpt-5.6-sol", "answer": "Logf, Log, LogFn, Logln" }, { "qid": "callers::SetReportCaller", "symbol": "SetReportCaller", "agent": "claude", "mode": "atlas", "rep": 1, "status": "ok", "input_fresh": 4, "cache_write": 10195, "cache_read": 50303, "output_tokens": 262, "total_tokens": 60764, "billed_proxy_tokens": 10461, "turns": 2, "f1": 0.9333333333333333, "precision": 1, "recall": 0.875, "wall_s": 7, "model": "claude-sonnet-5", "answer": "benchmarkEntryInfo, benchmarkEntryReportCallerDepth4, TestEntryLoggerMutationRace, ExampleJSONFormatter_CallerPrettyfier, TestFieldClashWithCaller, TestFieldDoesNotClashWithCaller, TestSetReportCallerRace" }, { "qid": "callers::SetReportCaller", "symbol": "SetReportCaller", "agent": "claude", "mode": "baseline", "rep": 1, "status": "ok", "input_fresh": 10, "cache_write": 16628, "cache_read": 166059, "output_tokens": 3417, "total_tokens": 186114, "billed_proxy_tokens": 20055, "turns": 11, "f1": 1, "precision": 1, "recall": 1, "wall_s": 45.2, "model": "claude-sonnet-5", "answer": "SetReportCaller, ExampleJSONFormatter_CallerPrettyfier, benchmarkEntryInfo, benchmarkEntryReportCallerDepth4, TestSetReportCallerRace, TestFieldDoesNotClashWithCaller, TestFieldClashWithCaller, TestEntryLoggerMutationRace" }, { "qid": "callers::SetReportCaller", "symbol": "SetReportCaller", "agent": "claude", "mode": "graphify", "rep": 1, "status": "ok", "input_fresh": 10, "cache_write": 10764, "cache_read": 140626, "output_tokens": 916, "total_tokens": 152316, "billed_proxy_tokens": 11690, "turns": 8, "f1": 0, "precision": 0, "recall": 0, "wall_s": 25.6, "model": "claude-sonnet-5", "answer": "Based on the graph, `SetReportCaller()` has no incoming `calls` edges from any function (degree 1, only a `contains` edge from its source file).\n\n(none)" }, { "qid": "callers::SetReportCaller", "symbol": "SetReportCaller", "agent": "codex", "mode": "atlas", "rep": 1, "status": "ok", "input_fresh": 1063, "cache_write": 0, "cache_read": 26112, "output_tokens": 167, "total_tokens": 27342, "billed_proxy_tokens": 1230, "turns": 1, "f1": 0.9333333333333333, "precision": 1, "recall": 0.875, "wall_s": 9.1, "model": "gpt-5.6-sol", "answer": "benchmarkEntryInfo, benchmarkEntryReportCallerDepth4, TestEntryLoggerMutationRace, ExampleJSONFormatter_CallerPrettyfier, TestFieldClashWithCaller, TestFieldDoesNotClashWithCaller, TestSetReportCallerRace" }, { "qid": "callers::SetReportCaller", "symbol": "SetReportCaller", "agent": "codex", "mode": "baseline", "rep": 1, "status": "ok", "input_fresh": 17881, "cache_write": 0, "cache_read": 49408, "output_tokens": 667, "total_tokens": 67956, "billed_proxy_tokens": 18548, "turns": 2, "f1": 0.9333333333333333, "precision": 1, "recall": 0.875, "wall_s": 22.2, "model": "gpt-5.6-sol", "answer": "benchmarkEntryInfo,benchmarkEntryReportCallerDepth4,ExampleJSONFormatter_CallerPrettyfier,SetReportCaller,TestSetReportCallerRace,TestFieldDoesNotClashWithCaller,TestFieldClashWithCaller" }, { "qid": "callers::SetReportCaller", "symbol": "SetReportCaller", "agent": "codex", "mode": "graphify", "rep": 1, "status": "ok", "input_fresh": 10069, "cache_write": 0, "cache_read": 77312, "output_tokens": 701, "total_tokens": 88082, "billed_proxy_tokens": 10770, "turns": 7, "f1": 0, "precision": 0, "recall": 0, "wall_s": 29.7, "model": "gpt-5.6-sol", "answer": "caller2" }, { "qid": "callers::Exit", "symbol": "Exit", "agent": "claude", "mode": "atlas", "rep": 1, "status": "ok", "input_fresh": 4, "cache_write": 10491, "cache_read": 50304, "output_tokens": 209, "total_tokens": 61008, "billed_proxy_tokens": 10704, "turns": 2, "f1": 0.9333333333333333, "precision": 0.875, "recall": 1, "wall_s": 7.8, "model": "claude-sonnet-5", "answer": "TestDefer, TestHandler, TestRegister, appendLine, Fatal, Fatalf, Fatalln, Fatal, FatalFn, Fatalf, Fatalln" }, { "qid": "callers::Exit", "symbol": "Exit", "agent": "claude", "mode": "baseline", "rep": 1, "status": "ok", "input_fresh": 10, "cache_write": 13929, "cache_read": 163311, "output_tokens": 1313, "total_tokens": 178563, "billed_proxy_tokens": 15252, "turns": 7, "f1": 0.6, "precision": 1, "recall": 0.42857142857142855, "wall_s": 20.5, "model": "claude-sonnet-5", "answer": "Fatal, Fatalf, Fatalln, entry.Fatal, entry.Fatalf, entry.Fatalln" }, { "qid": "callers::Exit", "symbol": "Exit", "agent": "claude", "mode": "graphify", "rep": 1, "status": "ok", "input_fresh": 10, "cache_write": 10461, "cache_read": 140059, "output_tokens": 700, "total_tokens": 151230, "billed_proxy_tokens": 11171, "turns": 5, "f1": 0.7272727272727273, "precision": 1, "recall": 0.5714285714285714, "wall_s": 19.6, "model": "claude-sonnet-5", "answer": "Fatalf, Fatal, FatalFn, Fatalln" }, { "qid": "callers::Exit", "symbol": "Exit", "agent": "codex", "mode": "atlas", "rep": 1, "status": "ok", "input_fresh": 1366, "cache_write": 0, "cache_read": 26112, "output_tokens": 305, "total_tokens": 27783, "billed_proxy_tokens": 1671, "turns": 1, "f1": 0.9333333333333333, "precision": 0.875, "recall": 1, "wall_s": 17.5, "model": "gpt-5.6-sol", "answer": "TestDefer, TestHandler, TestRegister, appendLine, Fatal, Fatalf, Fatalln, Fatal, FatalFn, Fatalf, Fatalln" }, { "qid": "callers::Exit", "symbol": "Exit", "agent": "codex", "mode": "baseline", "rep": 1, "status": "ok", "input_fresh": 8601, "cache_write": 0, "cache_read": 34048, "output_tokens": 659, "total_tokens": 43308, "billed_proxy_tokens": 9260, "turns": 2, "f1": 0.7272727272727273, "precision": 1, "recall": 0.5714285714285714, "wall_s": 27.3, "model": "gpt-5.6-sol", "answer": "Fatal, Fatalf, FatalFn, Fatalln" }, { "qid": "callers::Exit", "symbol": "Exit", "agent": "codex", "mode": "graphify", "rep": 1, "status": "ok", "input_fresh": 8987, "cache_write": 0, "cache_read": 77312, "output_tokens": 795, "total_tokens": 87094, "billed_proxy_tokens": 9782, "turns": 9, "f1": 0, "precision": 0, "recall": 0, "wall_s": 36.6, "model": "gpt-5.6-sol", "answer": "runHandlers" }, { "qid": "callers::RegisterExitHandler", "symbol": "RegisterExitHandler", "agent": "claude", "mode": "atlas", "rep": 1, "status": "ok", "input_fresh": 4, "cache_write": 9474, "cache_read": 50305, "output_tokens": 148, "total_tokens": 59931, "billed_proxy_tokens": 9626, "turns": 2, "f1": 1, "precision": 1, "recall": 1, "wall_s": 8.6, "model": "claude-sonnet-5", "answer": "TestHandler, TestRegister" }, { "qid": "callers::RegisterExitHandler", "symbol": "RegisterExitHandler", "agent": "claude", "mode": "baseline", "rep": 1, "status": "ok", "input_fresh": 6, "cache_write": 12283, "cache_read": 90684, "output_tokens": 371, "total_tokens": 103344, "billed_proxy_tokens": 12660, "turns": 3, "f1": 1, "precision": 1, "recall": 1, "wall_s": 13.2, "model": "claude-sonnet-5", "answer": "TestRegister, TestHandler" }, { "qid": "callers::RegisterExitHandler", "symbol": "RegisterExitHandler", "agent": "claude", "mode": "graphify", "rep": 1, "status": "ok", "input_fresh": 4, "cache_write": 8976, "cache_read": 50017, "output_tokens": 139, "total_tokens": 59136, "billed_proxy_tokens": 9119, "turns": 2, "f1": 1, "precision": 1, "recall": 1, "wall_s": 7.4, "model": "claude-sonnet-5", "answer": "TestHandler, TestRegister" }, { "qid": "callers::RegisterExitHandler", "symbol": "RegisterExitHandler", "agent": "codex", "mode": "atlas", "rep": 1, "status": "ok", "input_fresh": 1672, "cache_write": 0, "cache_read": 25088, "output_tokens": 174, "total_tokens": 26934, "billed_proxy_tokens": 1846, "turns": 1, "f1": 1, "precision": 1, "recall": 1, "wall_s": 12.4, "model": "gpt-5.6-sol", "answer": "TestHandler, TestRegister" }, { "qid": "callers::RegisterExitHandler", "symbol": "RegisterExitHandler", "agent": "codex", "mode": "baseline", "rep": 1, "status": "ok", "input_fresh": 9955, "cache_write": 0, "cache_read": 40192, "output_tokens": 275, "total_tokens": 50422, "billed_proxy_tokens": 10230, "turns": 2, "f1": 1, "precision": 1, "recall": 1, "wall_s": 17.4, "model": "gpt-5.6-sol", "answer": "TestRegister,TestHandler" }, { "qid": "callers::RegisterExitHandler", "symbol": "RegisterExitHandler", "agent": "codex", "mode": "graphify", "rep": 1, "status": "ok", "input_fresh": 4165, "cache_write": 0, "cache_read": 22016, "output_tokens": 122, "total_tokens": 26303, "billed_proxy_tokens": 4287, "turns": 1, "f1": 1, "precision": 1, "recall": 1, "wall_s": 9.7, "model": "gpt-5.6-sol", "answer": "TestRegister, TestHandler" }, { "qid": "callers::Warn", "symbol": "Warn", "agent": "claude", "mode": "atlas", "rep": 1, "status": "ok", "input_fresh": 4, "cache_write": 10074, "cache_read": 50295, "output_tokens": 216, "total_tokens": 60589, "billed_proxy_tokens": 10294, "turns": 2, "f1": 0.8, "precision": 1, "recall": 0.6666666666666666, "wall_s": 7.2, "model": "claude-sonnet-5", "answer": "Warning, Example_basic, Example_hook, TestDifferentLevelsGoToDifferentWriters, Warning, TestDoubleLoggingDoesntPrefixPreviousFields, TestWarn" }, { "qid": "callers::Warn", "symbol": "Warn", "agent": "claude", "mode": "baseline", "rep": 1, "status": "ok", "input_fresh": 8, "cache_write": 13213, "cache_read": 123642, "output_tokens": 647, "total_tokens": 137510, "billed_proxy_tokens": 13868, "turns": 4, "f1": 0.3636363636363636, "precision": 1, "recall": 0.2222222222222222, "wall_s": 18.6, "model": "claude-sonnet-5", "answer": "Warning, Warn" }, { "qid": "callers::Warn", "symbol": "Warn", "agent": "claude", "mode": "graphify", "rep": 1, "status": "ok", "input_fresh": 16, "cache_write": 17079, "cache_read": 240975, "output_tokens": 997, "total_tokens": 259067, "billed_proxy_tokens": 18092, "turns": 8, "f1": 0.19999999999999998, "precision": 1, "recall": 0.1111111111111111, "wall_s": 37.2, "model": "claude-sonnet-5", "answer": "Based on the graph, the only direct caller edge into `Warn()` is from `Warning()`.\n\nWarning" }, { "qid": "callers::Warn", "symbol": "Warn", "agent": "codex", "mode": "atlas", "rep": 1, "status": "ok", "input_fresh": 2084, "cache_write": 0, "cache_read": 25088, "output_tokens": 198, "total_tokens": 27370, "billed_proxy_tokens": 2282, "turns": 1, "f1": 0.8, "precision": 1, "recall": 0.6666666666666666, "wall_s": 12.9, "model": "gpt-5.6-sol", "answer": "Warning, Example_basic, Example_hook, TestDifferentLevelsGoToDifferentWriters, Warning, TestDoubleLoggingDoesntPrefixPreviousFields, TestWarn" }, { "qid": "callers::Warn", "symbol": "Warn", "agent": "codex", "mode": "baseline", "rep": 1, "status": "ok", "input_fresh": 9717, "cache_write": 0, "cache_read": 48128, "output_tokens": 805, "total_tokens": 58650, "billed_proxy_tokens": 10522, "turns": 3, "f1": 0.9411764705882353, "precision": 1, "recall": 0.8888888888888888, "wall_s": 37, "model": "gpt-5.6-sol", "answer": "Warning, Warn, TestWarn, TestDoubleLoggingDoesntPrefixPreviousFields, Example_basic, Example_hook, TestDifferentLevelsGoToDifferentWriters, TestAllHooks" }, { "qid": "callers::Warn", "symbol": "Warn", "agent": "codex", "mode": "graphify", "rep": 1, "status": "ok", "input_fresh": 8582, "cache_write": 0, "cache_read": 45056, "output_tokens": 426, "total_tokens": 54064, "billed_proxy_tokens": 9008, "turns": 6, "f1": 0.19999999999999998, "precision": 1, "recall": 0.1111111111111111, "wall_s": 19.3, "model": "gpt-5.6-sol", "answer": "Warning" } ] }