{"ok":true,"results":{"fixture":{"label":"FIXTURE (offline, no credentials, deterministic components only)","caseCount":42,"metrics":{"totalCases":42,"router":{"correct":42,"total":42,"accuracy":1},"perCategory":{"exact-id":{"total":3,"correct":3,"accuracy":1},"actor":{"total":3,"correct":3,"accuracy":1},"thread":{"total":2,"correct":2,"accuracy":1},"temporal":{"total":6,"correct":6,"accuracy":1},"entity-dedup":{"total":2,"correct":2,"accuracy":1},"knowledge-update":{"total":2,"correct":2,"accuracy":1},"attribution":{"total":3,"correct":3,"accuracy":1},"multilingual":{"total":3,"correct":3,"accuracy":1},"multi-hop":{"total":2,"correct":2,"accuracy":1},"conflict":{"total":2,"correct":2,"accuracy":1},"priority":{"total":3,"correct":3,"accuracy":1},"counterfactual":{"total":2,"correct":2,"accuracy":1},"adversarial":{"total":3,"correct":3,"accuracy":1},"large-pdf":{"total":3,"correct":3,"accuracy":1}}},"notMeasured":[{"metric":"Citation precision","reason":"Requires answers grounded in real indexed sources plus a human-labelled citation key."},{"metric":"Citation recall","reason":"Requires the full set of correct sources per question, which only exists once real data is indexed."},{"metric":"End to end latency","reason":"Requires a real /api/query round trip against a deployment with verified connectors."},{"metric":"HydraDB call count","reason":"Counted server side per query run; no query runs happen in fixture mode."},{"metric":"Cost per query","reason":"Derived from real provider and HydraDB usage; no billable call is made in fixture mode."}],"caveat":"Router accuracy is measured against hand-labelled expected.mode values. It is a metric, not a gate: a low score is a finding about the router, not a broken run."},"generatedAt":null,"currentRelease":{"commitSha":"a759bf956baee492cca5521871b95676637cca9c","commitRef":"main"},"live":{"status":"awaiting_current_release_measurement","storage":"none","note":"No benchmark results have been recorded for this deployed release. Run the published command to measure it.","target":null,"generatedAt":null,"cases":0,"rows":[],"historical":{"generatedAt":"2026-08-08T03:50:05.028Z","releaseSha":"24d942e4d5281db58e352c9fed14ac8fcb2aba8d"}},"modeComparison":{"status":"not_measured","note":"Run both explicit modes before comparing accuracy, latency, calls, or cost.","comparable":false,"fast":{"status":"not_measured","cases":0,"passed":0,"requiredFactAccuracy":null,"citationPrecision":null,"citationCompleteness":null,"p50LatencyMs":null,"p95LatencyMs":null,"meanCalls":null,"totalCostUnits":null,"release":{"commitSha":null,"commitRef":null}},"thinking":{"status":"not_measured","cases":0,"passed":0,"requiredFactAccuracy":null,"citationPrecision":null,"citationCompleteness":null,"p50LatencyMs":null,"p95LatencyMs":null,"meanCalls":null,"totalCostUnits":null,"release":{"commitSha":null,"commitRef":null}},"deltas":null,"rows":[]},"pdf":{"status":"awaiting_current_release_measurement","storage":"none","note":"No large-document benchmark has been recorded for this deployed release. Run the published PDF benchmark command to measure it.","target":null,"generatedAt":null,"document":{"sourceId":"public-source-aa33c5b60425fb1728a24c726aa8e861","filename":"helios-operations-handbook.pdf","pages":346},"cases":null,"passed":null,"canaries":{},"latencyMs":{},"quality":{},"crossSource":{"status":"not_measured","pass":false},"rows":[],"historical":{"generatedAt":"2026-08-08T03:56:08.459Z","releaseSha":"24d942e4d5281db58e352c9fed14ac8fcb2aba8d"}}}}