{"record":{"id":"59e60f60ee49b219","repo":"NousResearch/hermes-agent","slug":"no-results-for-label-label-under-root","errorCode":null,"errorMessage":"no results for label '{label}' under {root}","messagePattern":"no results for label '(.+?)' under (.+?)","errorType":"console","errorClass":"SystemExit","httpStatus":null,"severity":"error","filePath":"evals/readtool/report.py","lineNumber":26,"sourceCode":"from __future__ import annotations\n\nimport argparse\nimport json\nfrom collections import defaultdict\nfrom pathlib import Path\nfrom statistics import mean\n\nRESULTS = Path(__file__).resolve().parent / \"results\"\n\nMETRICS = [\"score\", \"api_turns\", \"tool_calls\", \"read_file_calls\", \"total_tokens\", \"wall_s\"]\n\n\ndef load_label(label: str, model_filter: str | None) -> dict:\n    \"\"\"-> {model: {task_id: {metric: [values across reps]}}}\"\"\"\n    out: dict = defaultdict(lambda: defaultdict(lambda: defaultdict(list)))\n    root = RESULTS / label\n    if not root.is_dir():\n        raise SystemExit(f\"no results for label '{label}' under {root}\")\n    for model_dir in sorted(root.iterdir()):\n        if model_filter and model_dir.name != model_filter:\n            continue\n        for rep_file in sorted(model_dir.glob(\"rep*.json\")):\n            data = json.loads(rep_file.read_text())\n            for rec in data[\"records\"]:\n                if rec.get(\"error\"):\n                    # count errored task-runs as score 0 but keep them in the\n                    # denominator; efficiency metrics excluded (not comparable)\n                    out[model_dir.name][rec[\"task_id\"]][\"score\"].append(0.0)\n                    out[model_dir.name][rec[\"task_id\"]][\"errors\"].append(1)\n                    continue\n                for metric in METRICS:\n                    if metric in rec and rec[metric] is not None:\n                        out[model_dir.name][rec[\"task_id\"]][metric].append(rec[metric])\n    return out\n\n","sourceCodeStart":8,"sourceCodeEnd":44,"githubUrl":"https://github.com/NousResearch/hermes-agent/blob/c896c09c42910c584c4c7d2325b58c14713ea42c/evals/readtool/report.py#L8-L44","documentation":"Error \"no results for label '{label}' under {root}\" thrown in NousResearch/hermes-agent.","triggerScenarios":"Thrown at evals/readtool/report.py:26 when the library encounters an invalid state.","commonSituations":"See trigger scenarios.","solutions":["Check the label matches a results directory under the given root.","Run the eval first so results exist for that label."],"exampleFix":null,"handlingStrategy":null,"validationCode":null,"typeGuard":null,"tryCatchPattern":null,"preventionTips":[],"tags":[],"backgroundTag":null,"analyzedSha":"c896c09c42910c584c4c7d2325b58c14713ea42c","analyzedAt":"2026-08-14T17:18:01.089Z","schemaVersion":2},"datasetVersion":"2026-08-15T22:17:37.221Z"}