{"record":{"id":"1d8272a7b36e7b15","repo":"NousResearch/hermes-agent","slug":"abort-harness-config-error-not-a-result-msg","errorCode":null,"errorMessage":"ABORT (harness config error, not a result): {msg}","messagePattern":"ABORT \\(harness config error, not a result\\): (.+?)","errorType":"console","errorClass":"SystemExit","httpStatus":null,"severity":"error","filePath":"evals/readtool/runner.py","lineNumber":126,"sourceCode":"        messages = convo.get(\"messages\") or []\n        result.update(_count_metrics(messages))\n        result.update(\n            {\n                \"final_response\": final,\n                \"score\": task.grade(final),\n                \"prompt_tokens\": getattr(agent, \"session_prompt_tokens\", 0),\n                \"completion_tokens\": getattr(agent, \"session_completion_tokens\", 0),\n                \"total_tokens\": getattr(agent, \"session_total_tokens\", 0),\n                \"wall_s\": round(time.monotonic() - t0, 1),\n                \"error\": None,\n            }\n        )\n    except Exception as exc:  # noqa: BLE001\n        msg = f\"{type(exc).__name__}: {exc}\"\n        if \"No LLM provider configured\" in str(exc) or \"authentication\" in str(exc).lower():\n            # Harness misconfiguration, not a model result. Abort the whole\n            # run rather than writing poisoned zero-score records.\n            raise SystemExit(f\"ABORT (harness config error, not a result): {msg}\")\n        result.update(\n            {\n                \"final_response\": \"\",\n                \"score\": 0.0,\n                \"wall_s\": round(time.monotonic() - t0, 1),\n                \"error\": msg,\n            }\n        )\n    finally:\n        os.environ.clear()\n        os.environ.update(old_env)\n        shutil.rmtree(ws, ignore_errors=True)\n        shutil.rmtree(hermes_home.parent, ignore_errors=True)\n    return result\n\n\ndef main() -> int:\n    ap = argparse.ArgumentParser()","sourceCodeStart":108,"sourceCodeEnd":144,"githubUrl":"https://github.com/NousResearch/hermes-agent/blob/c896c09c42910c584c4c7d2325b58c14713ea42c/evals/readtool/runner.py#L108-L144","documentation":"Error \"ABORT (harness config error, not a result): {msg}\" thrown in NousResearch/hermes-agent.","triggerScenarios":"Thrown at evals/readtool/runner.py:126 when the library encounters an invalid state.","commonSituations":"See trigger scenarios.","solutions":["Fix the harness configuration error in the message and re-run the eval.","Validate the eval config file against the expected schema."],"exampleFix":null,"handlingStrategy":null,"validationCode":null,"typeGuard":null,"tryCatchPattern":null,"preventionTips":[],"tags":[],"backgroundTag":null,"analyzedSha":"c896c09c42910c584c4c7d2325b58c14713ea42c","analyzedAt":"2026-08-14T17:18:01.089Z","schemaVersion":2},"datasetVersion":"2026-08-15T17:31:12.345Z"}