{"record":{"id":"e29a64116b4eefe8","repo":"rohitg00/ai-engineering-from-scratch","slug":"score-for-r-model-id-r-task-id-not-in-0-1","errorCode":null,"errorMessage":"score for {r.model_id}/{r.task_id} not in [0,1]: {r.score}","messagePattern":"score for (.+?)/(.+?) not in \\[0,1\\]: (.+?)","errorType":"validation","errorClass":"ValueError","httpStatus":null,"severity":"error","filePath":"phases/19-capstone-projects/74-leaderboard-aggregation/code/main.py","lineNumber":79,"sourceCode":"    ci_hi: float\n    significant: bool\n\n    def to_dict(self) -> dict:\n        return {\n            \"model_a\": self.model_a,\n            \"model_b\": self.model_b,\n            \"diff_mean\": self.diff_mean,\n            \"ci_lo\": self.ci_lo,\n            \"ci_hi\": self.ci_hi,\n            \"significant\": self.significant,\n        }\n\n\ndef _validate_runs(runs: Sequence[EvalRun]) -> None:\n    seen: set[tuple[str, str]] = set()\n    for r in runs:\n        if not (0.0 <= r.score <= 1.0):\n            raise ValueError(f\"score for {r.model_id}/{r.task_id} not in [0,1]: {r.score}\")\n        key = (r.model_id, r.task_id)\n        if key in seen:\n            raise ValueError(f\"duplicate run for {r.model_id}/{r.task_id}\")\n        seen.add(key)\n\n\ndef _by_model(runs: Sequence[EvalRun]) -> dict[str, list[EvalRun]]:\n    out: dict[str, list[EvalRun]] = defaultdict(list)\n    for r in runs:\n        out[r.model_id].append(r)\n    return dict(out)\n\n\ndef _by_task(runs: Sequence[EvalRun]) -> dict[str, list[EvalRun]]:\n    out: dict[str, list[EvalRun]] = defaultdict(list)\n    for r in runs:\n        out[r.task_id].append(r)\n    return dict(out)","sourceCodeStart":61,"sourceCodeEnd":97,"githubUrl":"https://github.com/rohitg00/ai-engineering-from-scratch/blob/39ea8a1c6d0b61f071226eff7ede4d4105fed820/phases/19-capstone-projects/74-leaderboard-aggregation/code/main.py#L61-L97","documentation":"Error \"score for {r.model_id}/{r.task_id} not in [0,1]: {r.score}\" thrown in rohitg00/ai-engineering-from-scratch.","triggerScenarios":"Thrown at phases/19-capstone-projects/74-leaderboard-aggregation/code/main.py:79 when the library encounters an invalid state.","commonSituations":"See trigger scenarios.","solutions":[],"exampleFix":null,"handlingStrategy":null,"validationCode":null,"typeGuard":null,"tryCatchPattern":null,"preventionTips":[],"tags":[],"backgroundTag":null,"analyzedSha":"39ea8a1c6d0b61f071226eff7ede4d4105fed820","analyzedAt":"2026-08-26T03:13:46.626Z","schemaVersion":2},"datasetVersion":"2026-08-26T07:17:17.940Z"}