{"record":{"id":"a9e47244ac357946","repo":"rohitg00/ai-engineering-from-scratch","slug":"adapter-returned-len-outputs-outputs-for-len-c","errorCode":null,"errorMessage":"adapter returned {len(outputs)} outputs for {len(chunk)} prompts in task {task_name}","messagePattern":"adapter returned (.+?) outputs for (.+?) prompts in task (.+?)","errorType":"exception","errorClass":"ValueError","httpStatus":null,"severity":"error","filePath":"phases/19-capstone-projects/49-lm-eval-harness/code/main.py","lineNumber":312,"sourceCode":"    batch_size: int = 8,\n) -> TaskResult:\n    if batch_size <= 0:\n        raise ValueError(f\"batch_size must be > 0, got {batch_size}\")\n    if not examples:\n        return TaskResult(task=task_name, metric=\"none\", score=0.0, correct=0, total=0)\n    metric = examples[0].metric\n    assert all(ex.metric == metric for ex in examples), f\"task {task_name} mixes metrics\"\n    metric_fn = METRIC_FNS[metric]\n    per_example: List[Dict[str, object]] = []\n    correct_sum = 0.0\n    total = 0\n    start = time.perf_counter()\n    for i in range(0, len(examples), batch_size):\n        chunk = examples[i:i + batch_size]\n        prompts = [ex.prompt for ex in chunk]\n        outputs = adapter.generate(prompts)\n        if len(outputs) != len(chunk):\n            raise ValueError(\n                f\"adapter returned {len(outputs)} outputs for {len(chunk)} prompts in task {task_name}\"\n            )\n        for ex, out in zip(chunk, outputs, strict=True):\n            score = metric_fn(out, ex.targets, ex.extras)\n            correct_sum += score\n            total += 1\n            per_example.append({\n                \"id\": ex.id,\n                \"prompt\": ex.prompt,\n                \"prediction\": out,\n                \"targets\": ex.targets,\n                \"score\": score,\n            })\n    latency_ms = (time.perf_counter() - start) * 1000.0\n    score = correct_sum / total if total else 0.0\n    correct_int = int(round(correct_sum))\n    return TaskResult(\n        task=task_name,","sourceCodeStart":294,"sourceCodeEnd":330,"githubUrl":"https://github.com/rohitg00/ai-engineering-from-scratch/blob/39ea8a1c6d0b61f071226eff7ede4d4105fed820/phases/19-capstone-projects/49-lm-eval-harness/code/main.py#L294-L330","documentation":"Error \"adapter returned {len(outputs)} outputs for {len(chunk)} prompts in task {task_name}\" thrown in rohitg00/ai-engineering-from-scratch.","triggerScenarios":"Thrown at phases/19-capstone-projects/49-lm-eval-harness/code/main.py:312 when the library encounters an invalid state.","commonSituations":"See trigger scenarios.","solutions":[],"exampleFix":null,"handlingStrategy":null,"validationCode":null,"typeGuard":null,"tryCatchPattern":null,"preventionTips":[],"tags":[],"backgroundTag":null,"analyzedSha":"39ea8a1c6d0b61f071226eff7ede4d4105fed820","analyzedAt":"2026-08-26T03:13:46.626Z","schemaVersion":2},"datasetVersion":"2026-08-26T07:17:17.940Z"}