{"record":{"id":"1a0ec87aa4dc23c7","repo":"rohitg00/ai-engineering-from-scratch","slug":"length-mismatch-pred-len-predictions-vs-ref-l","errorCode":null,"errorMessage":"length mismatch: pred {len(predictions)} vs ref {len(references)}","messagePattern":"length mismatch: pred (.+?) vs ref (.+?)","errorType":"validation","errorClass":"ValueError","httpStatus":null,"severity":"error","filePath":"phases/19-capstone-projects/63-multimodal-eval/code/main.py","lineNumber":102,"sourceCode":"    n = sim.shape[0]\n    if k < 1 or k > n:\n        raise ValueError(f\"k {k} not in [1, N={n}]\")\n\n    targets = torch.arange(n, device=sim.device)\n\n    topk_i2t = sim.topk(k, dim=1).indices\n    hits_i2t = (topk_i2t == targets.unsqueeze(1)).any(dim=1).float().mean().item()\n\n    sim_t = sim.T\n    topk_t2i = sim_t.topk(k, dim=1).indices\n    hits_t2i = (topk_t2i == targets.unsqueeze(1)).any(dim=1).float().mean().item()\n\n    return hits_i2t, hits_t2i\n\n\ndef vqa_exact_match(predictions: list[int], references: list[int]) -> float:\n    if len(predictions) != len(references):\n        raise ValueError(f\"length mismatch: pred {len(predictions)} vs ref {len(references)}\")\n    if not predictions:\n        return 0.0\n    hits = sum(1 for p, r in zip(predictions, references) if int(p) == int(r))\n    return hits / len(predictions)\n\n\ndef _ngrams(seq: list[int], n: int) -> list[tuple[int, ...]]:\n    if len(seq) < n:\n        return []\n    return [tuple(seq[i:i + n]) for i in range(len(seq) - n + 1)]\n\n\ndef _count(ngrams: list[tuple[int, ...]]) -> dict[tuple[int, ...], int]:\n    out: dict[tuple[int, ...], int] = {}\n    for g in ngrams:\n        out[g] = out.get(g, 0) + 1\n    return out\n","sourceCodeStart":84,"sourceCodeEnd":120,"githubUrl":"https://github.com/rohitg00/ai-engineering-from-scratch/blob/39ea8a1c6d0b61f071226eff7ede4d4105fed820/phases/19-capstone-projects/63-multimodal-eval/code/main.py#L84-L120","documentation":"Error \"length mismatch: pred {len(predictions)} vs ref {len(references)}\" thrown in rohitg00/ai-engineering-from-scratch.","triggerScenarios":"Thrown at phases/19-capstone-projects/63-multimodal-eval/code/main.py:102 when the library encounters an invalid state.","commonSituations":"See trigger scenarios.","solutions":[],"exampleFix":null,"handlingStrategy":null,"validationCode":null,"typeGuard":null,"tryCatchPattern":null,"preventionTips":[],"tags":[],"backgroundTag":null,"analyzedSha":"39ea8a1c6d0b61f071226eff7ede4d4105fed820","analyzedAt":"2026-08-26T03:13:46.626Z","schemaVersion":2},"datasetVersion":"2026-08-26T07:17:17.940Z"}