{"record":{"id":"0fcc6a35803e3984","repo":"rohitg00/ai-engineering-from-scratch","slug":"hidden-self-hidden-not-divisible-by-heads-self-0fcc6a","errorCode":null,"errorMessage":"hidden {self.hidden} not divisible by heads {self.heads}","messagePattern":"hidden (.+?) not divisible by heads (.+?)","errorType":"validation","errorClass":"ValueError","httpStatus":null,"severity":"error","filePath":"phases/19-capstone-projects/61-cross-attention-fusion/code/main.py","lineNumber":41,"sourceCode":"import torch.nn.functional as F\n\n\n@dataclass(frozen=True)\nclass DecoderConfig:\n    hidden: int = 256\n    heads: int = 8\n    depth: int = 4\n    mlp_ratio: float = 4.0\n    text_vocab: int = 1024\n    max_text_len: int = 32\n    vision_dim: int = 256\n    vision_tokens: int = 197\n    dropout: float = 0.0\n\n    @property\n    def head_dim(self) -> int:\n        if self.hidden % self.heads != 0:\n            raise ValueError(f\"hidden {self.hidden} not divisible by heads {self.heads}\")\n        return self.hidden // self.heads\n\n\ndef causal_mask(length: int) -> torch.Tensor:\n    \"\"\"Lower-triangular boolean mask of shape (length, length).\n\n    Cell [i, j] is True if token i may attend to token j (j <= i).\n    \"\"\"\n    return torch.tril(torch.ones(length, length, dtype=torch.bool))\n\n\nclass CausalSelfAttention(nn.Module):\n    def __init__(self, cfg: DecoderConfig) -> None:\n        super().__init__()\n        self.cfg = cfg\n        self.qkv = nn.Linear(cfg.hidden, cfg.hidden * 3, bias=True)\n        self.out = nn.Linear(cfg.hidden, cfg.hidden, bias=True)\n        self.drop = nn.Dropout(cfg.dropout)","sourceCodeStart":23,"sourceCodeEnd":59,"githubUrl":"https://github.com/rohitg00/ai-engineering-from-scratch/blob/39ea8a1c6d0b61f071226eff7ede4d4105fed820/phases/19-capstone-projects/61-cross-attention-fusion/code/main.py#L23-L59","documentation":"Error \"hidden {self.hidden} not divisible by heads {self.heads}\" thrown in rohitg00/ai-engineering-from-scratch.","triggerScenarios":"Thrown at phases/19-capstone-projects/61-cross-attention-fusion/code/main.py:41 when the library encounters an invalid state.","commonSituations":"See trigger scenarios.","solutions":[],"exampleFix":null,"handlingStrategy":null,"validationCode":null,"typeGuard":null,"tryCatchPattern":null,"preventionTips":[],"tags":[],"backgroundTag":null,"analyzedSha":"39ea8a1c6d0b61f071226eff7ede4d4105fed820","analyzedAt":"2026-08-26T03:13:46.626Z","schemaVersion":2},"datasetVersion":"2026-08-26T07:17:17.940Z"}