{"record":{"id":"a23065b93f22379a","repo":"rohitg00/ai-engineering-from-scratch","slug":"positional-embedding-must-be-learned-or-sinusoidal","errorCode":null,"errorMessage":"positional_embedding must be Learned or Sinusoidal Positional Embedding","messagePattern":"positional_embedding must be Learned or Sinusoidal Positional Embedding","errorType":"exception","errorClass":"TypeError","httpStatus":null,"severity":"error","filePath":"phases/19-capstone-projects/32-token-positional-embeddings/code/main.py","lineNumber":144,"sourceCode":"class EmbeddingComposer(nn.Module):\n    \"\"\"Sums a token embedding with a positional embedding.\n\n    The positional embedding may be learned or sinusoidal.\n    \"\"\"\n\n    def __init__(\n        self,\n        token_embedding: TokenEmbedding,\n        positional_embedding: nn.Module,\n    ) -> None:\n        super().__init__()\n        if not isinstance(token_embedding, TokenEmbedding):\n            raise TypeError(\"token_embedding must be a TokenEmbedding\")\n        if not isinstance(\n            positional_embedding,\n            (LearnedPositionalEmbedding, SinusoidalPositionalEmbedding),\n        ):\n            raise TypeError(\n                \"positional_embedding must be Learned or Sinusoidal Positional Embedding\"\n            )\n        if token_embedding.d_model != getattr(positional_embedding, \"d_model\", None):\n            raise ValueError(\"token and positional embeddings must share d_model\")\n        self.token_embedding = token_embedding\n        self.positional_embedding = positional_embedding\n\n    @property\n    def d_model(self) -> int:\n        return self.token_embedding.d_model\n\n    def forward(self, ids: torch.Tensor) -> torch.Tensor:\n        if ids.dim() != 2:\n            raise ValueError(f\"ids must be (B, T), got shape {tuple(ids.shape)}\")\n        seq_len = ids.shape[1]\n        tok = self.token_embedding(ids)\n        pos = self.positional_embedding(seq_len)\n        return tok + pos.unsqueeze(0)","sourceCodeStart":126,"sourceCodeEnd":162,"githubUrl":"https://github.com/rohitg00/ai-engineering-from-scratch/blob/39ea8a1c6d0b61f071226eff7ede4d4105fed820/phases/19-capstone-projects/32-token-positional-embeddings/code/main.py#L126-L162","documentation":"Error \"positional_embedding must be Learned or Sinusoidal Positional Embedding\" thrown in rohitg00/ai-engineering-from-scratch.","triggerScenarios":"Thrown at phases/19-capstone-projects/32-token-positional-embeddings/code/main.py:144 when the library encounters an invalid state.","commonSituations":"See trigger scenarios.","solutions":[],"exampleFix":null,"handlingStrategy":null,"validationCode":null,"typeGuard":null,"tryCatchPattern":null,"preventionTips":[],"tags":[],"backgroundTag":null,"analyzedSha":"39ea8a1c6d0b61f071226eff7ede4d4105fed820","analyzedAt":"2026-08-26T03:13:46.626Z","schemaVersion":2},"datasetVersion":"2026-08-26T07:17:17.940Z"}