{"record":{"id":"ff816406639db360","repo":"tensorflow/models","slug":"transformerlayer-expects-a-three-dimensional-input","errorCode":null,"errorMessage":"TransformerLayer expects a three-dimensional input of shape [batch, sequence, width].","messagePattern":"TransformerLayer expects a three-dimensional input of shape \\[batch, sequence, width\\]\\.","errorType":"exception","errorClass":"ValueError","httpStatus":null,"severity":"error","filePath":"official/nlp/modeling/layers/rezero_transformer.py","lineNumber":149,"sourceCode":"    if self._num_kv_heads is not None and self._src_block_size is not None:\n      raise ValueError(\n          \"Block sparse attention does not support Multi-query attention.\"\n          \" Specify only one of them.\"\n      )\n\n  def build(self, input_shape):\n    if isinstance(input_shape, tf.TensorShape):\n      input_tensor_shape = input_shape\n    elif isinstance(input_shape, (list, tuple)):\n      input_tensor_shape = tf.TensorShape(input_shape[0])\n    else:\n      raise ValueError(\n          \"The type of input shape argument is not supported, got: %s\"\n          % type(input_shape)\n      )\n\n    if len(input_tensor_shape.as_list()) != 3:\n      raise ValueError(\n          \"TransformerLayer expects a three-dimensional input of \"\n          \"shape [batch, sequence, width].\"\n      )\n    batch_size, sequence_length, hidden_size = input_tensor_shape\n\n    if len(input_shape) == 2:\n      mask_tensor_shape = tf.TensorShape(input_shape[1])\n      expected_mask_tensor_shape = tf.TensorShape(\n          [batch_size, sequence_length, sequence_length]\n      )\n      if not expected_mask_tensor_shape.is_compatible_with(mask_tensor_shape):\n        raise ValueError(\n            \"When passing a mask tensor to TransformerLayer, the \"\n            \"mask tensor must be of shape [batch, \"\n            \"sequence_length, sequence_length] (here %s). Got a \"\n            \"mask tensor of shape %s.\"\n            % (expected_mask_tensor_shape, mask_tensor_shape)\n        )","sourceCodeStart":131,"sourceCodeEnd":167,"githubUrl":"https://github.com/tensorflow/models/blob/e006f5f0d534913e49c1f1dae87364039fa607e2/official/nlp/modeling/layers/rezero_transformer.py#L131-L167","documentation":"Error \"TransformerLayer expects a three-dimensional input of shape [batch, sequence, width].\" thrown in tensorflow/models.","triggerScenarios":"Thrown at official/nlp/modeling/layers/rezero_transformer.py:149 when the library encounters an invalid state.","commonSituations":"See trigger scenarios.","solutions":[],"exampleFix":null,"handlingStrategy":null,"validationCode":null,"typeGuard":null,"tryCatchPattern":null,"preventionTips":[],"tags":[],"backgroundTag":null,"analyzedSha":"e006f5f0d534913e49c1f1dae87364039fa607e2","analyzedAt":"2026-08-24T14:09:15.576Z","schemaVersion":2},"datasetVersion":"2026-08-24T17:17:21.512Z"}