{"record":{"id":"9a5e8f10bab20ddf","repo":"tensorflow/models","slug":"hidden-size-d-cannot-be-smaller-than-embedding-wi","errorCode":null,"errorMessage":"hidden size %d cannot be smaller than embedding width %d.","messagePattern":"hidden size (.+?) cannot be smaller than embedding width (.+?)\\.","errorType":"exception","errorClass":"ValueError","httpStatus":null,"severity":"error","filePath":"official/nlp/modeling/layers/mobile_bert_layers.py","lineNumber":503,"sourceCode":"        name='transform/dense')\n\n    if hidden_size > embedding_width:\n      if self._output_weights_use_proj:\n        self.extra_output_weights = self.add_weight(\n            'output_weights_proj',\n            shape=(embedding_width, hidden_size),\n            initializer=tf_utils.clone_initializer(self.initializer),\n            trainable=True)\n      else:\n        self.extra_output_weights = self.add_weight(\n            'extra_output_weights',\n            shape=(self._vocab_size, hidden_size - embedding_width),\n            initializer=tf_utils.clone_initializer(self.initializer),\n            trainable=True)\n    elif hidden_size == embedding_width:\n      self.extra_output_weights = None\n    else:\n      raise ValueError(\n          'hidden size %d cannot be smaller than embedding width %d.' %\n          (hidden_size, embedding_width))\n\n    self.layer_norm = tf_keras.layers.LayerNormalization(\n        axis=-1, epsilon=1e-12, name='transform/LayerNorm')\n    self.bias = self.add_weight(\n        'output_bias/bias',\n        shape=(self._vocab_size,),\n        initializer='zeros',\n        trainable=True)\n\n    super(MobileBertMaskedLM, self).build(input_shape)\n\n  def call(self, sequence_data, masked_positions):\n    masked_lm_input = self._gather_indexes(sequence_data, masked_positions)\n    lm_data = self.dense(masked_lm_input)\n    lm_data = self.layer_norm(lm_data)\n    if self.extra_output_weights is None:","sourceCodeStart":485,"sourceCodeEnd":521,"githubUrl":"https://github.com/tensorflow/models/blob/e006f5f0d534913e49c1f1dae87364039fa607e2/official/nlp/modeling/layers/mobile_bert_layers.py#L485-L521","documentation":"Error \"hidden size %d cannot be smaller than embedding width %d.\" thrown in tensorflow/models.","triggerScenarios":"Thrown at official/nlp/modeling/layers/mobile_bert_layers.py:503 when the library encounters an invalid state.","commonSituations":"See trigger scenarios.","solutions":[],"exampleFix":null,"handlingStrategy":null,"validationCode":null,"typeGuard":null,"tryCatchPattern":null,"preventionTips":[],"tags":[],"backgroundTag":null,"analyzedSha":"e006f5f0d534913e49c1f1dae87364039fa607e2","analyzedAt":"2026-08-24T14:09:15.576Z","schemaVersion":2},"datasetVersion":"2026-08-24T17:17:21.512Z"}