{"record":{"id":"52863cff3f11d443","repo":"tensorflow/models","slug":"bert-layer-should-be-built","errorCode":null,"errorMessage":"bert_layer should be built.","messagePattern":"bert_layer should be built\\.","errorType":"validation","errorClass":"ValueError","httpStatus":null,"severity":"error","filePath":"official/projects/nhnet/models.py","lineNumber":76,"sourceCode":"  \"\"\"Remove the start sequence token while keeping seq length.\"\"\"\n  batch_size, seq_len = tf_utils.get_shape_list(seq, expected_rank=2)\n  # remove <s>\n  targets = seq[:, 1:]\n  # pad\n  pad_ids = tf.ones([batch_size], tf.int32) * pad_token_id\n  targets = tf.concat([targets, tf.expand_dims(pad_ids, axis=1)], axis=1)\n  tf.assert_equal(tf.shape(targets), (batch_size, seq_len))\n  return targets\n\n\nclass Bert2Bert(tf_keras.Model):\n  \"\"\"Bert2Bert encoder decoder model for training.\"\"\"\n\n  def __init__(self, params, bert_layer, decoder_layer, name=None):\n    super(Bert2Bert, self).__init__(name=name)\n    self.params = params\n    if not bert_layer.built:\n      raise ValueError(\"bert_layer should be built.\")\n    if not decoder_layer.built:\n      raise ValueError(\"decoder_layer should be built.\")\n    self.bert_layer = bert_layer\n    self.decoder_layer = decoder_layer\n\n  def get_config(self):\n    return {\"params\": self.params.as_dict()}\n\n  def get_decode_logits(self,\n                        decoder_inputs,\n                        ids,\n                        decoder_self_attention_bias,\n                        step,\n                        cache=None):\n    if cache:\n      if self.params.get(\"padded_decode\", False):\n        bias_shape = decoder_self_attention_bias.shape.as_list()\n        self_attention_bias = tf.slice(","sourceCodeStart":58,"sourceCodeEnd":94,"githubUrl":"https://github.com/tensorflow/models/blob/e006f5f0d534913e49c1f1dae87364039fa607e2/official/projects/nhnet/models.py#L58-L94","documentation":"Error \"bert_layer should be built.\" thrown in tensorflow/models.","triggerScenarios":"Thrown at official/projects/nhnet/models.py:76 when the library encounters an invalid state.","commonSituations":"See trigger scenarios.","solutions":[],"exampleFix":null,"handlingStrategy":null,"validationCode":null,"typeGuard":null,"tryCatchPattern":null,"preventionTips":[],"tags":[],"backgroundTag":null,"analyzedSha":"e006f5f0d534913e49c1f1dae87364039fa607e2","analyzedAt":"2026-08-24T14:09:15.576Z","schemaVersion":2},"datasetVersion":"2026-08-24T17:17:21.512Z"}