{"record":{"id":"a7ce40ccf548ab05","repo":"tensorflow/models","slug":"can-not-find-embedding-layer-in-the-encoder","errorCode":null,"errorMessage":"Can not find embedding layer in the encoder.","messagePattern":"Can not find embedding layer in the encoder\\.","errorType":"exception","errorClass":"ValueError","httpStatus":null,"severity":"error","filePath":"official/projects/edgetpu/nlp/modeling/model_builder.py","lineNumber":81,"sourceCode":"      num_feedforward_networks=encoder_cfg.num_feedforward_networks,\n      normalization_type=encoder_cfg.normalization_type,\n      classifier_activation=encoder_cfg.classifier_activation,\n      input_mask_dtype=encoder_cfg.input_mask_dtype,\n      quantization_friendly=quantization_friendly)\n  if pretrainer_cfg.cls_heads:\n    cls_heads = [\n        modeling.layers.ClassificationHead(**cfg.as_dict())\n        for cfg in pretrainer_cfg.cls_heads\n    ]\n  else:\n    cls_heads = []\n\n  # Get the embedding table from the encoder model.\n  def _get_embedding_table(encoder):\n    for layer in encoder.layers:\n      if layer.name.startswith('mobile_bert_embedding'):\n        return layer.word_embedding.embeddings\n    raise ValueError('Can not find embedding layer in the encoder.')\n\n  masked_lm = masked_lm or modeling.layers.MobileBertMaskedLM(\n      embedding_table=_get_embedding_table(encoder),\n      activation=tf_utils.get_activation(pretrainer_cfg.mlm_activation),\n      initializer=tf_keras.initializers.TruncatedNormal(\n          stddev=pretrainer_cfg.mlm_initializer_range),\n      output_weights_use_proj=pretrainer_cfg.mlm_output_weights_use_proj,\n      name='cls/predictions')\n\n  pretrainer = edgetpu_pretrainer.MobileBERTEdgeTPUPretrainer(\n      encoder_network=encoder,\n      classification_heads=cls_heads,\n      customized_masked_lm=masked_lm,\n      name=name)\n\n  return pretrainer\n","sourceCodeStart":63,"sourceCodeEnd":98,"githubUrl":"https://github.com/tensorflow/models/blob/e006f5f0d534913e49c1f1dae87364039fa607e2/official/projects/edgetpu/nlp/modeling/model_builder.py#L63-L98","documentation":"Error \"Can not find embedding layer in the encoder.\" thrown in tensorflow/models.","triggerScenarios":"Thrown at official/projects/edgetpu/nlp/modeling/model_builder.py:81 when the library encounters an invalid state.","commonSituations":"See trigger scenarios.","solutions":[],"exampleFix":null,"handlingStrategy":null,"validationCode":null,"typeGuard":null,"tryCatchPattern":null,"preventionTips":[],"tags":[],"backgroundTag":null,"analyzedSha":"e006f5f0d534913e49c1f1dae87364039fa607e2","analyzedAt":"2026-08-24T14:09:15.576Z","schemaVersion":2},"datasetVersion":"2026-08-24T17:17:21.512Z"}