{"record":{"id":"21bae245efaf50ac","repo":"tensorflow/models","slug":"we-only-support-inner-group-num-and-num-hidden","errorCode":null,"errorMessage":"We only support 'inner_group_num' and 'num_hidden_groups' as 1.","messagePattern":"We only support 'inner_group_num' and 'num_hidden_groups' as 1\\.","errorType":"validation","errorClass":"ValueError","httpStatus":null,"severity":"error","filePath":"official/legacy/albert/configs.py","lineNumber":41,"sourceCode":"  \"\"\"Configuration for `ALBERT`.\"\"\"\n\n  def __init__(self, num_hidden_groups=1, inner_group_num=1, **kwargs):\n    \"\"\"Constructs AlbertConfig.\n\n    Args:\n      num_hidden_groups: Number of group for the hidden layers, parameters in\n        the same group are shared. Note that this value and also the following\n        'inner_group_num' has to be 1 for now, because all released ALBERT\n        models set them to 1. We may support arbitary valid values in future.\n      inner_group_num: Number of inner repetition of attention and ffn.\n      **kwargs: The remaining arguments are the same as above 'BertConfig'.\n    \"\"\"\n    super(AlbertConfig, self).__init__(**kwargs)\n\n    # TODO(chendouble): 'inner_group_num' and 'num_hidden_groups' are always 1\n    # in the released ALBERT. Support other values in AlbertEncoder if needed.\n    if inner_group_num != 1 or num_hidden_groups != 1:\n      raise ValueError(\"We only support 'inner_group_num' and \"\n                       \"'num_hidden_groups' as 1.\")\n\n  @classmethod\n  def from_dict(cls, json_object):\n    \"\"\"Constructs a `AlbertConfig` from a Python dictionary of parameters.\"\"\"\n    config = AlbertConfig(vocab_size=None)\n    for (key, value) in six.iteritems(json_object):\n      config.__dict__[key] = value\n    return config\n","sourceCodeStart":23,"sourceCodeEnd":51,"githubUrl":"https://github.com/tensorflow/models/blob/e006f5f0d534913e49c1f1dae87364039fa607e2/official/legacy/albert/configs.py#L23-L51","documentation":"Error \"We only support 'inner_group_num' and 'num_hidden_groups' as 1.\" thrown in tensorflow/models.","triggerScenarios":"Thrown at official/legacy/albert/configs.py:41 when the library encounters an invalid state.","commonSituations":"See trigger scenarios.","solutions":[],"exampleFix":null,"handlingStrategy":null,"validationCode":null,"typeGuard":null,"tryCatchPattern":null,"preventionTips":[],"tags":[],"backgroundTag":null,"analyzedSha":"e006f5f0d534913e49c1f1dae87364039fa607e2","analyzedAt":"2026-08-24T14:09:15.576Z","schemaVersion":2},"datasetVersion":"2026-08-24T17:17:21.512Z"}