{"record":{"id":"06915248b0bc768b","repo":"exo-explore/exo","slug":"model-must-have-either-a-layers-or-h-attribute","errorCode":null,"errorMessage":"Model must have either a 'layers' or 'h' attribute","messagePattern":"Model must have either a 'layers' or 'h' attribute","errorType":"validation","errorClass":"ValueError","httpStatus":null,"severity":"error","filePath":"src/exo/worker/engines/mlx/auto_parallel.py","lineNumber":241,"sourceCode":"\n    inner = getattr(model, \"backbone\", None)\n    if isinstance(inner, nn.Module):\n        return inner\n\n    raise ValueError(\n        \"Model must either have a 'model', 'transformer', or 'backbone' attribute\"\n    )\n\n\ndef get_layers(inner_model_instance: nn.Module) -> list[_LayerCallable]:\n    # Handle both model.layers and model.h cases\n    layers: list[_LayerCallable]\n    if hasattr(inner_model_instance, \"layers\"):\n        layers = cast(list[_LayerCallable], inner_model_instance.layers)\n    elif hasattr(inner_model_instance, \"h\"):\n        layers = cast(list[_LayerCallable], inner_model_instance.h)\n    else:\n        raise ValueError(\"Model must have either a 'layers' or 'h' attribute\")\n\n    return layers\n\n\ndef _patch_hybrid_cache(\n    model: Qwen3_5TextModel | Qwen3NextModel | NemotronHModel,\n    fa_idx: int,\n    has_full_attn: bool,\n    ssm_idx: int,\n    has_linear: bool,\n) -> None:\n    # Hacks to make make_mask happy.\n    original = model.make_cache\n\n    def patched() -> list[ArraysCache | KVCache]:\n        cache = original()\n        if not has_full_attn:\n            entry = cache[fa_idx]","sourceCodeStart":223,"sourceCodeEnd":259,"githubUrl":"https://github.com/exo-explore/exo/blob/21a54c5ea0230a3bec1e1a786d200126c7e34ec6/src/exo/worker/engines/mlx/auto_parallel.py#L223-L259","documentation":"Error \"Model must have either a 'layers' or 'h' attribute\" thrown in exo-explore/exo.","triggerScenarios":"Thrown at src/exo/worker/engines/mlx/auto_parallel.py:241 when the library encounters an invalid state.","commonSituations":"See trigger scenarios.","solutions":[],"exampleFix":null,"handlingStrategy":null,"validationCode":null,"typeGuard":null,"tryCatchPattern":null,"preventionTips":[],"tags":[],"backgroundTag":null,"analyzedSha":"21a54c5ea0230a3bec1e1a786d200126c7e34ec6","analyzedAt":"2026-08-26T00:02:16.033Z","schemaVersion":2},"datasetVersion":"2026-08-26T04:18:47.238Z"}