{"record":{"id":"381a2736e369e50d","repo":"huggingface/transformers","slug":"deepgemm-kernel-is-missing-required-symbols","errorCode":null,"errorMessage":"DeepGEMM kernel is missing required symbols: {', '.join(missing)}. `kernels` is either not installed or uses an incompatible version. Please install a compatible version ({KERNELS_MIN_VERSION} <= version < {KERNELS_MAX_VERSION}), e.g. `pip install kernels=={KERNELS_MIN_VERSION}`","messagePattern":"DeepGEMM kernel is missing required symbols: (.+?)\\. `kernels` is either not installed or uses an incompatible version\\. Please install a compatible version \\((.+?) <= version < (.+?)\\), e\\.g\\. `pip install kernels==(.+?)`","errorType":"exception","errorClass":"ImportError","httpStatus":null,"severity":"error","filePath":"src/transformers/integrations/deepgemm.py","lineNumber":284,"sourceCode":"    missing = [\n        name\n        for name, attr in [\n            (\"fp8_fp4_gemm_nt\", fp8_fp4_matmul),\n            (\"m_grouped_fp8_fp4_gemm_nt_contiguous\", grouped_fp8_fp4_matmul_nt),\n            (\"m_grouped_fp8_fp4_gemm_nn_contiguous\", grouped_fp8_fp4_matmul_nn),\n            (\"m_grouped_bf16_gemm_nt_contiguous\", grouped_bf16_matmul_nt),\n            (\"m_grouped_bf16_gemm_nn_contiguous\", grouped_bf16_matmul_nn),\n            (\"utils.per_token_cast_to_fp8\", per_token_cast_to_fp8),\n            (\"transform_sf_into_required_layout\", transform_sf_into_required_layout),\n            (\"transform_weights_for_mega_moe\", transform_weights_for_mega_moe),\n            (\"get_symm_buffer_for_mega_moe\", get_symm_buffer_for_mega_moe),\n            (\"get_mk_alignment_for_contiguous_layout\", get_mk_alignment),\n            (\"fp8_fp4_mega_moe\", fp8_fp4_mega_moe),\n        ]\n        if attr is None\n    ]\n    if missing:\n        raise ImportError(\n            f\"DeepGEMM kernel is missing required symbols: {', '.join(missing)}. {_MISSING_KERNELS_MESSAGE}\"\n        )\n\n    _DEEPGEMM = DeepGEMM(\n        fp8_fp4_matmul=fp8_fp4_matmul,\n        grouped_fp8_fp4_matmul_nt=grouped_fp8_fp4_matmul_nt,\n        grouped_fp8_fp4_matmul_nn=grouped_fp8_fp4_matmul_nn,\n        grouped_bf16_matmul_nt=grouped_bf16_matmul_nt,\n        grouped_bf16_matmul_nn=grouped_bf16_matmul_nn,\n        per_token_cast_to_fp8=per_token_cast_to_fp8,\n        transform_sf_into_required_layout=transform_sf_into_required_layout,\n        transform_weights_for_mega_moe=transform_weights_for_mega_moe,\n        get_symm_buffer_for_mega_moe=get_symm_buffer_for_mega_moe,\n        fp8_fp4_mega_moe=fp8_fp4_mega_moe,\n        m_alignment=get_mk_alignment(),\n    )\n\n","sourceCodeStart":266,"sourceCodeEnd":302,"githubUrl":"https://github.com/huggingface/transformers/blob/a597f974857b3d92939971296bc0deb93d33d780/src/transformers/integrations/deepgemm.py#L266-L302","documentation":"Error \"DeepGEMM kernel is missing required symbols: {', '.join(missing)}. `kernels` is either not installed or uses an incompatible version. Please install a compatible version ({KERNELS_MIN_VERSION} <= version < {KERNELS_MAX_VERSION}), e.g. `pip install kernels=={KERNELS_MIN_VERSION}`\" thrown in huggingface/transformers.","triggerScenarios":"Raised when the loaded DeepGEMM kernel lacks required symbols because the kernels package version is incompatible.","commonSituations":"kernels package missing or outside the supported version range while loading a DeepGEMM-quantized model.","solutions":["Install a compatible kernels version within the stated range, e.g. `pip install kernels==<min_version>`."],"exampleFix":null,"handlingStrategy":null,"validationCode":null,"typeGuard":null,"tryCatchPattern":null,"preventionTips":[],"tags":[],"backgroundTag":null,"analyzedSha":"a597f974857b3d92939971296bc0deb93d33d780","analyzedAt":"2026-08-14T18:24:08.354Z","schemaVersion":2},"datasetVersion":"2026-08-15T22:17:37.221Z"}