{"record":{"id":"b218a691360a6122","repo":"headroomlabs-ai/headroom","slug":"failed-to-load-codesearchnet-for-language-e","errorCode":null,"errorMessage":"Failed to load CodeSearchNet for '{language}': {e}","messagePattern":"Failed to load CodeSearchNet for '(.+?)': (.+?)","errorType":"exception","errorClass":"ValueError","httpStatus":null,"severity":"error","filePath":"headroom/evals/datasets.py","lineNumber":767,"sourceCode":"    Dataset: https://huggingface.co/datasets/code_search_net\n\n    Languages: python, java, javascript, go, ruby, php\n\n    Args:\n        n: Number of samples to load\n        language: Programming language\n        split: Dataset split\n\n    Returns:\n        EvalSuite with CodeSearchNet cases\n    \"\"\"\n    _check_datasets_installed()\n    from datasets import load_dataset\n\n    try:\n        ds = load_dataset(\"code_search_net\", language, split=split)\n    except Exception as e:\n        raise ValueError(f\"Failed to load CodeSearchNet for '{language}': {e}\") from e\n\n    cases: list[EvalCase] = []\n    for i, item in enumerate(ds):\n        if len(cases) >= n:\n            break\n\n        code = item.get(\"func_code_string\", \"\") or item.get(\"whole_func_string\", \"\")\n        if not code:\n            continue\n\n        # Use docstring as query (find code from description)\n        docstring = item.get(\"func_documentation_string\", \"\")\n        if not docstring:\n            continue\n\n        cases.append(\n            EvalCase(\n                id=f\"codesearchnet_{language}_{i}\",","sourceCodeStart":749,"sourceCodeEnd":785,"githubUrl":"https://github.com/headroomlabs-ai/headroom/blob/322425c43bffde1ed0b64fecf3cf5951565dd82b/headroom/evals/datasets.py#L749-L785","documentation":"Error \"Failed to load CodeSearchNet for '{language}': {e}\" thrown in headroomlabs-ai/headroom.","triggerScenarios":"Raised when loading the CodeSearchNet dataset for a given programming language fails, due to an unsupported language, missing `datasets` dependency, or network/Hub errors.","commonSituations":"See trigger scenarios.","solutions":["Verify the language '{language}' is one supported by CodeSearchNet (go, java, javascript, php, python, ruby)","Install the datasets package: pip install headroom-ai[evals]","Check network connectivity to the HuggingFace Hub and retry","Inspect the underlying error {e} for details"],"exampleFix":null,"handlingStrategy":null,"validationCode":null,"typeGuard":null,"tryCatchPattern":null,"preventionTips":[],"tags":[],"backgroundTag":null,"analyzedSha":"322425c43bffde1ed0b64fecf3cf5951565dd82b","analyzedAt":"2026-08-15T01:03:05.481Z","schemaVersion":2},"datasetVersion":"2026-08-15T17:31:12.345Z"}