{"record":{"id":"1c6b8b78947419e3","repo":"headroomlabs-ai/headroom","slug":"failed-to-load-multi-wiki-qa-lang-e","errorCode":null,"errorMessage":"Failed to load multi-wiki-qa '{lang}': {e}","messagePattern":"Failed to load multi-wiki-qa '(.+?)': (.+?)","errorType":"exception","errorClass":"ValueError","httpStatus":null,"severity":"error","filePath":"headroom/evals/datasets.py","lineNumber":468,"sourceCode":"    zh/ja/ko extractive QA, so it yields comparable cross-language compression\n    answer-retention numbers. License: CC-BY-NC-SA-4.0 (non-commercial).\n\n    Common lang configs: \"zh-cn\", \"ja\", \"ko\".\n\n    Args:\n        n: Number of samples to load\n        lang: multi-wiki-qa language config (e.g. \"ja\", \"ko\", \"zh-cn\")\n\n    Returns:\n        EvalSuite with multi-wiki-qa cases\n    \"\"\"\n    _check_datasets_installed()\n    from datasets import load_dataset\n\n    try:\n        ds = load_dataset(\"alexandrainst/multi-wiki-qa\", lang, split=f\"train[:{n}]\")\n    except Exception as e:\n        raise ValueError(f\"Failed to load multi-wiki-qa '{lang}': {e}\") from e\n\n    cases: list[EvalCase] = []\n    for i, item in enumerate(ds):\n        context = item.get(\"context\", \"\")\n        question = item.get(\"question\", \"\")\n        answers = item.get(\"answers\") or {}\n        texts = answers.get(\"text\") if isinstance(answers, dict) else None\n        ground_truth = texts[0] if texts else None\n        if not (context and question and ground_truth):\n            continue\n\n        cases.append(\n            EvalCase(\n                id=f\"multi_wiki_qa_{lang}_{i}\",\n                context=context,\n                query=question,\n                ground_truth=ground_truth,\n                metadata={","sourceCodeStart":450,"sourceCodeEnd":486,"githubUrl":"https://github.com/headroomlabs-ai/headroom/blob/322425c43bffde1ed0b64fecf3cf5951565dd82b/headroom/evals/datasets.py#L450-L486","documentation":"Error \"Failed to load multi-wiki-qa '{lang}': {e}\" thrown in headroomlabs-ai/headroom.","triggerScenarios":"Raised when loading the multi-wiki-qa eval dataset for a given language fails, due to a missing `datasets` dependency, unsupported language, or network/Hub errors.","commonSituations":"See trigger scenarios.","solutions":["Install the HuggingFace datasets package: pip install headroom-ai[evals]","Verify the requested language code '{lang}' is supported by the multi-wiki-qa dataset","Check network connectivity to the HuggingFace Hub and retry","Pre-download the dataset into HF_DATASETS_CACHE if running offline"],"exampleFix":null,"handlingStrategy":null,"validationCode":null,"typeGuard":null,"tryCatchPattern":null,"preventionTips":[],"tags":[],"backgroundTag":null,"analyzedSha":"322425c43bffde1ed0b64fecf3cf5951565dd82b","analyzedAt":"2026-08-15T01:03:05.481Z","schemaVersion":2},"datasetVersion":"2026-08-15T22:17:37.221Z"}