{"record":{"id":"0255f7b008507c8b","repo":"headroomlabs-ai/headroom","slug":"unknown-dataset-dataset-name","errorCode":null,"errorMessage":"Unknown dataset: {dataset_name}","messagePattern":"Unknown dataset: (.+?)","errorType":"exception","errorClass":"ValueError","httpStatus":null,"severity":"error","filePath":"headroom/evals/html_oss_benchmarks.py","lineNumber":294,"sourceCode":"    try:\n        from datasets import load_dataset\n    except ImportError:\n        raise ImportError(\"HuggingFace datasets required\") from None\n\n    if extractor is None:\n        from headroom.transforms.html_extractor import HTMLExtractor\n\n        extractor = HTMLExtractor()\n\n    # Load QA dataset\n    logger.info(f\"Loading {dataset_name} dataset...\")\n\n    if dataset_name == \"squad\":\n        dataset = load_dataset(\"rajpurkar/squad_v2\", split=\"validation\")\n    elif dataset_name == \"hotpotqa\":\n        dataset = load_dataset(\"hotpotqa/hotpot_qa\", \"fullwiki\", split=\"validation\")\n    else:\n        raise ValueError(f\"Unknown dataset: {dataset_name}\")\n\n    # Select subset\n    samples = dataset.select(range(min(max_questions, len(dataset))))\n\n    logger.info(f\"Evaluating {len(samples)} questions...\")\n\n    f1_original = []\n    f1_extracted = []\n    em_original = []\n    em_extracted = []\n    question_results = []\n\n    for i, sample in enumerate(samples):\n        # Get question and context\n        question = sample[\"question\"]\n\n        if dataset_name == \"squad\":\n            context = sample[\"context\"]","sourceCodeStart":276,"sourceCodeEnd":312,"githubUrl":"https://github.com/headroomlabs-ai/headroom/blob/322425c43bffde1ed0b64fecf3cf5951565dd82b/headroom/evals/html_oss_benchmarks.py#L276-L312","documentation":"Error \"Unknown dataset: {dataset_name}\" thrown in headroomlabs-ai/headroom.","triggerScenarios":"Raised when the HTML OSS benchmark runner is given a dataset name it does not recognize.","commonSituations":"See trigger scenarios.","solutions":["Check the dataset name '{dataset_name}' for typos","List the supported benchmark dataset names and pick one of them","Upgrade headroom-ai if the dataset was added in a newer release"],"exampleFix":null,"handlingStrategy":null,"validationCode":null,"typeGuard":null,"tryCatchPattern":null,"preventionTips":[],"tags":[],"backgroundTag":null,"analyzedSha":"322425c43bffde1ed0b64fecf3cf5951565dd82b","analyzedAt":"2026-08-15T01:03:05.481Z","schemaVersion":2},"datasetVersion":"2026-08-15T22:17:37.221Z"}