{"record":{"id":"acd142f46100924c","repo":"zed-industries/zed","slug":"rejudge-currently-supports-registry-datasets-swe","errorCode":null,"errorMessage":"rejudge currently supports registry datasets (SWE-Atlas rf/qna). Parent run dataset_kind={dataset_kind!r} is not yet supported.","messagePattern":"rejudge currently supports registry datasets \\(SWE-Atlas rf/qna\\)\\. Parent run dataset_kind=(.+?) is not yet supported\\.","errorType":"exception","errorClass":"NotImplementedError","httpStatus":null,"severity":"error","filePath":"crates/eval_cli/zed_eval/modal_app.py","lineNumber":936,"sourceCode":"            pathlib.Path(\"/data/runs\")\n            / parent[\"namespace\"]\n            / parent[\"experiment_name\"]\n            / parent[\"run_id\"]\n        )\n        parent_archive = parent_dir / \"harbor-job.tar.gz\"\n        if not parent_archive.exists():\n            raise FileNotFoundError(\n                f\"parent run has no harbor-job.tar.gz: {parent_archive}. \"\n                \"Rejudge needs a completed parent run with a stored job archive.\"\n            )\n\n        metadata = load_json(parent_dir / \"run-metadata.json\") or {}\n        benchmark = metadata.get(\"benchmark\") or {}\n        dataset = benchmark.get(\"dataset\") if isinstance(benchmark, dict) else {}\n        dataset_kind = dataset.get(\"kind\") if isinstance(dataset, dict) else None\n        dataset_name = dataset.get(\"name\") if isinstance(dataset, dict) else None\n        if dataset_kind != \"registry\" or not isinstance(dataset_name, str):\n            raise NotImplementedError(\n                \"rejudge currently supports registry datasets (SWE-Atlas rf/qna). \"\n                f\"Parent run dataset_kind={dataset_kind!r} is not yet supported.\"\n            )\n\n        work = pathlib.Path(\"/tmp/agent-evals/rejudge\") / run_id\n        if work.exists():\n            shutil.rmtree(work)\n        extract_root = work / \"parent\"\n        extract_root.mkdir(parents=True, exist_ok=True)\n        log(f\"Extracting parent archive {parent_archive}\")\n        with tarfile.open(parent_archive, \"r:gz\") as archive:\n            safe_extract_archive(archive, extract_root)\n        parent_job_dir = extract_root / parent[\"run_id\"]\n        if not parent_job_dir.is_dir():\n            # Fall back to the single top-level dir if the arcname differs.\n            candidates = [p for p in extract_root.iterdir() if p.is_dir()]\n            if len(candidates) != 1:\n                raise FileNotFoundError(","sourceCodeStart":918,"sourceCodeEnd":954,"githubUrl":"https://github.com/zed-industries/zed/blob/bc538def4545534201bbfcac4e95ac34ea6501b6/crates/eval_cli/zed_eval/modal_app.py#L918-L954","documentation":"Error \"rejudge currently supports registry datasets (SWE-Atlas rf/qna). Parent run dataset_kind={dataset_kind!r} is not yet supported.\" thrown in zed-industries/zed.","triggerScenarios":"Thrown at crates/eval_cli/zed_eval/modal_app.py:936 when the library encounters an invalid state.","commonSituations":"See trigger scenarios.","solutions":[],"exampleFix":null,"handlingStrategy":null,"validationCode":null,"typeGuard":null,"tryCatchPattern":null,"preventionTips":[],"tags":[],"backgroundTag":null,"analyzedSha":"bc538def4545534201bbfcac4e95ac34ea6501b6","analyzedAt":"2026-08-16T07:30:46.435Z","schemaVersion":2},"datasetVersion":"2026-08-16T08:17:34.114Z"}