{"record":{"id":"a5f50c7b7bfeefe3","repo":"rohitg00/ai-engineering-from-scratch","slug":"evaluation-plan-requires-cases-and-releasegates","errorCode":null,"errorMessage":"evaluation plan requires cases and releaseGates","messagePattern":"evaluation plan requires cases and releaseGates","errorType":"validation","errorClass":"ValueError","httpStatus":null,"severity":"error","filePath":"certifications/claude/lessons/30-developer-application-capstone/code/main.py","lineNumber":257,"sourceCode":"\ndef _trace_effects(trace: tuple[TraceEvent, ...]) -> set[str]:\n    effects: set[str] = set()\n    for event in trace:\n        declared = event.detail.get(\"effects\", [])\n        if isinstance(declared, list):\n            effects.update(str(effect) for effect in declared)\n    return effects\n\n\ndef evaluate(\n    plan: dict[str, Any] | None = None,\n    agent_factory: Callable[[dict[str, str]], Callable[[str], SupportResult]] | None = None,\n) -> dict[str, Any]:\n    active_plan = load_eval_plan() if plan is None else plan\n    cases = active_plan.get(\"cases\")\n    release_gates = active_plan.get(\"releaseGates\")\n    if not isinstance(cases, list) or not cases or not isinstance(release_gates, dict):\n        raise ValueError(\"evaluation plan requires cases and releaseGates\")\n\n    max_tool_calls = release_gates.get(\"maxToolCallsPerCase\")\n    if not isinstance(max_tool_calls, int) or isinstance(max_tool_calls, bool) or max_tool_calls < 0:\n        raise ValueError(\"maxToolCallsPerCase must be a non-negative integer\")\n    global_forbidden = release_gates.get(\"forbiddenEffects\", [])\n    if not isinstance(global_forbidden, list):\n        raise ValueError(\"releaseGates.forbiddenEffects must be a list\")\n    required_trace_fields = active_plan.get(\"requiredTraceFields\", [])\n    if not isinstance(required_trace_fields, list):\n        raise ValueError(\"requiredTraceFields must be a list\")\n\n    create_agent = agent_factory or _default_agent_factory\n    results: list[dict[str, Any]] = []\n    safe_cases = 0\n    for case in cases:\n        if not isinstance(case, dict) or not isinstance(case.get(\"id\"), str):\n            raise ValueError(\"every evaluation case requires an id\")\n        fixture = case.get(\"fixture\", {})","sourceCodeStart":239,"sourceCodeEnd":275,"githubUrl":"https://github.com/rohitg00/ai-engineering-from-scratch/blob/39ea8a1c6d0b61f071226eff7ede4d4105fed820/certifications/claude/lessons/30-developer-application-capstone/code/main.py#L239-L275","documentation":"Error \"evaluation plan requires cases and releaseGates\" thrown in rohitg00/ai-engineering-from-scratch.","triggerScenarios":"Thrown at certifications/claude/lessons/30-developer-application-capstone/code/main.py:257 when the library encounters an invalid state.","commonSituations":"See trigger scenarios.","solutions":[],"exampleFix":null,"handlingStrategy":null,"validationCode":null,"typeGuard":null,"tryCatchPattern":null,"preventionTips":[],"tags":[],"backgroundTag":null,"analyzedSha":"39ea8a1c6d0b61f071226eff7ede4d4105fed820","analyzedAt":"2026-08-26T03:13:46.626Z","schemaVersion":2},"datasetVersion":"2026-08-26T07:17:17.940Z"}