{"record":{"id":"29dae9c45f1c6653","repo":"earendil-works/pi","slug":"eval-model-not-found-selection-provider-sele","errorCode":null,"errorMessage":"Eval model not found: ${selection.provider}/${selection.id}","messagePattern":"Eval model not found: (.+?)/(.+?)","errorType":"exception","errorClass":"Error","httpStatus":null,"severity":"error","filePath":"packages/evals/src/pi-harness.ts","lineNumber":120,"sourceCode":"\t\t);\n\t}\n\tconst output = session.getLastAssistantText();\n\tif (!output) throw new Error(\"Agent run produced no assistant text.\");\n\treturn output;\n}\n\nasync function runPiCodingAgent<TOutput extends JsonValue>(\n\tinput: PiCodingAgentInput,\n\tsignal: AbortSignal | undefined,\n\tsetArtifact: HarnessContext[\"setArtifact\"],\n\toptions: PiCodingAgentHarnessOptions | PiCodingAgentHarnessWithOutput<TOutput>,\n): Promise<SimpleHarnessResult<string | TOutput>> {\n\tconst startedAt = performance.now();\n\tsignal?.throwIfAborted();\n\tconst selection = resolveModelSelection(options.model);\n\tconst modelRuntime = await ModelRuntime.create();\n\tconst model = modelRuntime.getModel(selection.provider, selection.id);\n\tif (!model) throw new Error(`Eval model not found: ${selection.provider}/${selection.id}`);\n\n\tconst root = await mkdtemp(join(tmpdir(), \"pi-eval-\"));\n\tconst cwd = join(root, \"workspace\");\n\tconst agentDir = join(root, \"agent\");\n\tlet transformedSystemPrompt: string | undefined;\n\tlet sessionManager: SessionManager | undefined;\n\tlet session: AgentSession | undefined;\n\tlet outcome: { success: true; result: SimpleHarnessResult<string | TOutput> } | { success: false; error: unknown };\n\ttry {\n\t\tawait Promise.all([mkdir(cwd), mkdir(agentDir)]);\n\t\tconst services = await createAgentSessionServices({\n\t\t\tcwd,\n\t\t\tagentDir,\n\t\t\tmodelRuntime,\n\t\t\tsettingsManager: SettingsManager.inMemory(),\n\t\t\t...(options.transformSystemPrompt\n\t\t\t\t? { resourceLoaderOptions: { systemPromptOverride: () => transformedSystemPrompt } }\n\t\t\t\t: {}),","sourceCodeStart":102,"sourceCodeEnd":138,"githubUrl":"https://github.com/earendil-works/pi/blob/4af9d21d3b4d664e4a29fcabfec85171077248e3/packages/evals/src/pi-harness.ts#L102-L138","documentation":"Error \"Eval model not found: ${selection.provider}/${selection.id}\" thrown in earendil-works/pi.","triggerScenarios":"Thrown at packages/evals/src/pi-harness.ts:120 when the library encounters an invalid state.","commonSituations":"See trigger scenarios.","solutions":[],"exampleFix":null,"handlingStrategy":null,"validationCode":null,"typeGuard":null,"tryCatchPattern":null,"preventionTips":[],"tags":[],"backgroundTag":null,"analyzedSha":"4af9d21d3b4d664e4a29fcabfec85171077248e3","analyzedAt":"2026-08-24T13:07:14.692Z","schemaVersion":2},"datasetVersion":"2026-08-24T17:17:21.512Z"}