{"record":{"id":"f2ea97a2c03048fe","repo":"JuliusBrussee/caveman","slug":"baseline-model-call-w","errorCode":null,"errorMessage":"baseline model call: %w","messagePattern":"baseline model call: %w","errorType":"exception","errorClass":null,"httpStatus":null,"severity":"error","filePath":"engine/evals/quality.go","lineNumber":162,"sourceCode":"\t\treturn report, nil\n\t}\n\texpected := expectedAnswer(graders)\n\n\tbaselinePrompt := qualityPrompt(f.QualityTask.Question, input)\n\tcompressedPrompt := qualityPrompt(f.QualityTask.Question, compressed)\n\tbaseline, err := opts.Runner.Complete(ctx, ModelRequest{\n\t\tFixtureName:    f.Name,\n\t\tVariant:        \"baseline\",\n\t\tModel:          opts.Model,\n\t\tContentType:    contentType,\n\t\tQuestion:       f.QualityTask.Question,\n\t\tExpectedAnswer: expected,\n\t\tSeed:           opts.Seed,\n\t\tTemperature:    opts.Temperature,\n\t\tPrompt:         baselinePrompt,\n\t})\n\tif err != nil {\n\t\treturn QualityReport{}, fmt.Errorf(\"baseline model call: %w\", err)\n\t}\n\tcompressedResp, err := opts.Runner.Complete(ctx, ModelRequest{\n\t\tFixtureName:    f.Name,\n\t\tVariant:        \"compressed\",\n\t\tModel:          opts.Model,\n\t\tContentType:    contentType,\n\t\tQuestion:       f.QualityTask.Question,\n\t\tExpectedAnswer: expected,\n\t\tSeed:           opts.Seed,\n\t\tTemperature:    opts.Temperature,\n\t\tPrompt:         compressedPrompt,\n\t})\n\tif err != nil {\n\t\treturn QualityReport{}, fmt.Errorf(\"compressed model call: %w\", err)\n\t}\n\n\tcounter := tokens.Default()\n\treport.BaselineUsage, err = fillUsage(counter, baselinePrompt, baseline, opts.RequireUsage)","sourceCodeStart":144,"sourceCodeEnd":180,"githubUrl":"https://github.com/JuliusBrussee/caveman/blob/27d5a3981a347890211bb1bf2439e5c821a63bc9/engine/evals/quality.go#L144-L180","documentation":"Error \"baseline model call: %w\" thrown in JuliusBrussee/caveman.","triggerScenarios":"Thrown at engine/evals/quality.go:162 when the library encounters an invalid state.","commonSituations":"See trigger scenarios.","solutions":["Fix the baseline model call (credentials/endpoint) and retry."],"exampleFix":null,"handlingStrategy":null,"validationCode":null,"typeGuard":null,"tryCatchPattern":null,"preventionTips":[],"tags":[],"backgroundTag":null,"analyzedSha":"27d5a3981a347890211bb1bf2439e5c821a63bc9","analyzedAt":"2026-08-15T09:26:11.751Z","schemaVersion":2},"datasetVersion":"2026-08-15T22:17:37.221Z"}