{"record":{"id":"e739ea15b8d764d0","repo":"JuliusBrussee/caveman","slug":"compressed-usage-w","errorCode":null,"errorMessage":"compressed usage: %w","messagePattern":"compressed usage: %w","errorType":"exception","errorClass":null,"httpStatus":null,"severity":"error","filePath":"engine/evals/quality.go","lineNumber":186,"sourceCode":"\t\tContentType:    contentType,\n\t\tQuestion:       f.QualityTask.Question,\n\t\tExpectedAnswer: expected,\n\t\tSeed:           opts.Seed,\n\t\tTemperature:    opts.Temperature,\n\t\tPrompt:         compressedPrompt,\n\t})\n\tif err != nil {\n\t\treturn QualityReport{}, fmt.Errorf(\"compressed model call: %w\", err)\n\t}\n\n\tcounter := tokens.Default()\n\treport.BaselineUsage, err = fillUsage(counter, baselinePrompt, baseline, opts.RequireUsage)\n\tif err != nil {\n\t\treturn QualityReport{}, fmt.Errorf(\"baseline usage: %w\", err)\n\t}\n\treport.CompressedUsage, err = fillUsage(counter, compressedPrompt, compressedResp, opts.RequireUsage)\n\tif err != nil {\n\t\treturn QualityReport{}, fmt.Errorf(\"compressed usage: %w\", err)\n\t}\n\n\tbaseSubject := Subject{Input: input, Output: baseline.Output, ContentType: contentType, PassedThrough: true}\n\tcompSubject := Subject{Input: input, Output: compressedResp.Output, Ratio: compressionRatio, ContentType: contentType, PassedThrough: passedThrough}\n\tgrader := opts.Grader\n\tif grader == nil {\n\t\tgrader = LocalGrader{}\n\t}\n\treport.BaselineFailures, err = gradeFailures(ctx, grader, graders, baseSubject)\n\tif err != nil {\n\t\treturn QualityReport{}, fmt.Errorf(\"baseline grading: %w\", err)\n\t}\n\treport.CompressedFailures, err = gradeFailures(ctx, grader, graders, compSubject)\n\tif err != nil {\n\t\treturn QualityReport{}, fmt.Errorf(\"compressed grading: %w\", err)\n\t}\n\treport.BaselinePassed = len(report.BaselineFailures) == 0\n\treport.CompressedPassed = len(report.CompressedFailures) == 0","sourceCodeStart":168,"sourceCodeEnd":204,"githubUrl":"https://github.com/JuliusBrussee/caveman/blob/27d5a3981a347890211bb1bf2439e5c821a63bc9/engine/evals/quality.go#L168-L204","documentation":"Error \"compressed usage: %w\" thrown in JuliusBrussee/caveman.","triggerScenarios":"Thrown at engine/evals/quality.go:186 when the library encounters an invalid state.","commonSituations":"See trigger scenarios.","solutions":["Fix compressed usage extraction from the model response."],"exampleFix":null,"handlingStrategy":null,"validationCode":null,"typeGuard":null,"tryCatchPattern":null,"preventionTips":[],"tags":[],"backgroundTag":null,"analyzedSha":"27d5a3981a347890211bb1bf2439e5c821a63bc9","analyzedAt":"2026-08-15T09:26:11.751Z","schemaVersion":2},"datasetVersion":"2026-08-15T22:17:37.221Z"}