{"record":{"id":"1c5179227809340a","repo":"BerriAI/litellm","slug":"api-base-must-be-provided-for-hosted-vllm-rerank-1c5179","errorCode":null,"errorMessage":"api_base must be provided for Hosted VLLM rerank. Set in call or via HOSTED_VLLM_API_BASE env var.","messagePattern":"api_base must be provided for Hosted VLLM rerank\\. Set in call or via HOSTED_VLLM_API_BASE env var\\.","errorType":"validation","errorClass":"ValueError","httpStatus":null,"severity":"error","filePath":"litellm/rerank_api/main.py","lineNumber":375,"sourceCode":"                rank_fields=rank_fields,\n                return_documents=return_documents,\n                max_chunks_per_doc=max_chunks_per_doc,\n                _is_async=_is_async,\n                optional_params=optional_params.model_dump(exclude_unset=True),\n                timeout=optional_params.timeout,\n                api_base=api_base,\n                extra_headers=merged_headers,\n                logging_obj=litellm_logging_obj,\n                client=client,\n            )\n        elif _custom_llm_provider == litellm.LlmProviders.HOSTED_VLLM:\n            # Implement Hosted VLLM rerank logic\n            api_key = dynamic_api_key or optional_params.api_key or get_secret_str(\"HOSTED_VLLM_API_KEY\")\n\n            api_base = dynamic_api_base or optional_params.api_base or get_secret_str(\"HOSTED_VLLM_API_BASE\")\n\n            if api_base is None:\n                raise ValueError(\n                    \"api_base must be provided for Hosted VLLM rerank. Set in call or via HOSTED_VLLM_API_BASE env var.\"\n                )\n\n            response = base_llm_http_handler.rerank(\n                model=model,\n                custom_llm_provider=_custom_llm_provider,\n                provider_config=rerank_provider_config,\n                optional_rerank_params=optional_rerank_params,\n                logging_obj=litellm_logging_obj,\n                timeout=optional_params.timeout,\n                api_key=api_key,\n                api_base=api_base,\n                _is_async=_is_async,\n                headers=headers or litellm.headers or {},\n                client=client,\n                model_response=model_response,\n                litellm_params=rerank_litellm_params,\n            )","sourceCodeStart":357,"sourceCodeEnd":393,"githubUrl":"https://github.com/BerriAI/litellm/blob/77b7c6c40c0c5aa5fbcb1d6a1825ac39ca8829b8/litellm/rerank_api/main.py#L357-L393","documentation":"API-base resolution guard for Hosted VLLM rerank: hosted VLLM has no default rerank URL, so without an api_base in the call or the HOSTED_VLLM_API_BASE env var the endpoint is unknown and the call is rejected.","triggerScenarios":"Thrown at litellm/rerank_api/main.py:375 when the library encounters an invalid state.","commonSituations":"See trigger scenarios.","solutions":["Pass api_base in the call or set HOSTED_VLLM_API_BASE."],"exampleFix":null,"handlingStrategy":"validation","validationCode":null,"typeGuard":null,"tryCatchPattern":null,"preventionTips":[],"tags":[],"backgroundTag":null,"analyzedSha":"77b7c6c40c0c5aa5fbcb1d6a1825ac39ca8829b8","analyzedAt":"2026-08-18T11:44:31.656Z","contentChangedAt":null,"schemaVersion":2},"datasetVersion":"2026-09-14T00:17:10.932Z"}