{"record":{"id":"144999acf4cd4158","repo":"BerriAI/litellm","slug":"nvidia-nim-api-key-is-required-please-set-nvidia-144999","errorCode":null,"errorMessage":"Nvidia NIM API key is required, please set 'NVIDIA_NIM_API_KEY' in your environment","messagePattern":"Nvidia NIM API key is required, please set 'NVIDIA_NIM_API_KEY' in your environment","errorType":"validation","errorClass":"ValueError","httpStatus":null,"severity":"error","filePath":"litellm/rerank_api/main.py","lineNumber":316,"sourceCode":"\n            response = base_llm_http_handler.rerank(\n                model=model,\n                custom_llm_provider=_custom_llm_provider,\n                optional_rerank_params=optional_rerank_params,\n                logging_obj=litellm_logging_obj,\n                provider_config=rerank_provider_config,\n                timeout=optional_params.timeout,\n                api_key=dynamic_api_key or optional_params.api_key,\n                api_base=api_base,\n                _is_async=_is_async,\n                headers=headers or litellm.headers or {},\n                client=client,\n                model_response=model_response,\n                litellm_params=rerank_litellm_params,\n            )\n        elif _custom_llm_provider == litellm.LlmProviders.NVIDIA_NIM:\n            if dynamic_api_key is None:\n                raise ValueError(\"Nvidia NIM API key is required, please set 'NVIDIA_NIM_API_KEY' in your environment\")\n\n            # Note: For rerank, the base URL is different from chat/embeddings\n            # Rerank uses ai.api.nvidia.com instead of integrate.api.nvidia.com\n            api_base = (\n                optional_params.api_base\n                or get_secret(\"NVIDIA_NIM_API_BASE\")\n                or \"https://ai.api.nvidia.com\"  # Default for rerank\n            )\n\n            response = base_llm_http_handler.rerank(\n                model=model,\n                custom_llm_provider=_custom_llm_provider,\n                optional_rerank_params=optional_rerank_params,\n                logging_obj=litellm_logging_obj,\n                provider_config=rerank_provider_config,\n                timeout=optional_params.timeout,\n                api_key=dynamic_api_key or optional_params.api_key,\n                api_base=api_base,","sourceCodeStart":298,"sourceCodeEnd":334,"githubUrl":"https://github.com/BerriAI/litellm/blob/77b7c6c40c0c5aa5fbcb1d6a1825ac39ca8829b8/litellm/rerank_api/main.py#L298-L334","documentation":"Credential resolution guard for NVIDIA NIM rerank: no API key was resolvable from the call, optional params, or the NVIDIA_NIM_API_KEY environment variable, so the rerank request cannot be authenticated.","triggerScenarios":"Thrown at litellm/rerank_api/main.py:316 when the library encounters an invalid state.","commonSituations":"See trigger scenarios.","solutions":["Set NVIDIA_NIM_API_KEY in your environment."],"exampleFix":null,"handlingStrategy":"validation","validationCode":null,"typeGuard":null,"tryCatchPattern":null,"preventionTips":[],"tags":[],"backgroundTag":null,"analyzedSha":"77b7c6c40c0c5aa5fbcb1d6a1825ac39ca8829b8","analyzedAt":"2026-08-18T11:44:31.656Z","contentChangedAt":null,"schemaVersion":2},"datasetVersion":"2026-09-14T00:17:10.932Z"}