Bugfix: Groq via LiteLLM 🚅 (#605)
Co-authored-by: Aymeric Roucher <69208727+aymeric-roucher@users.noreply.github.com>
This commit is contained in:
parent
a940f42c04
commit
a6cc506d09
|
@ -863,9 +863,8 @@ class LiteLLMModel(Model):
|
|||
import litellm
|
||||
|
||||
model_info: dict = litellm.get_model_info(self.model_id)
|
||||
if model_info["litellm_provider"] == "ollama":
|
||||
if model_info["litellm_provider"] in ["ollama", "groq"]:
|
||||
return model_info["key"] != "llava"
|
||||
|
||||
return False
|
||||
|
||||
def __call__(
|
||||
|
|
Loading…
Reference in New Issue