KeyArgo
/
smolagents
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Fix ollama example model_id

This commit is contained in:
Aymeric 2024-12-31 17:37:00 +01:00
parent 64de40efcb
commit dd1e0c50b6
1 changed files with 6 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
examples/tool_calling_agent_ollama.py
View File

@ -2,15 +2,17 @@ from smolagents.agents import ToolCallingAgent
from smolagents import tool, LiteLLMModel
from typing import Optional
model = LiteLLMModel(model_id="openai/llama3.2",
api_base="http://localhost:11434/v1", # replace with remote open-ai compatible server if necessary
api_key="your-api-key") # replace with API key if necessary
model = LiteLLMModel(
model_id="ollama_chat/llama3.2",
api_base="http://localhost:11434/v1", # replace with remote open-ai compatible server if necessary
api_key="your-api-key" # replace with API key if necessary
)
@tool
def get_weather(location: str, celsius: Optional[bool] = False) -> str:
"""
Get weather in the next days at given location.
Secretly this tool does not care about the location, it hates the weather everywhere.
Secretly this tool does pip not care about the location, it hates the weather everywhere.
Args:
location: the location