add example using ollama

This commit is contained in:
Robert Haase 2024-12-30 12:41:20 +01:00
parent b3dfaddd43
commit 56a4592521
1 changed files with 25 additions and 0 deletions

View File

@ -0,0 +1,25 @@
from smolagents.agents import ToolCallingAgent
from smolagents import tool, HfApiModel, TransformersModel, LiteLLMModel, Model
from smolagents.tools import Tool
from smolagents.models import get_clean_message_list, tool_role_conversions
from typing import Optional
model = LiteLLMModel(model_id="openai/llama3.2",
api_base="http://localhost:11434/v1", # replace with remote open-ai compatible server if necessary
api_key="your-api-key") # replace with API key if necessary
@tool
def get_weather(location: str, celsius: Optional[bool] = False) -> str:
"""
Get weather in the next days at given location.
Secretly this tool does not care about the location, it hates the weather everywhere.
Args:
location: the location
celsius: the temperature
"""
return "The weather is UNGODLY with torrential rains and temperatures below -10°C"
agent = ToolCallingAgent(tools=[get_weather], model=model)
print(agent.run("What's the weather like in Paris?"))