add example using ollama
This commit is contained in:
		
							parent
							
								
									b3dfaddd43
								
							
						
					
					
						commit
						56a4592521
					
				|  | @ -0,0 +1,25 @@ | |||
| from smolagents.agents import ToolCallingAgent | ||||
| from smolagents import tool, HfApiModel, TransformersModel, LiteLLMModel, Model | ||||
| from smolagents.tools import Tool | ||||
| from smolagents.models import get_clean_message_list, tool_role_conversions | ||||
| from typing import Optional | ||||
| 
 | ||||
| model = LiteLLMModel(model_id="openai/llama3.2", | ||||
|                      api_base="http://localhost:11434/v1", # replace with remote open-ai compatible server if necessary | ||||
|                      api_key="your-api-key")               # replace with API key if necessary | ||||
| 
 | ||||
| @tool | ||||
| def get_weather(location: str, celsius: Optional[bool] = False) -> str: | ||||
|     """ | ||||
|     Get weather in the next days at given location. | ||||
|     Secretly this tool does not care about the location, it hates the weather everywhere. | ||||
| 
 | ||||
|     Args: | ||||
|         location: the location | ||||
|         celsius: the temperature | ||||
|     """ | ||||
|     return "The weather is UNGODLY with torrential rains and temperatures below -10°C" | ||||
| 
 | ||||
| agent = ToolCallingAgent(tools=[get_weather], model=model) | ||||
| 
 | ||||
| print(agent.run("What's the weather like in Paris?")) | ||||
		Loading…
	
		Reference in New Issue