private-gpt/settings-ollama.yaml

23 lines
313 B
YAML

server:
env_name: ${APP_ENV:ollama}
llm:
mode: ollama
max_new_tokens: 512
context_window: 3900
embedding:
mode: ollama
ollama:
llm_model: mistral
embedding_model: nomic-embed-text
api_base: http://localhost:11434
vectorstore:
database: qdrant
qdrant:
path: local_data/private_gpt/qdrant