44 lines
836 B
YAML
44 lines
836 B
YAML
# Using ollama and postgres for the vector, doc and index store. Ollama is also used for embeddings.
|
|
# To use install these extras:
|
|
# poetry install --extras "llms-ollama ui vector-stores-postgres embeddings-ollama storage-nodestore-postgres"
|
|
server:
|
|
env_name: ${APP_ENV:ollama}
|
|
|
|
llm:
|
|
mode: ollama
|
|
max_new_tokens: 512
|
|
context_window: 3900
|
|
|
|
embedding:
|
|
mode: ollama
|
|
|
|
ollama:
|
|
llm_model: mistral
|
|
embedding_model: nomic-embed-text
|
|
api_base: http://localhost:11434
|
|
|
|
nodestore:
|
|
database: postgres
|
|
|
|
vectorstore:
|
|
database: pgvector
|
|
|
|
pgvector:
|
|
host: localhost
|
|
port: 5432
|
|
database: postgres
|
|
user: postgres
|
|
password: admin
|
|
embed_dim: 768
|
|
schema_name: private_gpt
|
|
table_name: embeddings
|
|
|
|
postgres:
|
|
host: localhost
|
|
port: 5432
|
|
database: postgres
|
|
user: postgres
|
|
password: admin
|
|
schema_name: private_gpt
|
|
|