private-gpt/settings-vllm.yaml

15 lines
220 B
YAML

llm:
mode: openailike
embedding:
mode: local
ingest_mode: simple
local:
embedding_hf_model_name: BAAI/bge-small-en-v1.5
openai:
api_base: http://localhost:8000/v1
api_key: EMPTY
model: facebook/opt-125m