23 lines
549 B
YAML
23 lines
549 B
YAML
server:
|
|
env_name: ${APP_ENV:prod}
|
|
port: ${PORT:8080}
|
|
|
|
llm:
|
|
mode: ${PGPT_MODE:mock}
|
|
|
|
embedding:
|
|
mode: ${PGPT_MODE:sagemaker}
|
|
|
|
local:
|
|
llm_hf_repo_id: ${PGPT_HF_REPO_ID:TheBloke/Mistral-7B-Instruct-v0.1-GGUF}
|
|
llm_hf_model_file: ${PGPT_HF_MODEL_FILE:mistral-7b-instruct-v0.1.Q4_K_M.gguf}
|
|
embedding_hf_model_name: ${PGPT_EMBEDDING_HF_MODEL_NAME:BAAI/bge-small-en-v1.5}
|
|
|
|
sagemaker:
|
|
llm_endpoint_name: ${PGPT_SAGEMAKER_LLM_ENDPOINT_NAME:}
|
|
embedding_endpoint_name: ${PGPT_SAGEMAKER_EMBEDDING_ENDPOINT_NAME:}
|
|
|
|
ui:
|
|
enabled: true
|
|
path: /
|