From bc1300fba5fa242db9a60c465154d02bec6165f4 Mon Sep 17 00:00:00 2001 From: Mayank Chhabra Date: Thu, 17 Aug 2023 23:28:55 +0700 Subject: [PATCH] Update docker service names for different model APIs --- docker-compose-13b.yml | 6 +++--- docker-compose-70b.yml | 6 +++--- docker-compose.yml | 6 +++--- 3 files changed, 9 insertions(+), 9 deletions(-) diff --git a/docker-compose-13b.yml b/docker-compose-13b.yml index ce1c5fc..0c4ba52 100644 --- a/docker-compose-13b.yml +++ b/docker-compose-13b.yml @@ -1,7 +1,7 @@ version: '3.6' services: - llama-gpt-api: + llama-gpt-api-13b: # image: 'ghcr.io/getumbrel/llama-gpt-api-llama-2-13b-chat:latest' build: context: ./api @@ -17,7 +17,7 @@ services: restart: on-failure environment: - 'OPENAI_API_KEY=sk-XXXXXXXXXXXXXXXXXXXX' - - 'OPENAI_API_HOST=http://llama-gpt-api:8000' + - 'OPENAI_API_HOST=http://llama-gpt-api-13b:8000' - 'DEFAULT_MODEL=/models/llama-2-13b-chat.bin' - - 'WAIT_HOSTS=llama-gpt-api:8000' + - 'WAIT_HOSTS=llama-gpt-api-13b:8000' - 'WAIT_TIMEOUT=600' diff --git a/docker-compose-70b.yml b/docker-compose-70b.yml index 80d4aac..25f3a42 100644 --- a/docker-compose-70b.yml +++ b/docker-compose-70b.yml @@ -1,7 +1,7 @@ version: '3.6' services: - llama-gpt-api: + llama-gpt-api-70b: # image: 'ghcr.io/getumbrel/llama-gpt-api-llama-2-70b-chat:latest' build: context: ./api @@ -17,7 +17,7 @@ services: restart: on-failure environment: - 'OPENAI_API_KEY=sk-XXXXXXXXXXXXXXXXXXXX' - - 'OPENAI_API_HOST=http://llama-gpt-api:8000' + - 'OPENAI_API_HOST=http://llama-gpt-api-70b:8000' - 'DEFAULT_MODEL=/models/llama-2-70b-chat.bin' - - 'WAIT_HOSTS=llama-gpt-api:8000' + - 'WAIT_HOSTS=llama-gpt-api-70b:8000' - 'WAIT_TIMEOUT=600' diff --git a/docker-compose.yml b/docker-compose.yml index 4d9a9a4..b62be47 100644 --- a/docker-compose.yml +++ b/docker-compose.yml @@ -1,7 +1,7 @@ version: '3.6' services: - llama-gpt-api: + llama-gpt-api-7b: # image: ghcr.io/getumbrel/llama-gpt-api build: context: ./api @@ -17,7 +17,7 @@ services: restart: on-failure environment: - 'OPENAI_API_KEY=sk-XXXXXXXXXXXXXXXXXXXX' - - 'OPENAI_API_HOST=http://llama-gpt-api:8000' + - 'OPENAI_API_HOST=http://llama-gpt-api-7b:8000' - 'DEFAULT_MODEL=/models/llama-2-7b-chat.bin' - - 'WAIT_HOSTS=llama-gpt-api:8000' + - 'WAIT_HOSTS=llama-gpt-api-7b:8000' - 'WAIT_TIMEOUT=600'