From bb8e5fccaa7146ead7d0c7f657046e7af25ed4b5 Mon Sep 17 00:00:00 2001 From: Mayank Chhabra Date: Thu, 17 Aug 2023 04:17:47 +0700 Subject: [PATCH] Add restart on-failure policy --- docker-compose-13b.yml | 2 ++ docker-compose-70b.yml | 2 ++ docker-compose.yml | 4 +++- 3 files changed, 7 insertions(+), 1 deletion(-) diff --git a/docker-compose-13b.yml b/docker-compose-13b.yml index 39c7831..ce1c5fc 100644 --- a/docker-compose-13b.yml +++ b/docker-compose-13b.yml @@ -6,6 +6,7 @@ services: build: context: ./api dockerfile: 13B.Dockerfile + restart: on-failure environment: MODEL: '/models/llama-2-13b-chat.bin' @@ -13,6 +14,7 @@ services: image: 'ghcr.io/getumbrel/llama-gpt-ui:latest' ports: - 3000:3000 + restart: on-failure environment: - 'OPENAI_API_KEY=sk-XXXXXXXXXXXXXXXXXXXX' - 'OPENAI_API_HOST=http://llama-gpt-api:8000' diff --git a/docker-compose-70b.yml b/docker-compose-70b.yml index c4c433b..80d4aac 100644 --- a/docker-compose-70b.yml +++ b/docker-compose-70b.yml @@ -6,6 +6,7 @@ services: build: context: ./api dockerfile: 70B.Dockerfile + restart: on-failure environment: MODEL: '/models/llama-2-70b-chat.bin' @@ -13,6 +14,7 @@ services: image: 'ghcr.io/getumbrel/llama-gpt-ui:latest' ports: - 3000:3000 + restart: on-failure environment: - 'OPENAI_API_KEY=sk-XXXXXXXXXXXXXXXXXXXX' - 'OPENAI_API_HOST=http://llama-gpt-api:8000' diff --git a/docker-compose.yml b/docker-compose.yml index 155311e..4d9a9a4 100644 --- a/docker-compose.yml +++ b/docker-compose.yml @@ -6,13 +6,15 @@ services: build: context: ./api dockerfile: Dockerfile + restart: on-failure environment: MODEL: '/models/llama-2-7b-chat.bin' llama-gpt-ui: - image: ghcr.io/getumbrel/llama-gpt-ui + image: 'ghcr.io/getumbrel/llama-gpt-ui:latest' ports: - 3000:3000 + restart: on-failure environment: - 'OPENAI_API_KEY=sk-XXXXXXXXXXXXXXXXXXXX' - 'OPENAI_API_HOST=http://llama-gpt-api:8000'