KeyArgo
/
llama-gpt
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Fix GitHub action

This commit is contained in:
Mayank Chhabra 2023-08-16 04:38:23 +07:00
parent 680ff5144f
commit 9e87d8cc84
2 changed files with 13 additions and 12 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

16
.github/workflows/on-push.yml vendored
View File

@ -13,14 +13,14 @@ jobs:
- run: docker login --username "${{ github.actor }}" --password ${{ secrets.GITHUB_TOKEN }} ghcr.io
- run: docker buildx create --use
# 7B
- run: docker buildx build --platform linux/amd64,linux/arm64 -f api/Dockerfile --tag ghcr.io/getumbrel/llama-gpt-api-llama-2-7b-chat:${{ github.sha }} --push .
- run: docker buildx build --platform linux/amd64,linux/arm64 -f api/Dockerfile --tag ghcr.io/getumbrel/llama-gpt-api-llama-2-7b-chat:latest --push .
- run: docker buildx build --platform linux/amd64,linux/arm64 -f ./api/Dockerfile --tag ghcr.io/getumbrel/llama-gpt-api-llama-2-7b-chat:${{ github.sha }} --push ./api
- run: docker buildx build --platform linux/amd64,linux/arm64 -f ./api/Dockerfile --tag ghcr.io/getumbrel/llama-gpt-api-llama-2-7b-chat:latest --push ./api
# 13B
- run: docker buildx build --platform linux/amd64,linux/arm64 -f api/13B.Dockerfile --tag ghcr.io/getumbrel/llama-gpt-api-llama-2-13b-chat:${{ github.sha }} --push .
- run: docker buildx build --platform linux/amd64,linux/arm64 -f api/13B.Dockerfile --tag ghcr.io/getumbrel/llama-gpt-api-llama-2-13b-chat:latest --push .
- run: docker buildx build --platform linux/amd64,linux/arm64 -f ./api/13B.Dockerfile --tag ghcr.io/getumbrel/llama-gpt-api-llama-2-13b-chat:${{ github.sha }} --push ./api
- run: docker buildx build --platform linux/amd64,linux/arm64 -f ./api/13B.Dockerfile --tag ghcr.io/getumbrel/llama-gpt-api-llama-2-13b-chat:latest --push ./api
# 70B
# - run: docker buildx build --platform linux/amd64,linux/arm64 -f api/70B.Dockerfile --tag ghcr.io/getumbrel/llama-gpt-api-llama-2-70b-chat:${{ github.sha }} --push .
# - run: docker buildx build --platform linux/amd64,linux/arm64 -f api/70B.Dockerfile --tag ghcr.io/getumbrel/llama-gpt-api-llama-2-70b-chat:latest --push .
# - run: docker buildx build --platform linux/amd64,linux/arm64 -f ./api/70B.Dockerfile --tag ghcr.io/getumbrel/llama-gpt-api-llama-2-70b-chat:${{ github.sha }} --push ./api
# - run: docker buildx build --platform linux/amd64,linux/arm64 -f ./api/70B.Dockerfile --tag ghcr.io/getumbrel/llama-gpt-api-llama-2-70b-chat:latest --push ./api
build_ui:
runs-on: ubuntu-latest
@ -28,5 +28,5 @@ jobs:
- uses: actions/checkout@c85c95e3d7251135ab7dc9ce3241c5835cc595a9 # v3.5.3
- run: docker login --username "${{ github.actor }}" --password ${{ secrets.GITHUB_TOKEN }} ghcr.io
- run: docker buildx create --use
- run: docker buildx build --platform linux/amd64,linux/arm64 -f ui/Dockerfile --tag ghcr.io/getumbrel/llama-gpt-ui:${{ github.sha }} --push .
- run: docker buildx build --platform linux/amd64,linux/arm64 -f ui/Dockerfile --tag ghcr.io/getumbrel/llama-gpt-ui:latest --push .
- run: docker buildx build --platform linux/amd64,linux/arm64 -f ./ui/Dockerfile --tag ghcr.io/getumbrel/llama-gpt-ui:${{ github.sha }} --push ./ui
- run: docker buildx build --platform linux/amd64,linux/arm64 -f ./ui/Dockerfile --tag ghcr.io/getumbrel/llama-gpt-ui:latest --push ./ui

9
docker-compose.yml
View File

@ -2,10 +2,11 @@ version: '3.6'
services:
llama-gpt-api:
# image: 'ghcr.io/getumbrel/llama-gpt-api-llama-2-7b-chat:latest'
build:
context: ./api
dockerfile: Dockerfile
image: 'ghcr.io/getumbrel/llama-gpt-api-llama-2-7b-chat:latest'
# build:
# context: ./api
# dockerfile: Dockerfile
command: /bin/sh -c "make build && python3 -m llama_cpp.server --n_ctx 4096 --n_threads 8 --n_gpu_layers 0 --n_batch 2096"
environment:
MODEL: '/models/llama-2-7b-chat.bin'