47 lines
1.2 KiB
Docker
47 lines
1.2 KiB
Docker
### IMPORTANT, THIS IMAGE CAN ONLY BE RUN IN LINUX DOCKER
|
|
### You will run into a segfault in mac
|
|
FROM python:3.11.6-slim-bookworm as base
|
|
|
|
# Install poetry
|
|
RUN pip install pipx
|
|
RUN python3 -m pipx ensurepath
|
|
RUN pipx install poetry
|
|
ENV PATH="/root/.local/bin:$PATH"
|
|
|
|
# Dependencies to build llama-cpp and wget
|
|
RUN apt update && apt install -y \
|
|
libopenblas-dev\
|
|
ninja-build\
|
|
build-essential\
|
|
pkg-config\
|
|
wget
|
|
|
|
# https://python-poetry.org/docs/configuration/#virtualenvsin-project
|
|
ENV POETRY_VIRTUALENVS_IN_PROJECT=true
|
|
|
|
FROM base as dependencies
|
|
WORKDIR /home/worker/app
|
|
COPY pyproject.toml poetry.lock ./
|
|
|
|
RUN poetry install --with local
|
|
RUN poetry install --with ui
|
|
RUN CMAKE_ARGS="-DLLAMA_BLAS=ON -DLLAMA_BLAS_VENDOR=OpenBLAS"\
|
|
poetry run pip install --force-reinstall --no-cache-dir llama-cpp-python
|
|
|
|
FROM base as app
|
|
|
|
ENV PYTHONUNBUFFERED=1
|
|
ENV PORT=8080
|
|
ENV PGPT_PROFILES=docker
|
|
EXPOSE 8080
|
|
|
|
# Prepare a non-root user
|
|
RUN adduser --system worker
|
|
WORKDIR /home/worker/app
|
|
|
|
# Copy everything, including the virtual environment
|
|
COPY --chown=worker --from=dependencies /home/worker/app .
|
|
COPY --chown=worker . .
|
|
|
|
USER worker
|
|
ENTRYPOINT .venv/bin/python -m private_gpt |