diff options
author | terminaldweller <devi@terminaldweller.com> | 2024-05-06 17:38:52 +0000 |
---|---|---|
committer | terminaldweller <devi@terminaldweller.com> | 2024-05-06 17:38:52 +0000 |
commit | 9f5ea956fa3c68f3e73c673f66bdeca58ca74699 (patch) | |
tree | 3fe2d7db8b4ce92ed6bc2642a6b3aa35e001c4df /runpod/Dockerfile | |
parent | initial version of the prettier service (diff) | |
download | milla-9f5ea956fa3c68f3e73c673f66bdeca58ca74699.tar.gz milla-9f5ea956fa3c68f3e73c673f66bdeca58ca74699.zip |
runpod serverless ollama - WIP
Diffstat (limited to '')
-rw-r--r-- | runpod/Dockerfile | 33 |
1 files changed, 33 insertions, 0 deletions
diff --git a/runpod/Dockerfile b/runpod/Dockerfile new file mode 100644 index 0000000..0e047a7 --- /dev/null +++ b/runpod/Dockerfile @@ -0,0 +1,33 @@ +FROM ollama/ollama:0.1.23 as python-base +ENV PYTHONUNBUFFERED=1 \ + PYTHONDONTWRITEBYTECODE=1 \ + PIP_NO_CACHE_DIR=off \ + PIP_DISABLE_PIP_VERSION_CHECK=on \ + PIP_DEFAULT_TIMEOUT=100 \ + POETRY_HOME="/poetry" \ + POETRY_VIRTUALENVS_IN_PROJECT=true \ + POETRY_NO_INTERACTION=1 \ + PYSETUP_PATH="/app" \ + VENV_PATH="/app/.venv" +ENV PATH="$POETRY_HOME/bin:$VENV_PATH/bin:$PATH" + +FROM python-base as builder-base +ENV POETRY_VERSION=1.7.1 +RUN apt update && apt install -y --no-install-recommends curl build-essential python3 python3-pip +RUN curl -sSL https://install.python-poetry.org | python3 - +WORKDIR $PYSETUP_PATH +COPY ./pyproject.toml ./ +COPY ./poetry.lock ./ +RUN poetry install --no-dev + +FROM alpine:3.18 AS certbuilder +RUN apk add openssl +WORKDIR /certs +RUN openssl req -nodes -new -x509 -subj="/C=US/ST=Denial/L=springfield/O=Dis/CN=localhost" -keyout server.key -out server.cert + +FROM python-base as production +COPY --from=certbuilder /certs/ /certs +COPY --from=builder-base $VENV_PATH $VENV_PATH +COPY ./main.py $PYSETUP_PATH/main.py +COPY ./docker-entrypoint.sh /app/docker-entrypoint.sh +ENTRYPOINT ["/app/docker-entrypoint.sh"] |