aboutsummaryrefslogtreecommitdiffstats
path: root/runpod/Dockerfile
diff options
context:
space:
mode:
authorterminaldweller <devi@terminaldweller.com>2024-05-06 17:38:52 +0000
committerterminaldweller <devi@terminaldweller.com>2024-05-06 17:38:52 +0000
commit9f5ea956fa3c68f3e73c673f66bdeca58ca74699 (patch)
tree3fe2d7db8b4ce92ed6bc2642a6b3aa35e001c4df /runpod/Dockerfile
parentinitial version of the prettier service (diff)
downloadmilla-9f5ea956fa3c68f3e73c673f66bdeca58ca74699.tar.gz
milla-9f5ea956fa3c68f3e73c673f66bdeca58ca74699.zip
runpod serverless ollama - WIP
Diffstat (limited to 'runpod/Dockerfile')
-rw-r--r--runpod/Dockerfile33
1 files changed, 33 insertions, 0 deletions
diff --git a/runpod/Dockerfile b/runpod/Dockerfile
new file mode 100644
index 0000000..0e047a7
--- /dev/null
+++ b/runpod/Dockerfile
@@ -0,0 +1,33 @@
+FROM ollama/ollama:0.1.23 as python-base
+ENV PYTHONUNBUFFERED=1 \
+ PYTHONDONTWRITEBYTECODE=1 \
+ PIP_NO_CACHE_DIR=off \
+ PIP_DISABLE_PIP_VERSION_CHECK=on \
+ PIP_DEFAULT_TIMEOUT=100 \
+ POETRY_HOME="/poetry" \
+ POETRY_VIRTUALENVS_IN_PROJECT=true \
+ POETRY_NO_INTERACTION=1 \
+ PYSETUP_PATH="/app" \
+ VENV_PATH="/app/.venv"
+ENV PATH="$POETRY_HOME/bin:$VENV_PATH/bin:$PATH"
+
+FROM python-base as builder-base
+ENV POETRY_VERSION=1.7.1
+RUN apt update && apt install -y --no-install-recommends curl build-essential python3 python3-pip
+RUN curl -sSL https://install.python-poetry.org | python3 -
+WORKDIR $PYSETUP_PATH
+COPY ./pyproject.toml ./
+COPY ./poetry.lock ./
+RUN poetry install --no-dev
+
+FROM alpine:3.18 AS certbuilder
+RUN apk add openssl
+WORKDIR /certs
+RUN openssl req -nodes -new -x509 -subj="/C=US/ST=Denial/L=springfield/O=Dis/CN=localhost" -keyout server.key -out server.cert
+
+FROM python-base as production
+COPY --from=certbuilder /certs/ /certs
+COPY --from=builder-base $VENV_PATH $VENV_PATH
+COPY ./main.py $PYSETUP_PATH/main.py
+COPY ./docker-entrypoint.sh /app/docker-entrypoint.sh
+ENTRYPOINT ["/app/docker-entrypoint.sh"]