diff options
Diffstat (limited to 'runpod/main.py')
-rwxr-xr-x | runpod/main.py | 32 |
1 files changed, 0 insertions, 32 deletions
diff --git a/runpod/main.py b/runpod/main.py deleted file mode 100755 index ae12ba4..0000000 --- a/runpod/main.py +++ /dev/null @@ -1,32 +0,0 @@ -#!/usr/bin/env python -"""ollama-runpod endpoint""" - - -import runpod -import requests - - -def ollama(job): - """the endpoint handler""" - headers = {"Content-Type": "application/json"} - data = { - "model": job["model"], - "system": job["prompt_system"], - "prompt": job["prompt_user"] + job["content"], - "stream": False, - "format": "json", - "options": { - "temperature": job["temp"], - }, - } - - response = requests.post( - "http://127.0.0.1:11434/api/generate", data=data, headers=headers, timeout=10 - ) - - return response - - -def main() -> None: - """entrypoint""" - runpod.serverless({"handler": ollama}) |