aboutsummaryrefslogtreecommitdiffstats
path: root/runpod/main.py
diff options
context:
space:
mode:
Diffstat (limited to 'runpod/main.py')
-rwxr-xr-xrunpod/main.py32
1 files changed, 0 insertions, 32 deletions
diff --git a/runpod/main.py b/runpod/main.py
deleted file mode 100755
index ae12ba4..0000000
--- a/runpod/main.py
+++ /dev/null
@@ -1,32 +0,0 @@
-#!/usr/bin/env python
-"""ollama-runpod endpoint"""
-
-
-import runpod
-import requests
-
-
-def ollama(job):
- """the endpoint handler"""
- headers = {"Content-Type": "application/json"}
- data = {
- "model": job["model"],
- "system": job["prompt_system"],
- "prompt": job["prompt_user"] + job["content"],
- "stream": False,
- "format": "json",
- "options": {
- "temperature": job["temp"],
- },
- }
-
- response = requests.post(
- "http://127.0.0.1:11434/api/generate", data=data, headers=headers, timeout=10
- )
-
- return response
-
-
-def main() -> None:
- """entrypoint"""
- runpod.serverless({"handler": ollama})