Adicionar app/services/ollama_service.py

2026-08-19 19:53:26 -03:00
parent f5482bb739
commit ddca70d174
1 changed files with 24 additions and 0 deletions
@@ -0,0 +1,24 @@
+import requests
+import json
+
+config = {}
+config["gen_host"] = os.environ.get("GEN_HOST","")
+
+if not config["gen_host"]:
+    raise ValueError("Generative backend invalid")
+
+class OllamaService:
+    def __init__(self):
+        self.url = f"http://{config["gen_host"]}:11434/api/generate"
+
+    def generate(self, prompt: str):
+        payload = {
+            "model": "llama3.1:8b",
+            "prompt": prompt,
+            "stream": False
+        }
+
+        response = requests.post(self.url, json=payload)
+        data = response.json()
+
+        return data.get("response", "")