diff --git a/app/services/ollama_service.py b/app/services/ollama_service.py new file mode 100644 index 0000000..88dc558 --- /dev/null +++ b/app/services/ollama_service.py @@ -0,0 +1,24 @@ +import requests +import json + +config = {} +config["gen_host"] = os.environ.get("GEN_HOST","") + +if not config["gen_host"]: + raise ValueError("Generative backend invalid") + +class OllamaService: + def __init__(self): + self.url = f"http://{config["gen_host"]}:11434/api/generate" + + def generate(self, prompt: str): + payload = { + "model": "llama3.1:8b", + "prompt": prompt, + "stream": False + } + + response = requests.post(self.url, json=payload) + data = response.json() + + return data.get("response", "")