fix: prevent truncated Ollama answers

2026-07-15 07:39:03 +02:00
parent 5be8f628ef
commit 56f823f02a
13 changed files with 89 additions and 4 deletions
@@ -367,9 +367,23 @@ class GeoAssistantService:
                "stream": False,
                "think": False,
                "keep_alive": "10m",
-                "options": {"temperature": 0.1, "num_predict": self.settings.ollama_max_output_tokens},
+                "options": {
+                    "temperature": 0.1,
+                    "num_ctx": self.settings.ollama_context_tokens,
+                    "num_predict": self.settings.ollama_max_output_tokens,
+                },
            },
        )
+        if response.get("done_reason") == "length":
+            raise AppError(
+                code="OLLAMA_RESPONSE_TRUNCATED",
+                message="Ollama kon geen volledig antwoord binnen de ingestelde contextlimiet genereren.",
+                details={
+                    "context_tokens": self.settings.ollama_context_tokens,
+                    "max_output_tokens": self.settings.ollama_max_output_tokens,
+                },
+                status_code=502,
+            )
        message = response.get("message") if isinstance(response.get("message"), dict) else {}
        answer = str(message.get("content") or "").strip()
        if not answer: