updated LLM configurations and added support for new models

2025-08-02 23:15:26 +02:00
parent d92ad3eb65
commit 93c06d10ee
3 changed files with 8 additions and 2 deletions
--- a/backend/app/services.py
+++ b/backend/app/services.py
@@ -206,7 +206,11 @@ class NewsFetcher:
            "prompt": prompt,
            "stream": False,
            "temperature": 0.1,
-            "format": "json"
+            "format": "json",
+            "options": {
+                "num_gpu": 1,  # Force GPU usage
+                "num_ctx": 8192,  # Context size
+            }
        }

        try: