Switchabler LLM backend

2025-10-31 07:53:00 +00:00 · 2024-08-03 14:59:33 +01:00
parent 586c921e8b
commit c6a9379a21
1 changed files with 3 additions and 2 deletions
--- a/src/util.py
+++ b/src/util.py
@@ -344,8 +344,9 @@ async def generate(response: aiohttp.ClientSession, prompt):
        "prompt": prompt,
        "max_tokens": 200,
        "stop": ["\n"],
-        "client": "abr"
-    }) as res:
+        "client": "abr",
+        **config["ai"].get("params", {})
+    }, headers=config["ai"].get("headers", {})) as res:
        data = await res.json()
        return data["choices"][0]["text"]