Switchabler LLM backend

2025-02-07 12:40:00 +00:00 · 2024-08-03 14:59:33 +01:00 · 2024-08-03 14:59:33 +01:00 · c6a9379a21
commit c6a9379a21
parent 586c921e8b
1 changed files with 3 additions and 2 deletions
--- a/src/util.py
+++ b/src/util.py
@ -344,8 +344,9 @@ async def generate(response: aiohttp.ClientSession, prompt):
        "prompt": prompt,
        "max_tokens": 200,
        "stop": ["\n"],
-        "client": "abr"
-    }) as res:
+        "client": "abr",
+        **config["ai"].get("params", {})
+    }, headers=config["ai"].get("headers", {})) as res:
        data = await res.json()
        return data["choices"][0]["text"]