osmarks/autobotrobot
1
0
Fork 0
mirror of https://github.com/osmarks/autobotrobot synced 2025-06-27 23:53:04 +00:00
Code Issues Releases Wiki Activity

Switchabler LLM backend

Browse Source
This commit is contained in:
osmarks 2024-08-03 14:59:33 +01:00
parent 586c921e8b
commit c6a9379a21
1 changed files with 3 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
src/util.py
View File

@ -344,8 +344,9 @@ async def generate(response: aiohttp.ClientSession, prompt):
"prompt": prompt, "prompt": prompt,
"max_tokens": 200, "max_tokens": 200,
"stop": ["\n"], "stop": ["\n"],
"client": "abr" "client": "abr",
}) as res: **config["ai"].get("params", {})
}, headers=config["ai"].get("headers", {})) as res:
data = await res.json() data = await res.json()
return data["choices"][0]["text"] return data["choices"][0]["text"]