osmarks/autobotrobot
1
0
Fork 0
mirror of https://github.com/osmarks/autobotrobot synced 2024-10-29 21:16:17 +00:00
Code Issues Releases Wiki Activity

failover mechanism got stuck, oops

Browse Source
This commit is contained in:
osmarks 2024-10-21 20:40:23 +01:00
parent dd3776ea1e
commit ea7fac4274
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
src/util.py
View File

@ -378,7 +378,7 @@ async def generate(sess: aiohttp.ClientSession, prompt, stop=["\n"]):
# high to low # high to low
def sort_key(backend): def sort_key(backend):
failure_stats = last_failures[backend["url"]] failure_stats = last_failures[backend["url"]]
return (failure_stats.avoid_until is None or failure_stats.avoid_until < now), -failure_stats.consecutive_failures, backend["priority"] return (failure_stats.avoid_until is None or failure_stats.avoid_until < now), backend["priority"], -failure_stats.consecutive_failures
backends = sorted(backends, key=sort_key, reverse=True) backends = sorted(backends, key=sort_key, reverse=True)