Mirrors/text-generation-webui
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2024-09-20 10:35:10 +02:00
Code Issues Projects Releases Packages Wiki Activity Actions 1

Revert "Use reentrant generation lock (#6107)"

Browse source 
This reverts commit b675151f25.
This commit is contained in:
oobabooga 2024-06-13 17:53:07 -07:00
parent 8930bfc5f4
commit 9aef01551d
1 changed files with 2 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
server.py
View file

@ -32,7 +32,7 @@ import sys
import time
from functools import partial
from pathlib import Path
from threading import RLock, Thread
from threading import Lock, Thread
import yaml
@ -243,7 +243,7 @@ if __name__ == "__main__":
if shared.args.lora:
add_lora_to_model(shared.args.lora)
shared.generation_lock = RLock()
shared.generation_lock = Lock()
if shared.args.idle_timeout > 0:
timer_thread = Thread(target=unload_model_if_idle)