Mirrors/text-generation-webui
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2024-09-20 18:45:09 +02:00
Code Issues Projects Releases Packages Wiki Activity Actions 1

Don't overwrite --gpu_memory on boot (#1237/#1235)

Browse source
This commit is contained in:
oobabooga 2023-04-15 11:58:55 -03:00
parent 72a89e8fd1
commit b9dcba7762
1 changed files with 5 additions and 4 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

9
server.py
View file

@ -221,10 +221,11 @@ def update_model_parameters(state, initial=False):
found_positive = True found_positive = True
break break
if found_positive: if not (initial and vars(shared.args)['gpu_memory'] != vars(shared.args_defaults)['gpu_memory']):
shared.args.gpu_memory = [f"{i}MiB" for i in gpu_memories] if found_positive:
else: shared.args.gpu_memory = [f"{i}MiB" for i in gpu_memories]
shared.args.gpu_memory = None else:
shared.args.gpu_memory = None
def get_model_specific_settings(model): def get_model_specific_settings(model):