Mirrors/text-generation-webui
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2024-09-20 18:45:09 +02:00
Code Issues Projects Releases Packages Wiki Activity Actions 1

no_split_module_classes not needed

Browse source
This commit is contained in:
81300 2023-02-01 19:47:26 +02:00
parent 0a0d289537
commit c515282f5c
No known key found for this signature in database
1 changed files with 1 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
server.py
View file

@ -178,7 +178,7 @@ def load_model(model_name):
# DeepSpeed ZeRO-3
elif args.deepspeed:
model = AutoModelForCausalLM.from_pretrained(Path(f"models/{model_name}", no_split_module_classes=["GPTJBlock"]))
model = AutoModelForCausalLM.from_pretrained(Path(f"models/{model_name}"))
model = deepspeed.initialize(model=model,
config_params=ds_config,
model_parameters=None,