Mirrors/text-generation-webui
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2024-09-20 18:45:09 +02:00
Code Issues Projects Releases Packages Wiki Activity Actions 1

Set use_cache=True by default for all models

Browse source
This commit is contained in:
oobabooga 2023-08-30 13:26:27 -07:00
parent 5190e153ed
commit 47e490c7b4
1 changed files with 1 additions and 3 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
modules/text_generation.py
View file

@ -265,9 +265,7 @@ def generate_reply_HF(question, original_question, seed, state, stopping_strings
if state['ban_eos_token']: if state['ban_eos_token']:
generate_params['suppress_tokens'] = [shared.tokenizer.eos_token_id] generate_params['suppress_tokens'] = [shared.tokenizer.eos_token_id]
if shared.args.no_cache: generate_params.update({'use_cache': not shared.args.no_cache})
generate_params.update({'use_cache': False})
if shared.args.deepspeed: if shared.args.deepspeed:
generate_params.update({'synced_gpus': True}) generate_params.update({'synced_gpus': True})