mirror of
https://github.com/oobabooga/text-generation-webui.git
synced 2024-09-20 18:45:09 +02:00
Set use_cache=True by default for all models
This commit is contained in:
parent
5190e153ed
commit
47e490c7b4
1 changed files with 1 additions and 3 deletions
|
@ -265,9 +265,7 @@ def generate_reply_HF(question, original_question, seed, state, stopping_strings
|
|||
if state['ban_eos_token']:
|
||||
generate_params['suppress_tokens'] = [shared.tokenizer.eos_token_id]
|
||||
|
||||
if shared.args.no_cache:
|
||||
generate_params.update({'use_cache': False})
|
||||
|
||||
generate_params.update({'use_cache': not shared.args.no_cache})
|
||||
if shared.args.deepspeed:
|
||||
generate_params.update({'synced_gpus': True})
|
||||
|
||||
|
|
Loading…
Reference in a new issue