Mirrors/text-generation-webui
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2024-09-20 18:45:09 +02:00
Code Issues Projects Releases Packages Wiki Activity Actions 1

length_penalty can be negative (apparently)

Browse source
This commit is contained in:
oobabooga 2023-02-07 23:33:02 -03:00
parent d038963193
commit 58b07cca81
1 changed files with 1 additions and 3 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
server.py
View file

@ -274,8 +274,6 @@ def generate_reply(question, tokens, do_sample, max_new_tokens, temperature, top
f"early_stopping={early_stopping}",
]
print(generate_params)
if args.deepspeed:
generate_params.append("synced_gpus=True")
if args.no_stream:
@ -395,7 +393,7 @@ def create_settings_menus():
with gr.Row():
with gr.Column():
num_beams = gr.Slider(0, 20, step=1, value=defaults["num_beams"], label="num_beams")
length_penalty = gr.Slider(0, 5, value=defaults["length_penalty"], label="length_penalty")
length_penalty = gr.Slider(-5, 5, value=defaults["length_penalty"], label="length_penalty")
with gr.Column():
min_length = gr.Slider(0, 2000, step=1, value=defaults["min_length"] if args.no_stream else 0, label="min_length", interactive=args.no_stream)
early_stopping = gr.Checkbox(value=defaults["early_stopping"], label="early_stopping")