Update the API extension

This commit is contained in:
oobabooga 2023-04-11 13:06:51 -03:00
parent 457d3c58eb
commit dc3c9d00a0

View file

@ -58,12 +58,12 @@ class Handler(BaseHTTPRequestHandler):
'early_stopping': bool(body.get('early_stopping', False)),
'seed': int(body.get('seed', -1)),
'add_bos_token': int(body.get('add_bos_token', True)),
'custom_stopping_strings': body.get('custom_stopping_strings', []),
}
generator = generate_reply(
prompt,
generate_params,
stopping_strings=body.get('stopping_strings', []),
)
answer = ''