Mirrors/text-generation-webui
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2024-09-20 10:35:10 +02:00
Code Issues Projects Releases Packages Wiki Activity Actions 1

Fixes for api server - chat mode and integer temperature

Browse source
This commit is contained in:
Maya Eary 2023-03-28 20:57:16 +03:00
parent cac577d99f
commit d1377c37af
1 changed files with 10 additions and 7 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

17
extensions/api/script.py
View file

@ -43,14 +43,14 @@ class Handler(BaseHTTPRequestHandler):
generator = generate_reply( generator = generate_reply(
question = prompt, question = prompt,
max_new_tokens = body.get('max_length', 200), max_new_tokens = int(body.get('max_length', 200)),
do_sample=True, do_sample=True,
temperature=body.get('temperature', 0.5), temperature=float(body.get('temperature', 0.5)),
top_p=body.get('top_p', 1), top_p=float(body.get('top_p', 1)),
typical_p=body.get('typical', 1), typical_p=float(body.get('typical', 1)),
repetition_penalty=body.get('rep_pen', 1.1), repetition_penalty=float(body.get('rep_pen', 1.1)),
encoder_repetition_penalty=1, encoder_repetition_penalty=1,
top_k=body.get('top_k', 0), top_k=int(body.get('top_k', 0)),
min_length=0, min_length=0,
no_repeat_ngram_size=0, no_repeat_ngram_size=0,
num_beams=1, num_beams=1,
@ -62,7 +62,10 @@ class Handler(BaseHTTPRequestHandler):
answer = '' answer = ''
for a in generator: for a in generator:
answer = a[0] if isinstance(a, str):
answer = a
else:
answer = a[0]
response = json.dumps({ response = json.dumps({
'results': [{ 'results': [{