Mirrors/text-generation-webui
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2024-09-20 18:45:09 +02:00
Code Issues Projects Releases Packages Wiki Activity Actions 1

Prevent API extension responses from getting cut off with --chat enabled (#1467)

Browse source
This commit is contained in:
AICatgirls 2023-04-22 12:06:43 -07:00 committed by GitHub
parent c0b5c09860
commit b992c9236a
WARNING! Although there is a key with this ID in the database it does not verify this commit! This commit is SUSPICIOUS.
GPG key ID: 4AEE18F83AFDEB23
1 changed files with 3 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
extensions/api/script.py
View file

@ -73,10 +73,11 @@ class Handler(BaseHTTPRequestHandler):
response = json.dumps({ response = json.dumps({
'results': [{ 'results': [{
'text': answer[len(prompt):] 'text': answer if shared.args.is_chat() else answer[len(prompt):]
}] }]
}) })
self.wfile.write(response.encode('utf-8')) self.wfile.write(response.encode('utf-8'))
elif self.path == '/api/v1/token-count': elif self.path == '/api/v1/token-count':
# Not compatible with KoboldAI api # Not compatible with KoboldAI api
self.send_response(200) self.send_response(200)
@ -90,6 +91,7 @@ class Handler(BaseHTTPRequestHandler):
}] }]
}) })
self.wfile.write(response.encode('utf-8')) self.wfile.write(response.encode('utf-8'))
else: else:
self.send_error(404) self.send_error(404)