Mirrors/text-generation-webui
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2024-09-20 10:35:10 +02:00
Code Issues Projects Releases Packages Wiki Activity Actions 1

Change a truncation parameter

Browse source
This commit is contained in:
oobabooga 2023-01-16 13:53:30 -03:00
parent 54bf55372b
commit 3a99b2b030
1 changed files with 4 additions and 4 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

8
server.py
View file

@ -232,12 +232,12 @@ elif args.chat or args.cai_chat:
if check:
reply = generate_reply(question, tokens, inference_settings, selected_model, eos_token='\n')[0]
idx = reply.rfind(question[-500:])
reply = reply[idx+min(500, len(question)):].split('\n')[0].strip()
idx = reply.rfind(question[-1024:])
reply = reply[idx+min(1024, len(question)):].split('\n')[0].strip()
else:
reply = generate_reply(question, tokens, inference_settings, selected_model)[0]
idx = reply.rfind(question[-500:])
reply = reply[idx+min(500, len(question)):]
idx = reply.rfind(question[-1024:])
reply = reply[idx+min(1024, len(question)):]
idx = reply.find(f"\n{name1}:")
if idx != -1:
reply = reply[:idx]