Mirrors/text-generation-webui
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2024-09-20 10:35:10 +02:00
Code Issues Projects Releases Packages Wiki Activity Actions 1

Add debug preset (deterministic, should always give the same responses)

Browse source
This commit is contained in:
oobabooga 2023-01-23 13:36:01 -03:00
parent 5b60691367
commit 4820379139
2 changed files with 5 additions and 3 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
presets/Debug-deterministic.txt Normal file
View file

@ -0,0 +1,2 @@
do_sample=False,
max_new_tokens=tokens,

6
server.py
View file

@ -136,11 +136,11 @@ def fix_galactica(s):
return s
def encode(prompt, tokens):
if not args.cpu:
if args.cpu:
input_ids = tokenizer.encode(str(prompt), return_tensors='pt', truncation=True, max_length=2048-tokens)
else:
torch.cuda.empty_cache()
input_ids = tokenizer.encode(str(prompt), return_tensors='pt', truncation=True, max_length=2048-tokens).cuda()
else:
input_ids = tokenizer.encode(str(prompt), return_tensors='pt', truncation=True, max_length=2048-tokens)
return input_ids
def decode(output_ids):