Mirrors/text-generation-webui
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2024-09-20 10:35:10 +02:00
Code Issues Projects Releases Packages Wiki Activity Actions 1

Attempt at evaluating falcon perplexity (failed)

Browse source
This commit is contained in:
oobabooga 2023-05-29 13:28:25 -03:00
parent 204731952a
commit 983eef1e29
1 changed files with 6 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

7
modules/evaluate.py
View file

@ -82,7 +82,12 @@ def calculate_perplexity(models, input_dataset, stride, _max_length):
yield cumulative_log + "Tokenizing the input dataset...\n\n"
encodings = encode(text, add_special_tokens=False)
seq_len = encodings.shape[1]
max_length = _max_length or shared.model.config.max_position_embeddings
if not _max_length:
if hasattr(shared.model.config, 'max_position_embeddings'):
max_length = shared.model.config.max_position_embeddings
else:
max_length = 2048
nlls = []
prev_end_loc = 0
for begin_loc in tqdm(range(0, seq_len, stride)):