text-generation-webui/modules/prompts.py

28 lines
584 B
Python
Raw Permalink Normal View History

2023-08-07 02:49:27 +02:00
from pathlib import Path
from modules.text_generation import get_encoded_length
def load_prompt(fname):
if fname in ['None', '']:
return ''
else:
file_path = Path(f'prompts/{fname}.txt')
if not file_path.exists():
return ''
with open(file_path, 'r', encoding='utf-8') as f:
text = f.read()
if text[-1] == '\n':
text = text[:-1]
return text
def count_tokens(text):
try:
tokens = get_encoded_length(text)
return str(tokens)
2023-08-07 02:49:27 +02:00
except:
2023-09-18 03:46:08 +02:00
return '0'