Mirrors/text-generation-webui
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2024-09-20 10:35:10 +02:00
Code Issues Projects Releases Packages Wiki Activity Actions 1

Handle unfinished lists during markdown streaming

Browse source
This commit is contained in:
oobabooga 2023-08-03 17:10:57 -07:00
parent f4005164f4
commit 4b3384e353
2 changed files with 26 additions and 8 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

12
download-model.py
View file

@ -75,12 +75,12 @@ class ModelDownloader:
if not is_lora and fname.endswith(('adapter_config.json', 'adapter_model.bin')): if not is_lora and fname.endswith(('adapter_config.json', 'adapter_model.bin')):
is_lora = True is_lora = True
is_pytorch = re.match("(pytorch|adapter|gptq)_model.*\.bin", fname) is_pytorch = re.match(r"(pytorch|adapter|gptq)_model.*\.bin", fname)
is_safetensors = re.match(".*\.safetensors", fname) is_safetensors = re.match(r".*\.safetensors", fname)
is_pt = re.match(".*\.pt", fname) is_pt = re.match(r".*\.pt", fname)
is_ggml = re.match(".*ggml.*\.bin", fname) is_ggml = re.match(r".*ggml.*\.bin", fname)
is_tokenizer = re.match("(tokenizer|ice|spiece).*\.model", fname) is_tokenizer = re.match(r"(tokenizer|ice|spiece).*\.model", fname)
is_text = re.match(".*\.(txt|json|py|md)", fname) or is_tokenizer is_text = re.match(r".*\.(txt|json|py|md)", fname) or is_tokenizer
if any((is_pytorch, is_safetensors, is_pt, is_ggml, is_tokenizer, is_text)): if any((is_pytorch, is_safetensors, is_pt, is_ggml, is_tokenizer, is_text)):
if 'lfs' in dict[i]: if 'lfs' in dict[i]:
sha256.append([fname, dict[i]['lfs']['oid']]) sha256.append([fname, dict[i]['lfs']['oid']])

22
modules/html_generator.py
View file

@ -61,8 +61,26 @@ def convert_to_markdown(string):
if is_code: if is_code:
result = result + '```' # Unfinished code block result = result + '```' # Unfinished code block
string = result.strip() result = result.strip()
return markdown.markdown(string, extensions=['fenced_code', 'tables'])
# Unfinished list, like "\n1.". A |delete| string is added and then
# removed to force a <ol> to be generated instead of a <p>.
if re.search(r'(\d+\.?)$', result):
delete_str = '|delete|'
if not result.endswith('.'):
result += '.'
result = re.sub(r'(\d+\.)$', r'\g<1> ' + delete_str, result)
html = markdown.markdown(result, extensions=['fenced_code', 'tables'])
pos = html.rfind(delete_str)
if pos > -1:
html = html[:pos] + html[pos + len(delete_str):]
else:
html = markdown.markdown(result, extensions=['fenced_code', 'tables'])
return html
def generate_basic_html(string): def generate_basic_html(string):