text-generation-webui/settings-template.yaml

79 lines
2.3 KiB
YAML
Raw Normal View History

dark_theme: true
show_controls: true
start_with: ''
2024-07-20 06:42:40 +02:00
mode: chat-instruct
2023-09-12 04:30:23 +02:00
chat_style: cai-chat
prompt-default: QA
prompt-notebook: QA
preset: min_p
max_new_tokens: 512
2023-05-29 03:34:12 +02:00
max_new_tokens_min: 1
2023-07-18 02:08:22 +02:00
max_new_tokens_max: 4096
negative_prompt: ''
seed: -1
truncation_length: 2048
truncation_length_min: 0
truncation_length_max: 200000
max_tokens_second: 0
max_updates_second: 0
prompt_lookup_num_tokens: 0
custom_stopping_strings: ''
custom_token_bans: ''
auto_max_new_tokens: false
ban_eos_token: false
add_bos_token: true
skip_special_tokens: true
stream: true
character: Assistant
name1: You
custom_system_message: ''
instruction_template_str: |-
2023-12-19 02:47:35 +01:00
{%- set ns = namespace(found=false) -%}
{%- for message in messages -%}
{%- if message['role'] == 'system' -%}
2023-12-19 02:47:35 +01:00
{%- set ns.found = true -%}
{%- endif -%}
{%- endfor -%}
2023-12-19 02:47:35 +01:00
{%- if not ns.found -%}
{{- '' + 'Below is an instruction that describes a task. Write a response that appropriately completes the request.' + '\n\n' -}}
{%- endif %}
{%- for message in messages %}
{%- if message['role'] == 'system' -%}
{{- '' + message['content'] + '\n\n' -}}
{%- else -%}
{%- if message['role'] == 'user' -%}
{{-'### Instruction:\n' + message['content'] + '\n\n'-}}
{%- else -%}
{{-'### Response:\n' + message['content'] + '\n\n' -}}
{%- endif -%}
{%- endif -%}
{%- endfor -%}
{%- if add_generation_prompt -%}
{{-'### Response:\n'-}}
{%- endif -%}
chat_template_str: |-
{%- for message in messages %}
{%- if message['role'] == 'system' -%}
{%- if message['content'] -%}
{{- message['content'] + '\n\n' -}}
{%- endif -%}
{%- if user_bio -%}
{{- user_bio + '\n\n' -}}
{%- endif -%}
{%- else -%}
{%- if message['role'] == 'user' -%}
{{- name1 + ': ' + message['content'] + '\n'-}}
{%- else -%}
{{- name2 + ': ' + message['content'] + '\n' -}}
{%- endif -%}
{%- endif -%}
{%- endfor -%}
chat-instruct_command: |-
Continue the chat dialogue below. Write a single reply for the character "<|character|>".
2023-05-29 03:34:12 +02:00
<|prompt|>
autoload_model: false
2023-12-04 02:45:50 +01:00
gallery-items_per_page: 50
gallery-open: false
default_extensions: []