Mirrors/text-generation-webui
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2024-09-20 10:35:10 +02:00
Code Issues Projects Releases Packages Wiki Activity Actions 1

Set rms_norm_eps to 5e-6 for every llama-2 ggml model, not just 70b

Browse source
This commit is contained in:
oobabooga 2023-07-26 08:23:24 -07:00
parent 193c6be39c
commit de5de045e0
1 changed files with 1 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
models/config.yaml
View file

@ -274,9 +274,9 @@ TheBloke_WizardLM-30B-GPTQ:
instruction_template: 'Alpaca' instruction_template: 'Alpaca'
.*llama-(2|v2): .*llama-(2|v2):
truncation_length: 4096 truncation_length: 4096
rms_norm_eps: 5.0e-6
.*llama-(2|v2).*chat: .*llama-(2|v2).*chat:
mode: 'instruct' mode: 'instruct'
instruction_template: 'Llama-v2' instruction_template: 'Llama-v2'
.*llama.*70b.*ggml.*\.bin: .*llama.*70b.*ggml.*\.bin:
n_gqa: 8 n_gqa: 8
rms_norm_eps: 5.0e-6