diff --git a/models/config.yaml b/models/config.yaml index 7343a0b1..f9d0a4c0 100644 --- a/models/config.yaml +++ b/models/config.yaml @@ -274,9 +274,9 @@ TheBloke_WizardLM-30B-GPTQ: instruction_template: 'Alpaca' .*llama-(2|v2): truncation_length: 4096 + rms_norm_eps: 5.0e-6 .*llama-(2|v2).*chat: mode: 'instruct' instruction_template: 'Llama-v2' .*llama.*70b.*ggml.*\.bin: n_gqa: 8 - rms_norm_eps: 5.0e-6