From de5de045e0da3317eeb80b56c11e9b158ac98a42 Mon Sep 17 00:00:00 2001
From: oobabooga <112222186+oobabooga@users.noreply.github.com>
Date: Wed, 26 Jul 2023 08:23:24 -0700
Subject: [PATCH] Set rms_norm_eps to 5e-6 for every llama-2 ggml model, not
 just 70b

---
 models/config.yaml | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/models/config.yaml b/models/config.yaml
index 7343a0b1..f9d0a4c0 100644
--- a/models/config.yaml
+++ b/models/config.yaml
@@ -274,9 +274,9 @@ TheBloke_WizardLM-30B-GPTQ:
   instruction_template: 'Alpaca'
 .*llama-(2|v2):
   truncation_length: 4096
+  rms_norm_eps: 5.0e-6
 .*llama-(2|v2).*chat:
   mode: 'instruct'
   instruction_template: 'Llama-v2'
 .*llama.*70b.*ggml.*\.bin:
   n_gqa: 8
-  rms_norm_eps: 5.0e-6