From 7d7d122edbfbcfeb19820009a230dbde24f13c7b Mon Sep 17 00:00:00 2001 From: oobabooga <112222186+oobabooga@users.noreply.github.com> Date: Fri, 14 Apr 2023 11:15:59 -0300 Subject: [PATCH] Cover one more model --- models/config.yaml | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/models/config.yaml b/models/config.yaml index 90a61c37..843e1a9e 100644 --- a/models/config.yaml +++ b/models/config.yaml @@ -28,3 +28,8 @@ llama-[0-9]*b-4bit$: .*alpaca: mode: 'instruct' instruction_template: 'Alpaca' +.*alpaca-native-4bit: + mode: 'instruct' + instruction_template: 'Alpaca' + wbits: 4 + groupsize: 128