diff --git a/models/config.yaml b/models/config.yaml index 90a61c37..843e1a9e 100644 --- a/models/config.yaml +++ b/models/config.yaml @@ -28,3 +28,8 @@ llama-[0-9]*b-4bit$: .*alpaca: mode: 'instruct' instruction_template: 'Alpaca' +.*alpaca-native-4bit: + mode: 'instruct' + instruction_template: 'Alpaca' + wbits: 4 + groupsize: 128