diff --git a/models/config.yaml b/models/config.yaml index 9ec8ff1e..8cee0236 100644 --- a/models/config.yaml +++ b/models/config.yaml @@ -20,6 +20,8 @@ model_type: 'dollyv2' .*replit: model_type: 'replit' +.*AWQ: + n_batch: 1 .*(oasst|openassistant-|stablelm-7b-sft-v7-epoch-3): instruction_template: 'Open Assistant' skip_special_tokens: false @@ -176,5 +178,5 @@ instruction_template: 'Mistral' .*mistral.*openorca: instruction_template: 'ChatML' -.*AWQ: - n_batch: 1 +.*(WizardCoder-Python-34B-V1.0|Phind-CodeLlama-34B-v2|CodeBooga-34B-v0.1): + instruction_template: 'Alpaca'