diff --git a/modules/loaders.py b/modules/loaders.py index 545c0e0a..42a5cfd6 100644 --- a/modules/loaders.py +++ b/modules/loaders.py @@ -27,6 +27,22 @@ loaders_and_params = OrderedDict({ 'disable_exllama', 'transformers_info' ], + 'llama.cpp': [ + 'n_ctx', + 'n_gpu_layers', + 'tensor_split', + 'n_batch', + 'threads', + 'threads_batch', + 'no_mmap', + 'mlock', + 'no_mul_mat_q', + 'alpha_value', + 'rope_freq_base', + 'compress_pos_emb', + 'cpu', + 'numa', + ], 'llamacpp_HF': [ 'n_ctx', 'n_gpu_layers', @@ -102,22 +118,6 @@ loaders_and_params = OrderedDict({ 'no_use_fast', 'gptq_for_llama_info', ], - 'llama.cpp': [ - 'n_ctx', - 'n_gpu_layers', - 'tensor_split', - 'n_batch', - 'threads', - 'threads_batch', - 'no_mmap', - 'mlock', - 'no_mul_mat_q', - 'alpha_value', - 'rope_freq_base', - 'compress_pos_emb', - 'cpu', - 'numa', - ], 'ExLlama': [ 'gpu_split', 'max_seq_len',