Mirrors/text-generation-webui
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2024-09-20 10:35:10 +02:00
Code Issues Projects Releases Packages Wiki Activity Actions 1

Fix NTK (alpha) and RoPE scaling for exllamav2 and exllamav2_HF (#3897)

Browse source
This commit is contained in:
Panchovix 2023-09-13 02:35:09 -03:00 committed by GitHub
parent eb9ebabec7
commit 34dc7306b8
WARNING! Although there is a key with this ID in the database it does not verify this commit! This commit is SUSPICIOUS.
GPG key ID: 4AEE18F83AFDEB23
2 changed files with 5 additions and 5 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

6
modules/exllamav2.py
View file

@ -28,9 +28,9 @@ class Exllamav2Model:
config.prepare()
config.max_seq_len = shared.args.max_seq_len
config.rope_scale = shared.args.compress_pos_emb
config.rope_alpha = shared.args.alpha_value
config.scale_pos_emb = shared.args.compress_pos_emb
config.scale_alpha_value = shared.args.alpha_value
model = ExLlamaV2(config)
split = None

4
modules/exllamav2_hf.py
View file

@ -116,7 +116,7 @@ class Exllamav2HF(PreTrainedModel):
config.prepare()
config.max_seq_len = shared.args.max_seq_len
config.rope_scale = shared.args.compress_pos_emb
config.rope_alpha = shared.args.alpha_value
config.scale_pos_emb = shared.args.compress_pos_emb
config.scale_alpha_value = shared.args.alpha_value
return Exllamav2HF(config)