Mirrors/text-generation-webui
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2024-09-20 10:35:10 +02:00
Code Issues Projects Releases Packages Wiki Activity Actions 1

Add Mistral support

Browse source
This commit is contained in:
oobabooga 2023-09-28 15:16:28 -07:00
parent f46ba12b42
commit 92a39c619b
10 changed files with 21 additions and 10 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
models/config.yaml
View file

@ -226,4 +226,6 @@ llama-65b-gptq-3bit:
.*codellama:
rope_freq_base: 1000000
.*codellama.*instruct:
instruction_template: 'Llama-v2'
instruction_template: 'Llama-v2'
.*mistral.*instruct:
instruction_template: 'Mistral'

3
requirements.txt
View file

@ -18,13 +18,14 @@ Pillow>=9.5.0
pyyaml
requests
safetensors==0.3.2
transformers==4.33.*
scipy
sentencepiece
tensorboard
tqdm
wandb
git+https://github.com/huggingface/transformers@211f93aab95d1c683494e61c3cf8ff10e1f5d6b7
# bitsandbytes
bitsandbytes==0.41.1; platform_system != "Windows"
https://github.com/jllllll/bitsandbytes-windows-webui/releases/download/wheels/bitsandbytes-0.41.1-py3-none-win_amd64.whl; platform_system == "Windows"

3
requirements_amd.txt
View file

@ -18,13 +18,14 @@ Pillow>=9.5.0
pyyaml
requests
safetensors==0.3.2
transformers==4.33.*
scipy
sentencepiece
tensorboard
tqdm
wandb
git+https://github.com/huggingface/transformers@211f93aab95d1c683494e61c3cf8ff10e1f5d6b7
# bitsandbytes
bitsandbytes==0.38.1; platform_system != "Windows"
https://github.com/jllllll/bitsandbytes-windows-webui/releases/download/wheels/bitsandbytes-0.38.1-py3-none-win_amd64.whl; platform_system == "Windows"

3
requirements_amd_noavx2.txt
View file

@ -18,13 +18,14 @@ Pillow>=9.5.0
pyyaml
requests
safetensors==0.3.2
transformers==4.33.*
scipy
sentencepiece
tensorboard
tqdm
wandb
git+https://github.com/huggingface/transformers@211f93aab95d1c683494e61c3cf8ff10e1f5d6b7
# bitsandbytes
bitsandbytes==0.38.1; platform_system != "Windows"
https://github.com/jllllll/bitsandbytes-windows-webui/releases/download/wheels/bitsandbytes-0.38.1-py3-none-win_amd64.whl; platform_system == "Windows"

3
requirements_apple_intel.txt
View file

@ -18,13 +18,14 @@ Pillow>=9.5.0
pyyaml
requests
safetensors==0.3.2
transformers==4.33.*
scipy
sentencepiece
tensorboard
tqdm
wandb
git+https://github.com/huggingface/transformers@211f93aab95d1c683494e61c3cf8ff10e1f5d6b7
# bitsandbytes
bitsandbytes==0.41.1; platform_system != "Windows"
https://github.com/jllllll/bitsandbytes-windows-webui/releases/download/wheels/bitsandbytes-0.41.1-py3-none-win_amd64.whl; platform_system == "Windows"

3
requirements_apple_silicon.txt
View file

@ -18,13 +18,14 @@ Pillow>=9.5.0
pyyaml
requests
safetensors==0.3.2
transformers==4.33.*
scipy
sentencepiece
tensorboard
tqdm
wandb
git+https://github.com/huggingface/transformers@211f93aab95d1c683494e61c3cf8ff10e1f5d6b7
# bitsandbytes
bitsandbytes==0.41.1; platform_system != "Windows"
https://github.com/jllllll/bitsandbytes-windows-webui/releases/download/wheels/bitsandbytes-0.41.1-py3-none-win_amd64.whl; platform_system == "Windows"

3
requirements_cpu_only.txt
View file

@ -18,13 +18,14 @@ Pillow>=9.5.0
pyyaml
requests
safetensors==0.3.2
transformers==4.33.*
scipy
sentencepiece
tensorboard
tqdm
wandb
git+https://github.com/huggingface/transformers@211f93aab95d1c683494e61c3cf8ff10e1f5d6b7
# bitsandbytes
bitsandbytes==0.41.1; platform_system != "Windows"
https://github.com/jllllll/bitsandbytes-windows-webui/releases/download/wheels/bitsandbytes-0.41.1-py3-none-win_amd64.whl; platform_system == "Windows"

3
requirements_cpu_only_noavx2.txt
View file

@ -18,13 +18,14 @@ Pillow>=9.5.0
pyyaml
requests
safetensors==0.3.2
transformers==4.33.*
scipy
sentencepiece
tensorboard
tqdm
wandb
git+https://github.com/huggingface/transformers@211f93aab95d1c683494e61c3cf8ff10e1f5d6b7
# bitsandbytes
bitsandbytes==0.41.1; platform_system != "Windows"
https://github.com/jllllll/bitsandbytes-windows-webui/releases/download/wheels/bitsandbytes-0.41.1-py3-none-win_amd64.whl; platform_system == "Windows"

3
requirements_noavx2.txt
View file

@ -18,13 +18,14 @@ Pillow>=9.5.0
pyyaml
requests
safetensors==0.3.2
transformers==4.33.*
scipy
sentencepiece
tensorboard
tqdm
wandb
git+https://github.com/huggingface/transformers@211f93aab95d1c683494e61c3cf8ff10e1f5d6b7
# bitsandbytes
bitsandbytes==0.41.1; platform_system != "Windows"
https://github.com/jllllll/bitsandbytes-windows-webui/releases/download/wheels/bitsandbytes-0.41.1-py3-none-win_amd64.whl; platform_system == "Windows"

3
requirements_nowheels.txt
View file

@ -18,13 +18,14 @@ Pillow>=9.5.0
pyyaml
requests
safetensors==0.3.2
transformers==4.33.*
scipy
sentencepiece
tensorboard
tqdm
wandb
git+https://github.com/huggingface/transformers@211f93aab95d1c683494e61c3cf8ff10e1f5d6b7
# bitsandbytes
bitsandbytes==0.41.1; platform_system != "Windows"
https://github.com/jllllll/bitsandbytes-windows-webui/releases/download/wheels/bitsandbytes-0.41.1-py3-none-win_amd64.whl; platform_system == "Windows"