mirror of
https://github.com/oobabooga/text-generation-webui.git
synced 2024-09-20 18:45:09 +02:00
Add default cmd flags to colab
This commit is contained in:
parent
613feca23b
commit
63688004dc
1 changed files with 2 additions and 2 deletions
|
@ -89,7 +89,7 @@
|
||||||
"# Parameters\n",
|
"# Parameters\n",
|
||||||
"model_url = \"https://huggingface.co/turboderp/Mistral-7B-instruct-exl2\" #@param {type:\"string\"}\n",
|
"model_url = \"https://huggingface.co/turboderp/Mistral-7B-instruct-exl2\" #@param {type:\"string\"}\n",
|
||||||
"branch = \"4.0bpw\" #@param {type:\"string\"}\n",
|
"branch = \"4.0bpw\" #@param {type:\"string\"}\n",
|
||||||
"command_line_flags = \"\" #@param {type:\"string\"}\n",
|
"command_line_flags = \"--n-gpu-layers 128 --mul_mat_q --load-in-4bit --use_double_quant\" #@param {type:\"string\"}\n",
|
||||||
"api = False #@param {type:\"boolean\"}\n",
|
"api = False #@param {type:\"boolean\"}\n",
|
||||||
"\n",
|
"\n",
|
||||||
"if api:\n",
|
"if api:\n",
|
||||||
|
@ -115,7 +115,7 @@
|
||||||
" output_folder = \"\"\n",
|
" output_folder = \"\"\n",
|
||||||
"\n",
|
"\n",
|
||||||
"# Start the web UI\n",
|
"# Start the web UI\n",
|
||||||
"cmd = f\"python server.py --share --n-gpu-layers 128\"\n",
|
"cmd = f\"python server.py --share\"\n",
|
||||||
"if output_folder != \"\":\n",
|
"if output_folder != \"\":\n",
|
||||||
" cmd += f\" --model {output_folder}\"\n",
|
" cmd += f\" --model {output_folder}\"\n",
|
||||||
"cmd += f\" {command_line_flags}\"\n",
|
"cmd += f\" {command_line_flags}\"\n",
|
||||||
|
|
Loading…
Reference in a new issue