diff --git a/Colab-TextGen-GPU.ipynb b/Colab-TextGen-GPU.ipynb index 9951b30b..3bd1bd69 100644 --- a/Colab-TextGen-GPU.ipynb +++ b/Colab-TextGen-GPU.ipynb @@ -89,7 +89,7 @@ "# Parameters\n", "model_url = \"https://huggingface.co/turboderp/Mistral-7B-instruct-exl2\" #@param {type:\"string\"}\n", "branch = \"4.0bpw\" #@param {type:\"string\"}\n", - "command_line_flags = \"\" #@param {type:\"string\"}\n", + "command_line_flags = \"--n-gpu-layers 128 --mul_mat_q --load-in-4bit --use_double_quant\" #@param {type:\"string\"}\n", "api = False #@param {type:\"boolean\"}\n", "\n", "if api:\n", @@ -115,7 +115,7 @@ " output_folder = \"\"\n", "\n", "# Start the web UI\n", - "cmd = f\"python server.py --share --n-gpu-layers 128\"\n", + "cmd = f\"python server.py --share\"\n", "if output_folder != \"\":\n", " cmd += f\" --model {output_folder}\"\n", "cmd += f\" {command_line_flags}\"\n",