From 63688004dcf9093479d082950713f390f338f98e Mon Sep 17 00:00:00 2001
From: oobabooga <112222186+oobabooga@users.noreply.github.com>
Date: Sun, 22 Oct 2023 09:56:43 -0700
Subject: [PATCH] Add default cmd flags to colab

---
 Colab-TextGen-GPU.ipynb | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/Colab-TextGen-GPU.ipynb b/Colab-TextGen-GPU.ipynb
index 9951b30b..3bd1bd69 100644
--- a/Colab-TextGen-GPU.ipynb
+++ b/Colab-TextGen-GPU.ipynb
@@ -89,7 +89,7 @@
         "# Parameters\n",
         "model_url = \"https://huggingface.co/turboderp/Mistral-7B-instruct-exl2\" #@param {type:\"string\"}\n",
         "branch = \"4.0bpw\" #@param {type:\"string\"}\n",
-        "command_line_flags = \"\" #@param {type:\"string\"}\n",
+        "command_line_flags = \"--n-gpu-layers 128 --mul_mat_q --load-in-4bit --use_double_quant\" #@param {type:\"string\"}\n",
         "api = False #@param {type:\"boolean\"}\n",
         "\n",
         "if api:\n",
@@ -115,7 +115,7 @@
         "    output_folder = \"\"\n",
         "\n",
         "# Start the web UI\n",
-        "cmd = f\"python server.py --share --n-gpu-layers 128\"\n",
+        "cmd = f\"python server.py --share\"\n",
         "if output_folder != \"\":\n",
         "    cmd += f\" --model {output_folder}\"\n",
         "cmd += f\" {command_line_flags}\"\n",