From 8c1c2e0fae2be1dbd0415f8600eed5e7ddbcbfb6 Mon Sep 17 00:00:00 2001
From: oobabooga <112222186+oobabooga@users.noreply.github.com>
Date: Mon, 17 Jul 2023 17:08:22 -0700
Subject: [PATCH] Increase max_new_tokens upper limit

---
 modules/shared.py      | 2 +-
 settings-template.yaml | 2 +-
 2 files changed, 2 insertions(+), 2 deletions(-)

diff --git a/modules/shared.py b/modules/shared.py
index 10f059a4..08d88ff5 100644
--- a/modules/shared.py
+++ b/modules/shared.py
@@ -35,7 +35,7 @@ settings = {
     'autoload_model': False,
     'max_new_tokens': 200,
     'max_new_tokens_min': 1,
-    'max_new_tokens_max': 2000,
+    'max_new_tokens_max': 4096,
     'seed': -1,
     'character': 'None',
     'name1': 'You',
diff --git a/settings-template.yaml b/settings-template.yaml
index b2cdc5ac..ef9a7e7e 100644
--- a/settings-template.yaml
+++ b/settings-template.yaml
@@ -2,7 +2,7 @@ dark_theme: false
 autoload_model: false
 max_new_tokens: 200
 max_new_tokens_min: 1
-max_new_tokens_max: 2000
+max_new_tokens_max: 4096
 seed: -1
 character: None
 name1: You