From fbce30b09f7630a052c412bdf7f7181fdea7a999 Mon Sep 17 00:00:00 2001 From: oobabooga <112222186+oobabooga@users.noreply.github.com> Date: Tue, 9 Jan 2024 11:50:10 -0300 Subject: [PATCH] Reduce the number of built-in presets (#5217) --- docs/03 - Parameters Tab.md | 2 +- presets/Asterism.yaml | 4 ---- presets/Mirostat.yaml | 2 -- presets/Null preset.yaml | 1 + presets/Space Alien.yaml | 4 ---- presets/StarChat.yaml | 3 --- presets/Titanic.yaml | 5 ----- presets/tfs-with-top-a.yaml | 4 ---- 8 files changed, 2 insertions(+), 23 deletions(-) delete mode 100644 presets/Asterism.yaml delete mode 100644 presets/Mirostat.yaml create mode 100644 presets/Null preset.yaml delete mode 100644 presets/Space Alien.yaml delete mode 100644 presets/StarChat.yaml delete mode 100644 presets/Titanic.yaml delete mode 100644 presets/tfs-with-top-a.yaml diff --git a/docs/03 - Parameters Tab.md b/docs/03 - Parameters Tab.md index ebb38d97..501cf510 100644 --- a/docs/03 - Parameters Tab.md +++ b/docs/03 - Parameters Tab.md @@ -21,7 +21,7 @@ These were obtained after a blind contest called "Preset Arena" where hundreds o A key takeaway is that the best presets are: -* **For Instruct**: Divine Intellect, Big O, simple-1, Space Alien, StarChat, Titanic, tfs-with-top-a, Asterism, Contrastive Search (only works for the Transformers loader at the moment). +* **For Instruct**: Divine Intellect, Big O, simple-1. * **For Chat**: Midnight Enigma, Yara, Shortwave. The other presets are: diff --git a/presets/Asterism.yaml b/presets/Asterism.yaml deleted file mode 100644 index 87b56e1f..00000000 --- a/presets/Asterism.yaml +++ /dev/null @@ -1,4 +0,0 @@ -temperature: 1.68 -top_p: 0.17 -repetition_penalty: 1.02 -top_k: 77 diff --git a/presets/Mirostat.yaml b/presets/Mirostat.yaml deleted file mode 100644 index 8bf97e80..00000000 --- a/presets/Mirostat.yaml +++ /dev/null @@ -1,2 +0,0 @@ -mirostat_mode: 2 -mirostat_tau: 8 diff --git a/presets/Null preset.yaml b/presets/Null preset.yaml new file mode 100644 index 00000000..714aa9a3 --- /dev/null +++ b/presets/Null preset.yaml @@ -0,0 +1 @@ +temperature: 1 diff --git a/presets/Space Alien.yaml b/presets/Space Alien.yaml deleted file mode 100644 index 4c9a2dd2..00000000 --- a/presets/Space Alien.yaml +++ /dev/null @@ -1,4 +0,0 @@ -temperature: 1.31 -top_p: 0.29 -repetition_penalty: 1.09 -top_k: 72 diff --git a/presets/StarChat.yaml b/presets/StarChat.yaml deleted file mode 100644 index 2d00898b..00000000 --- a/presets/StarChat.yaml +++ /dev/null @@ -1,3 +0,0 @@ -temperature: 0.2 -top_p: 0.95 -top_k: 50 diff --git a/presets/Titanic.yaml b/presets/Titanic.yaml deleted file mode 100644 index 38760c26..00000000 --- a/presets/Titanic.yaml +++ /dev/null @@ -1,5 +0,0 @@ -temperature: 1.01 -top_p: 0.21 -repetition_penalty: 1.21 -encoder_repetition_penalty: 1.07 -top_k: 91 diff --git a/presets/tfs-with-top-a.yaml b/presets/tfs-with-top-a.yaml deleted file mode 100644 index f16127cd..00000000 --- a/presets/tfs-with-top-a.yaml +++ /dev/null @@ -1,4 +0,0 @@ -temperature: 0.7 -tfs: 0.95 -top_a: 0.2 -repetition_penalty: 1.15