From 383c50f05beaa3e60a18a6971cdd0bf738d7655d Mon Sep 17 00:00:00 2001 From: oobabooga <112222186+oobabooga@users.noreply.github.com> Date: Fri, 23 Jun 2023 01:48:29 -0300 Subject: [PATCH] Replace old presets with the results of Preset Arena (#2830) --- README.md | 8 ++------ modules/shared.py | 2 +- presets/Asterism.yaml | 6 ++++++ presets/Big O.yaml | 6 ++++++ presets/Contrastive Search.yaml | 3 +++ presets/Debug-deterministic.yaml | 2 +- presets/Divine Intellect.yaml | 7 +++++++ presets/Kobold-Godlike.yaml | 6 ++---- presets/Kobold-Liminal Drift.yaml | 6 ------ presets/LLaMA-Precise.yaml | 6 ++---- presets/Midnight Enigma.yaml | 4 ++++ presets/Mirostat.yaml | 2 ++ presets/Naive.yaml | 4 ---- presets/NovelAI-Best Guess.yaml | 6 ------ presets/NovelAI-Decadence.yaml | 6 ------ presets/NovelAI-Genesis.yaml | 6 ------ presets/NovelAI-Lycaenidae.yaml | 6 ------ presets/NovelAI-Ouroboros.yaml | 6 ------ presets/NovelAI-Pleasing Results.yaml | 6 ------ presets/NovelAI-Sphinx Moth.yaml | 6 ------ presets/NovelAI-Storywriter.yaml | 6 ------ presets/Shortwave.yaml | 5 +++++ presets/Space Alien.yaml | 4 ++++ presets/Special-Contrastive Search.yaml | 3 --- presets/Special-Eta Sampling.yaml | 4 ---- presets/StarChat.yaml | 3 +++ presets/Titanic.yaml | 7 +++++++ presets/Yara.yaml | 4 ++++ presets/simple-1.yaml | 4 ++++ presets/tfs-with-top-a.yaml | 4 ++++ settings-template.yaml | 2 +- 31 files changed, 68 insertions(+), 82 deletions(-) create mode 100644 presets/Asterism.yaml create mode 100644 presets/Big O.yaml create mode 100644 presets/Contrastive Search.yaml create mode 100644 presets/Divine Intellect.yaml delete mode 100644 presets/Kobold-Liminal Drift.yaml create mode 100644 presets/Midnight Enigma.yaml create mode 100644 presets/Mirostat.yaml delete mode 100644 presets/Naive.yaml delete mode 100644 presets/NovelAI-Best Guess.yaml delete mode 100644 presets/NovelAI-Decadence.yaml delete mode 100644 presets/NovelAI-Genesis.yaml delete mode 100644 presets/NovelAI-Lycaenidae.yaml delete mode 100644 presets/NovelAI-Ouroboros.yaml delete mode 100644 presets/NovelAI-Pleasing Results.yaml delete mode 100644 presets/NovelAI-Sphinx Moth.yaml delete mode 100644 presets/NovelAI-Storywriter.yaml create mode 100644 presets/Shortwave.yaml create mode 100644 presets/Space Alien.yaml delete mode 100644 presets/Special-Contrastive Search.yaml delete mode 100644 presets/Special-Eta Sampling.yaml create mode 100644 presets/StarChat.yaml create mode 100644 presets/Titanic.yaml create mode 100644 presets/Yara.yaml create mode 100644 presets/simple-1.yaml create mode 100644 presets/tfs-with-top-a.yaml diff --git a/README.md b/README.md index 24c04711..8d771dad 100644 --- a/README.md +++ b/README.md @@ -1,7 +1,3 @@ -**Help find the best parameters for text generation!** - -https://oobabooga.github.io/arena/preliminary-results.html - # Text generation web UI A gradio web UI for running Large Language Models like LLaMA, llama.cpp, GPT-J, Pythia, OPT, and GALACTICA. @@ -340,7 +336,7 @@ Out of memory errors? [Check the low VRAM guide](docs/Low-VRAM-guide.md). Inference settings presets can be created under `presets/` as yaml files. These files are detected automatically at startup. -By default, 10 presets based on NovelAI and KoboldAI presets are included. These were selected out of a sample of 43 presets after applying a K-Means clustering algorithm and selecting the elements closest to the average of each cluster: [tSNE visualization](https://user-images.githubusercontent.com/112222186/228956352-1addbdb9-2456-465a-b51d-089f462cd385.png). +The presets that are included by default are the result of a contest that received 7215 votes. More details can be found [here](https://github.com/oobabooga/oobabooga.github.io/blob/main/arena/results.md). ## Contributing @@ -352,5 +348,5 @@ By default, 10 presets based on NovelAI and KoboldAI presets are included. These ## Credits - Gradio dropdown menu refresh button, code for reloading the interface: https://github.com/AUTOMATIC1111/stable-diffusion-webui -- NovelAI and KoboldAI presets: https://github.com/KoboldAI/KoboldAI-Client/wiki/Settings-Presets +- Godlike preset: https://github.com/KoboldAI/KoboldAI-Client/wiki/Settings-Presets - Code for early stopping in chat mode, code for some of the sliders: https://github.com/PygmalionAI/gradio-ui/ diff --git a/modules/shared.py b/modules/shared.py index e065b76b..11cc18f9 100644 --- a/modules/shared.py +++ b/modules/shared.py @@ -65,7 +65,7 @@ settings = { 'chat_generation_attempts_max': 10, 'default_extensions': [], 'chat_default_extensions': ['gallery'], - 'preset': 'LLaMA-Precise', + 'preset': 'simple-1', 'prompt': 'QA', } diff --git a/presets/Asterism.yaml b/presets/Asterism.yaml new file mode 100644 index 00000000..dfa8ab30 --- /dev/null +++ b/presets/Asterism.yaml @@ -0,0 +1,6 @@ +temperature: 1.68 +top_p: 0.17 +tfs: 0.97 +top_a: 0.42 +repetition_penalty: 1.02 +top_k: 77 diff --git a/presets/Big O.yaml b/presets/Big O.yaml new file mode 100644 index 00000000..2ab18268 --- /dev/null +++ b/presets/Big O.yaml @@ -0,0 +1,6 @@ +temperature: 0.87 +top_p: 0.99 +typical_p: 0.68 +tfs: 0.68 +repetition_penalty: 1.01 +top_k: 85 diff --git a/presets/Contrastive Search.yaml b/presets/Contrastive Search.yaml new file mode 100644 index 00000000..d9a47a9f --- /dev/null +++ b/presets/Contrastive Search.yaml @@ -0,0 +1,3 @@ +do_sample: false +top_k: 4 +penalty_alpha: 0.3 diff --git a/presets/Debug-deterministic.yaml b/presets/Debug-deterministic.yaml index e5ccac65..cbe7064f 100644 --- a/presets/Debug-deterministic.yaml +++ b/presets/Debug-deterministic.yaml @@ -1 +1 @@ -do_sample: False +do_sample: false diff --git a/presets/Divine Intellect.yaml b/presets/Divine Intellect.yaml new file mode 100644 index 00000000..e8841b3b --- /dev/null +++ b/presets/Divine Intellect.yaml @@ -0,0 +1,7 @@ +temperature: 1.31 +top_p: 0.14 +epsilon_cutoff: 1.49 +eta_cutoff: 10.42 +top_a: 0.52 +repetition_penalty: 1.17 +top_k: 49 diff --git a/presets/Kobold-Godlike.yaml b/presets/Kobold-Godlike.yaml index 3d2bdf2f..772a802e 100644 --- a/presets/Kobold-Godlike.yaml +++ b/presets/Kobold-Godlike.yaml @@ -1,6 +1,4 @@ -do_sample: true -top_p: 0.5 -top_k: 0 temperature: 0.7 -repetition_penalty: 1.1 +top_p: 0.5 typical_p: 0.19 +repetition_penalty: 1.1 diff --git a/presets/Kobold-Liminal Drift.yaml b/presets/Kobold-Liminal Drift.yaml deleted file mode 100644 index 3dbcd5cc..00000000 --- a/presets/Kobold-Liminal Drift.yaml +++ /dev/null @@ -1,6 +0,0 @@ -do_sample: true -top_p: 1.0 -top_k: 0 -temperature: 0.66 -repetition_penalty: 1.1 -typical_p: 0.6 diff --git a/presets/LLaMA-Precise.yaml b/presets/LLaMA-Precise.yaml index 2d0c2bdc..c5f9cae2 100644 --- a/presets/LLaMA-Precise.yaml +++ b/presets/LLaMA-Precise.yaml @@ -1,6 +1,4 @@ -do_sample: true -top_p: 0.1 -top_k: 40 temperature: 0.7 +top_p: 0.1 repetition_penalty: 1.18 -typical_p: 1.0 +top_k: 40 diff --git a/presets/Midnight Enigma.yaml b/presets/Midnight Enigma.yaml new file mode 100644 index 00000000..0bd1763c --- /dev/null +++ b/presets/Midnight Enigma.yaml @@ -0,0 +1,4 @@ +temperature: 0.98 +top_p: 0.37 +repetition_penalty: 1.18 +top_k: 100 diff --git a/presets/Mirostat.yaml b/presets/Mirostat.yaml new file mode 100644 index 00000000..8bf97e80 --- /dev/null +++ b/presets/Mirostat.yaml @@ -0,0 +1,2 @@ +mirostat_mode: 2 +mirostat_tau: 8 diff --git a/presets/Naive.yaml b/presets/Naive.yaml deleted file mode 100644 index af984201..00000000 --- a/presets/Naive.yaml +++ /dev/null @@ -1,4 +0,0 @@ -do_sample: true -temperature: 0.7 -top_p: 0.85 -top_k: 50 diff --git a/presets/NovelAI-Best Guess.yaml b/presets/NovelAI-Best Guess.yaml deleted file mode 100644 index 2c21d136..00000000 --- a/presets/NovelAI-Best Guess.yaml +++ /dev/null @@ -1,6 +0,0 @@ -do_sample: true -top_p: 0.9 -top_k: 100 -temperature: 0.8 -repetition_penalty: 1.15 -typical_p: 1.0 diff --git a/presets/NovelAI-Decadence.yaml b/presets/NovelAI-Decadence.yaml deleted file mode 100644 index 28e1a21b..00000000 --- a/presets/NovelAI-Decadence.yaml +++ /dev/null @@ -1,6 +0,0 @@ -do_sample: true -top_p: 1.0 -top_k: 100 -temperature: 2 -repetition_penalty: 1 -typical_p: 0.97 diff --git a/presets/NovelAI-Genesis.yaml b/presets/NovelAI-Genesis.yaml deleted file mode 100644 index 41ee4c6b..00000000 --- a/presets/NovelAI-Genesis.yaml +++ /dev/null @@ -1,6 +0,0 @@ -do_sample: true -top_p: 0.98 -top_k: 0 -temperature: 0.63 -repetition_penalty: 1.05 -typical_p: 1.0 diff --git a/presets/NovelAI-Lycaenidae.yaml b/presets/NovelAI-Lycaenidae.yaml deleted file mode 100644 index be296d79..00000000 --- a/presets/NovelAI-Lycaenidae.yaml +++ /dev/null @@ -1,6 +0,0 @@ -do_sample: true -top_p: 0.85 -top_k: 12 -temperature: 2 -repetition_penalty: 1.15 -typical_p: 1.0 diff --git a/presets/NovelAI-Ouroboros.yaml b/presets/NovelAI-Ouroboros.yaml deleted file mode 100644 index 53846a1d..00000000 --- a/presets/NovelAI-Ouroboros.yaml +++ /dev/null @@ -1,6 +0,0 @@ -do_sample: true -top_p: 1.0 -top_k: 100 -temperature: 1.07 -repetition_penalty: 1.05 -typical_p: 1.0 diff --git a/presets/NovelAI-Pleasing Results.yaml b/presets/NovelAI-Pleasing Results.yaml deleted file mode 100644 index ca7408df..00000000 --- a/presets/NovelAI-Pleasing Results.yaml +++ /dev/null @@ -1,6 +0,0 @@ -do_sample: true -top_p: 1.0 -top_k: 0 -temperature: 0.44 -repetition_penalty: 1.15 -typical_p: 1.0 diff --git a/presets/NovelAI-Sphinx Moth.yaml b/presets/NovelAI-Sphinx Moth.yaml deleted file mode 100644 index 8efd5a74..00000000 --- a/presets/NovelAI-Sphinx Moth.yaml +++ /dev/null @@ -1,6 +0,0 @@ -do_sample: true -top_p: 0.18 -top_k: 30 -temperature: 2.0 -repetition_penalty: 1.15 -typical_p: 1.0 diff --git a/presets/NovelAI-Storywriter.yaml b/presets/NovelAI-Storywriter.yaml deleted file mode 100644 index 34d11ec8..00000000 --- a/presets/NovelAI-Storywriter.yaml +++ /dev/null @@ -1,6 +0,0 @@ -do_sample: true -top_p: 0.73 -top_k: 0 -temperature: 0.72 -repetition_penalty: 1.1 -typical_p: 1.0 diff --git a/presets/Shortwave.yaml b/presets/Shortwave.yaml new file mode 100644 index 00000000..5f55a92c --- /dev/null +++ b/presets/Shortwave.yaml @@ -0,0 +1,5 @@ +temperature: 1.53 +top_p: 0.64 +top_a: 0.04 +repetition_penalty: 1.07 +top_k: 33 diff --git a/presets/Space Alien.yaml b/presets/Space Alien.yaml new file mode 100644 index 00000000..4c9a2dd2 --- /dev/null +++ b/presets/Space Alien.yaml @@ -0,0 +1,4 @@ +temperature: 1.31 +top_p: 0.29 +repetition_penalty: 1.09 +top_k: 72 diff --git a/presets/Special-Contrastive Search.yaml b/presets/Special-Contrastive Search.yaml deleted file mode 100644 index 290342e2..00000000 --- a/presets/Special-Contrastive Search.yaml +++ /dev/null @@ -1,3 +0,0 @@ -do_sample: False -penalty_alpha: 0.6 -top_k: 4 diff --git a/presets/Special-Eta Sampling.yaml b/presets/Special-Eta Sampling.yaml deleted file mode 100644 index 813522e6..00000000 --- a/presets/Special-Eta Sampling.yaml +++ /dev/null @@ -1,4 +0,0 @@ -do_sample: true -eta_cutoff: 3 -temperature: 0.7 -repetition_penalty: 1.18 diff --git a/presets/StarChat.yaml b/presets/StarChat.yaml new file mode 100644 index 00000000..2d00898b --- /dev/null +++ b/presets/StarChat.yaml @@ -0,0 +1,3 @@ +temperature: 0.2 +top_p: 0.95 +top_k: 50 diff --git a/presets/Titanic.yaml b/presets/Titanic.yaml new file mode 100644 index 00000000..e7dd76f2 --- /dev/null +++ b/presets/Titanic.yaml @@ -0,0 +1,7 @@ +temperature: 1.01 +top_p: 0.21 +eta_cutoff: 10.78 +top_a: 0.75 +repetition_penalty: 1.21 +encoder_repetition_penalty: 1.07 +top_k: 91 diff --git a/presets/Yara.yaml b/presets/Yara.yaml new file mode 100644 index 00000000..87bb019e --- /dev/null +++ b/presets/Yara.yaml @@ -0,0 +1,4 @@ +temperature: 0.82 +top_p: 0.21 +repetition_penalty: 1.19 +top_k: 72 diff --git a/presets/simple-1.yaml b/presets/simple-1.yaml new file mode 100644 index 00000000..30a10659 --- /dev/null +++ b/presets/simple-1.yaml @@ -0,0 +1,4 @@ +temperature: 0.7 +top_p: 0.9 +repetition_penalty: 1.15 +top_k: 20 diff --git a/presets/tfs-with-top-a.yaml b/presets/tfs-with-top-a.yaml new file mode 100644 index 00000000..f16127cd --- /dev/null +++ b/presets/tfs-with-top-a.yaml @@ -0,0 +1,4 @@ +temperature: 0.7 +tfs: 0.95 +top_a: 0.2 +repetition_penalty: 1.15 diff --git a/settings-template.yaml b/settings-template.yaml index 8a7b8bb7..c9a24b75 100644 --- a/settings-template.yaml +++ b/settings-template.yaml @@ -39,5 +39,5 @@ chat_generation_attempts_max: 10 default_extensions: [] chat_default_extensions: - gallery -preset: LLaMA-Precise +preset: simple-1 prompt: QA