From 5cd6dd4287edd2e22a6175e1263b78b2345e2e09 Mon Sep 17 00:00:00 2001 From: oobabooga <112222186+oobabooga@users.noreply.github.com> Date: Tue, 16 May 2023 17:35:49 -0300 Subject: [PATCH] Fix no-mmap bug --- modules/ui.py | 2 +- server.py | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/modules/ui.py b/modules/ui.py index 7d804fe0..1e9c4ab0 100644 --- a/modules/ui.py +++ b/modules/ui.py @@ -27,7 +27,7 @@ theme = gr.themes.Default( def list_model_elements(): - elements = ['cpu_memory', 'auto_devices', 'disk', 'cpu', 'bf16', 'load_in_8bit', 'wbits', 'groupsize', 'model_type', 'pre_layer', 'threads', 'n_batch', 'no-mmap', 'mlock', 'n_gpu_layers'] + elements = ['cpu_memory', 'auto_devices', 'disk', 'cpu', 'bf16', 'load_in_8bit', 'wbits', 'groupsize', 'model_type', 'pre_layer', 'threads', 'n_batch', 'no_mmap', 'mlock', 'n_gpu_layers'] for i in range(torch.cuda.device_count()): elements.append(f'gpu_memory_{i}') return elements diff --git a/server.py b/server.py index 7e907a2c..b3b1219c 100644 --- a/server.py +++ b/server.py @@ -369,7 +369,7 @@ def create_model_menus(): shared.gradio['n_gpu_layers'] = gr.Slider(label="n-gpu-layers", minimum=0, maximum=128, value=shared.args.n_gpu_layers) with gr.Column(): - shared.gradio['no-mmap'] = gr.Checkbox(label="no-mmap", value=shared.args.no_mmap) + shared.gradio['no_mmap'] = gr.Checkbox(label="no-mmap", value=shared.args.no_mmap) shared.gradio['mlock'] = gr.Checkbox(label="mlock", value=shared.args.mlock) with gr.Row():