Mirrors/text-generation-webui
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2024-09-20 18:45:09 +02:00
Code Issues Projects Releases Packages Wiki Activity Actions 1

Make --help output more readable

Browse source
This commit is contained in:
oobabooga 2023-02-02 23:36:28 -03:00
parent 638495b633
commit 3af3ffeb90
1 changed files with 2 additions and 3 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

5
server.py
View file

@ -23,7 +23,7 @@ from modules.stopping_criteria import _SentinelTokenStoppingCriteria
transformers.logging.set_verbosity_error()
parser = argparse.ArgumentParser()
parser = argparse.ArgumentParser(formatter_class=lambda prog: argparse.HelpFormatter(prog,max_help_position=54))
parser.add_argument('--model', type=str, help='Name of the model to load by default.')
parser.add_argument('--notebook', action='store_true', help='Launch the web UI in notebook mode, where the output is written to the same text box as the input.')
parser.add_argument('--chat', action='store_true', help='Launch the web UI in chat mode.')
@ -136,8 +136,7 @@ def load_model(model_name):
if args.disk:
settings.append(f"offload_folder='{args.disk_cache_dir or 'cache'}'")
settings = ', '.join(set(settings))
command = f"{command}(Path(f'models/{model_name}'), {settings})"
command = f"{command}(Path(f'models/{model_name}'), {','.join(set(settings))})"
model = eval(command)
# Loading the tokenizer