From d581334a41b0ddd2e9701aea4643ba6206f2edff Mon Sep 17 00:00:00 2001 From: oobabooga <112222186+oobabooga@users.noreply.github.com> Date: Thu, 25 Jul 2024 05:38:52 -0700 Subject: [PATCH] Don't install AutoAWQ on CUDA 11.8 --- one_click.py | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) diff --git a/one_click.py b/one_click.py index d823ecb3..065265fe 100644 --- a/one_click.py +++ b/one_click.py @@ -395,7 +395,11 @@ def update_requirements(initial_installation=False, pull=True): textgen_requirements = open(requirements_file).read().splitlines() if is_cuda118: - textgen_requirements = [req.replace('+cu121', '+cu118').replace('+cu122', '+cu118') for req in textgen_requirements if "auto-gptq" not in req] + textgen_requirements = [ + req.replace('+cu121', '+cu118').replace('+cu122', '+cu118') + for req in textgen_requirements + if "auto-gptq" not in req.lower() and "autoawq" not in req.lower() + ] if is_windows() and is_cuda118: # No flash-attention on Windows for CUDA 11 textgen_requirements = [req for req in textgen_requirements if 'oobabooga/flash-attention' not in req]