Small fix for cuda 11.8 in the one-click installer

This commit is contained in:
oobabooga 2024-03-06 21:43:11 -08:00
parent 303433001f
commit bef08129bc

View file

@ -390,7 +390,7 @@ def update_requirements(initial_installation=False, pull=True):
if is_cuda118:
textgen_requirements = [req.replace('+cu121', '+cu118').replace('+cu122', '+cu118') for req in textgen_requirements]
if is_windows() and is_cuda118: # No flash-attention on Windows for CUDA 11
textgen_requirements = [req for req in textgen_requirements if 'jllllll/flash-attention' not in req]
textgen_requirements = [req for req in textgen_requirements if 'oobabooga/flash-attention' not in req]
with open('temp_requirements.txt', 'w') as file:
file.write('\n'.join(textgen_requirements))