diff --git a/modules/llamacpp_model.py b/modules/llamacpp_model.py index f4743d40..aa0fedbf 100644 --- a/modules/llamacpp_model.py +++ b/modules/llamacpp_model.py @@ -46,7 +46,7 @@ class LlamaCppModel: self.grammar = None def __del__(self): - self.model.__del__() + del self.model @classmethod def from_pretrained(self, path):