fix : Missing LoRA adapter after API change (#1630)

abetlen · Jul 31, 2024 · 1f0b9a2 · 1f0b9a2
1 parent 8a12c9f
commit 1f0b9a2
Showing 1 changed file with 6 additions and 3 deletions.
diff --git a/llama_cpp/llama.py b/llama_cpp/llama.py
@@ -2083,11 +2083,14 @@ def pooling_type(self) -> str:
 
     def close(self) -> None:
         """Explicitly free the model from memory."""
-        self._stack.close()
+        if hasattr(self,'_stack'):
+            if self._stack is not None:
+                self._stack.close()
 
     def __del__(self) -> None:
-        if self._lora_adapter is not None:
-            llama_cpp.llama_lora_adapter_free(self._lora_adapter)
+        if hasattr(self,'_lora_adapter'):
+            if self._lora_adapter is not None:
+                llama_cpp.llama_lora_adapter_free(self._lora_adapter)
         self.close()
 
     @staticmethod