Fix unload() for vision tower

turboderp · turboderp · commit e312b74f1525 · 2025-05-07T19:08:29.000+02:00
diff --git a/exllamav2/vlm/vision_tower.py b/exllamav2/vlm/vision_tower.py
@@ -42,6 +42,8 @@ def __init__(
         km = self.archparams.keys
         self.modules = []
 
+        self.tp_context = None
+
         # Preprocessor
 
         if cfg.vision_model_type == "pixtral":
