diff --git a/train.py b/train.py
index ef08cc7..56ca767 100644
--- a/train.py
+++ b/train.py
@@ -474,9 +474,6 @@ def clean_up():
     if OUTPUT_DIR.exists():
         shutil.rmtree(OUTPUT_DIR)
 
-    if WEIGHTS_PATH.exists():
-        shutil.rmtree(WEIGHTS_PATH)
-
 
 def download_huggingface_lora(hf_lora_url: str, output_path: str):
     if (