Revert "Set compile to True for better performance"

This reverts commit f333612.
2noise · Jan 8, 2025 · 0b5ff75 · 0b5ff75
1 parent 6945654
commit 0b5ff75
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/examples/torchserve/model_handler.py b/examples/torchserve/model_handler.py
@@ -46,7 +46,7 @@ def initialize(self, ctx):
 
         model_dir = ctx.system_properties.get("model_dir")
         os.chdir(model_dir)
-        if self.chat.load(source="custom", custom_path=model_dir, compile=True):
+        if self.chat.load(source="custom", custom_path=model_dir):
             logger.info("Models loaded successfully.")
         else:
             logger.error("Models load failed.")