diff --git a/examples/torchserve/model_handler.py b/examples/torchserve/model_handler.py index 632ba1227..2d034bf0f 100644 --- a/examples/torchserve/model_handler.py +++ b/examples/torchserve/model_handler.py @@ -46,7 +46,7 @@ def initialize(self, ctx): model_dir = ctx.system_properties.get("model_dir") os.chdir(model_dir) - if self.chat.load(source="custom", custom_path=model_dir, compile=True): + if self.chat.load(source="custom", custom_path=model_dir): logger.info("Models loaded successfully.") else: logger.error("Models load failed.")