From 0b5ff75aaabd821ffe590126054a7e6aa50f419a Mon Sep 17 00:00:00 2001 From: wangjie Date: Wed, 8 Jan 2025 19:17:28 +0800 Subject: [PATCH] Revert "Set compile to True for better performance" This reverts commit f33361249fa8143bbda94ac12e29a479ed9c041c. --- examples/torchserve/model_handler.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/examples/torchserve/model_handler.py b/examples/torchserve/model_handler.py index 632ba1227..2d034bf0f 100644 --- a/examples/torchserve/model_handler.py +++ b/examples/torchserve/model_handler.py @@ -46,7 +46,7 @@ def initialize(self, ctx): model_dir = ctx.system_properties.get("model_dir") os.chdir(model_dir) - if self.chat.load(source="custom", custom_path=model_dir, compile=True): + if self.chat.load(source="custom", custom_path=model_dir): logger.info("Models loaded successfully.") else: logger.error("Models load failed.")