fix(webui): disable torch.compile on Windows (#413)

2noise · Jun 24, 2024 · 109376c · 109376c
1 parent 21a216f
commit 109376c
Show file tree

Hide file tree

Showing 2 changed files with 4 additions and 4 deletions.
diff --git a/examples/web/funcs.py b/examples/web/funcs.py
@@ -45,10 +45,10 @@ def reload_chat(coef: Optional[str]) -> str:
             gr.Warning("Ingore invalid DVAE coefficient.")
             coef = None
         if custom_path == None:
-            ret = chat.load_models(coef=coef)
+            ret = chat.load_models(coef=coef, compile=sys.platform != 'win32')
         else:
             logger.info('local model path: %s', custom_path)
-            ret = chat.load_models('custom', custom_path=custom_path, coef=coef)
+            ret = chat.load_models('custom', custom_path=custom_path, coef=coef, compile=sys.platform != 'win32')
         if not ret:
             raise gr.Error("Unable to load model.")
         gr.Info("Reload succeess.")

diff --git a/examples/web/webui.py b/examples/web/webui.py
@@ -104,10 +104,10 @@ def make_audio(autoplay, stream):
     global chat, custom_path
 
     if args.custom_path == None:
-        ret = chat.load_models()
+        ret = chat.load_models(compile=sys.platform != 'win32')
     else:
         logger.info('local model path: %s', args.custom_path)
-        ret = chat.load_models('custom', custom_path=args.custom_path)
+        ret = chat.load_models('custom', custom_path=args.custom_path, compile=sys.platform != 'win32')
 
     if ret:
         logger.info("Models loaded successfully.")