use device param in load_model method (vllm-project#13037)

kerthcet · Feb 21, 2025 · 3f5fe64 · 3f5fe64
1 parent d20cde2
commit 3f5fe64
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/vllm/worker/model_runner.py b/vllm/worker/model_runner.py
@@ -1107,7 +1107,7 @@ def __init__(
 
     def load_model(self) -> None:
         logger.info("Starting to load model %s...", self.model_config.model)
-        with DeviceMemoryProfiler() as m:
+        with DeviceMemoryProfiler(self.device) as m:
             self.model = get_model(vllm_config=self.vllm_config)
 
         self.model_memory_usage = m.consumed_memory