DEVICE_ID配置多个gpu无效 #263
Description
.env.api
# Model settings
COMPILE=
NO_HALF=
OFF_TQDM=
DEVICE_ID=2,3
USE_CPU=
LRU_SIZE=
DEBUG_GENERATE=
PRELOAD_MODELS=
运行日志
chat-tts-forge-api | 2025-07-08 01:19:32,248 - modules.core.handler.encoder.StreamEncoder - INFO - StreamEncoder header set, channels: 1, sample_width: 2, sample_rate: 24000
chat-tts-forge-api | 2025-07-08 01:19:32,248 - modules.core.handler.encoder.StreamEncoder - INFO - StreamEncoder header written, channels: 1, sample_width: 2, sample_rate: 24000
chat-tts-forge-api | 2025-07-08 01:19:33,043 - modules.core.models.tts.ChatTTS.ChatTTS - INFO - Loading ChatTTS models
chat-tts-forge-api | 2025-07-08 01:19:33,067 - modules.repos_static.ChatTTS.ChatTTS.core - INFO - try to load from local: ./models/ChatTTS
chat-tts-forge-api | 2025-07-08 01:19:33,067 - modules.repos_static.ChatTTS.ChatTTS.core - INFO - checking assets...
chat-tts-forge-api | 2025-07-08 01:19:36,824 - modules.repos_static.ChatTTS.ChatTTS.core - INFO - all assets are already latest.
chat-tts-forge-api | 2025-07-08 01:19:37,158 - modules.repos_static.ChatTTS.ChatTTS.core - INFO - vocos loaded.
chat-tts-forge-api | 2025-07-08 01:19:37,365 - modules.repos_static.ChatTTS.ChatTTS.core - INFO - dvae loaded.
chat-tts-forge-api | 2025-07-08 01:19:41,129 - modules.repos_static.ChatTTS.ChatTTS.core - INFO - gpt loaded.
chat-tts-forge-api | 2025-07-08 01:19:41,344 - modules.repos_static.ChatTTS.ChatTTS.core - INFO - decoder loaded.
chat-tts-forge-api | 2025-07-08 01:19:41,363 - modules.repos_static.ChatTTS.ChatTTS.core - INFO - tokenizer loaded.
chat-tts-forge-api | 2025-07-08 01:19:41,445 - modules.core.models.tts.ChatTTS.ChatTTS - WARNING - The device is CPU and dtype is float16, which may not work properly. It is recommended to use float32 by enabling the `--no_half` parameter.
chat-tts-forge-api | 2025-07-08 01:19:41,445 - modules.core.models.tts.ChatTTS.ChatTTS - INFO - ChatTTS models loaded
code: 3%|▎ | 63/2048(max) [01:45, 1.68s/it]
chat-tts-forge-api | 2025-07-08 01:21:27,820 - modules.api.api_setup - ERROR - Uncaught exception
chat-tts-forge-api | Traceback (most recent call last):
chat-tts-forge-api | File "/usr/lib/python3.10/threading.py", line 1016, in _bootstrap_inner
chat-tts-forge-api | self.run()
chat-tts-forge-api | File "/usr/lib/python3.10/threading.py", line 953, in run
chat-tts-forge-api | self._target(*self._args, **self._kwargs)
chat-tts-forge-api | File "/app/modules/core/pipeline/generate/BatchGenerate.py", line 55, in generate
chat-tts-forge-api | self.generate_batch_stream(batch)
chat-tts-forge-api | File "/app/modules/core/pipeline/generate/BatchGenerate.py", line 98, in generate_batch_stream
chat-tts-forge-api | for results in model.generate_batch_stream(
chat-tts-forge-api | File "/app/modules/core/models/tts/ChatTtsModel.py", line 166, in _gen
chat-tts-forge-api | for results in infer.generate_audio_stream(
chat-tts-forge-api | File "/app/modules/core/models/tts/ChatTTS/ChatTTSInfer.py", line 404, in _generator
chat-tts-forge-api | for audio_arr in gen:
chat-tts-forge-api | File "/home/venv/lib/python3.10/site-packages/torch/utils/_contextlib.py", line 35, in generator_context
chat-tts-forge-api | response = gen.send(None)
chat-tts-forge-api | File "/app/modules/core/models/tts/ChatTTS/ChatTTSInfer.py", line 159, in _infer
chat-tts-forge-api | wavs = self._decode_to_wavs(result, length, use_decoder)
chat-tts-forge-api | File "/app/modules/core/models/tts/ChatTTS/ChatTTSInfer.py", line 278, in _decode_to_wavs
chat-tts-forge-api | wavs.append(self.instance._vocos_decode(mel_spec))
chat-tts-forge-api | File "/home/venv/lib/python3.10/site-packages/torch/utils/_contextlib.py", line 115, in decorate_context
chat-tts-forge-api | return func(*args, **kwargs)
chat-tts-forge-api | File "/app/modules/repos_static/ChatTTS/ChatTTS/core.py", line 416, in _vocos_decode
chat-tts-forge-api | return self.vocos.decode(spec).cpu().numpy()
chat-tts-forge-api | File "/home/venv/lib/python3.10/site-packages/torch/utils/_contextlib.py", line 115, in decorate_context
chat-tts-forge-api | return func(*args, **kwargs)
chat-tts-forge-api | File "/home/venv/lib/python3.10/site-packages/vocos/pretrained.py", line 113, in decode
chat-tts-forge-api | audio_output = self.head(x)
chat-tts-forge-api | File "/home/venv/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1532, in _wrapped_call_impl
chat-tts-forge-api | return self._call_impl(*args, **kwargs)
chat-tts-forge-api | File "/home/venv/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1541, in _call_impl
chat-tts-forge-api | return forward_call(*args, **kwargs)
chat-tts-forge-api | File "/home/venv/lib/python3.10/site-packages/vocos/heads.py", line 68, in forward
chat-tts-forge-api | audio = self.istft(S)
chat-tts-forge-api | File "/home/venv/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1532, in _wrapped_call_impl
chat-tts-forge-api | return self._call_impl(*args, **kwargs)
chat-tts-forge-api | File "/home/venv/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1541, in _call_impl
chat-tts-forge-api | return forward_call(*args, **kwargs)
chat-tts-forge-api | File "/home/venv/lib/python3.10/site-packages/vocos/spectral_ops.py", line 46, in forward
chat-tts-forge-api | return torch.istft(spec, self.n_fft, self.hop_length, self.win_length, self.window, center=True)
chat-tts-forge-api | RuntimeError: MKL FFT doesn't support tensors of type: Half
改成DEVICE_ID=2就能在gpu上运行了