fix(load): KeyError: 'sha256_config_decoder_yaml' (fix #438) (#441)

by removing environment vars

Author: fumiama

ChatTTS/core.py

@@ -2,8 +2,9 @@
 import logging
 import tempfile
 from dataclasses import dataclass
-from typing import Literal, Optional, List, Callable, Tuple
+from typing import Literal, Optional, List, Callable, Tuple, Dict
 from functools import lru_cache
+from json import load
 
 import numpy as np
 import torch
@@ -30,6 +31,8 @@ def __init__(self, logger=logging.getLogger(__name__)):
             os.path.join(os.path.dirname(__file__), 'res', 'homophones_map.json'),
             logger,
         )
+        with open(os.path.join(os.path.dirname(__file__), 'res', 'sha256_map.json')) as f:
+            self.sha256_map: Dict[str, str] = load(f)
 
         self.context = GPT.Context()
 
@@ -60,10 +63,10 @@ def download_models(
     ) -> Optional[str]:
         if source == 'local':
             download_path = os.getcwd()
-            if not check_all_assets(update=True) or force_redownload:
+            if not check_all_assets(self.sha256_map, update=True) or force_redownload:
                 with tempfile.TemporaryDirectory() as tmp:
                     download_all_assets(tmpdir=tmp)
-                if not check_all_assets(update=False):
+                if not check_all_assets(self.sha256_map, update=False):
                     self.logger.error("download to local path %s failed.", download_path)
                     return None
         elif source == 'huggingface':
@@ -111,6 +114,7 @@ def unload(self):
         del_all(self.pretrain_models)
         self.normalizer.destroy()
         del self.normalizer
+        del self.sha256_map
         self._gen_logits.cache_clear()
         del_list = ["vocos", "_vocos_decode", 'gpt', 'decoder', 'dvae']
         for module in del_list:

ChatTTS/model/gpt.py

@@ -1,5 +1,8 @@
 import os
 os.environ["TOKENIZERS_PARALLELISM"] = "false"
+"""
+https://stackoverflow.com/questions/62691279/how-to-disable-tokenizers-parallelism-true-false-warning
+"""
 
 from dataclasses import dataclass
 import logging

ChatTTS/res/sha256_map.json

@@ -0,0 +1,14 @@
+{
+	"sha256_asset_Decoder_pt"   : "9964e36e840f0e3a748c5f716fe6de6490d2135a5f5155f4a642d51860e2ec38",
+	"sha256_asset_DVAE_pt"      : "613cb128adf89188c93ea5880ea0b798e66b1fe6186d0c535d99bcd87bfd6976",
+	"sha256_asset_GPT_pt"       : "d7d4ee6461ea097a2be23eb40d73fb94ad3b3d39cb64fbb50cb3357fd466cadb",
+	"sha256_asset_spk_stat_pt"  : "3228d8a4cbbf349d107a1b76d2f47820865bd3c9928c4bdfe1cefd5c7071105f",
+	"sha256_asset_tokenizer_pt" : "e911ae7c6a7c27953433f35c44227a67838fe229a1f428503bdb6cd3d1bcc69c",
+	"sha256_asset_Vocos_pt"     : "09a670eda1c08b740013679c7a90ebb7f1a97646ea7673069a6838e6b51d6c58",
+
+	"sha256_config_decoder_yaml": "0890ab719716b0ad8abcb9eba0a9bf52c59c2e45ddedbbbb5ed514ff87bff369",
+	"sha256_config_dvae_yaml"   : "1b3a5aa0c6a314f766d4432ab36f84e882e29561648d837f71c04c7bea494fc6",
+	"sha256_config_gpt_yaml"    : "0c3c7277b674094bdd00b63b18b18aa3156502101dbd03c7f802e0fcf26cff51",
+	"sha256_config_path_yaml"   : "79829705c2d2a29b3f55e3b3f228bb81875e4e265211595fb50a73eb6434684b",
+	"sha256_config_vocos_yaml"  : "1ca837ce790dd8b55bdd5a16c6af8f813926b9c9b48f2a4da305e7e9ff0c9b0c"
+}

ChatTTS/utils/dl.py

@@ -41,7 +41,7 @@ def check_model(
     return True
 
 
-def check_all_assets(update=False) -> bool:
+def check_all_assets(sha256_map: dict[str, str], update=False) -> bool:
     BASE_DIR = Path(os.getcwd())
 
     logger.get_logger().info("checking assets...")
@@ -57,7 +57,7 @@ def check_all_assets(update=False) -> bool:
     for model in names:
         menv = model.replace(".", "_")
         if not check_model(
-            current_dir, model, os.environ[f"sha256_asset_{menv}"], update
+            current_dir, model, sha256_map[f"sha256_asset_{menv}"], update
         ):
             return False
 
@@ -73,7 +73,7 @@ def check_all_assets(update=False) -> bool:
     for model in names:
         menv = model.replace(".", "_")
         if not check_model(
-            current_dir, model, os.environ[f"sha256_config_{menv}"], update
+            current_dir, model, sha256_map[f"sha256_config_{menv}"], update
         ):
             return False
 

examples/cmd/run.py

@@ -9,9 +9,6 @@
 import wave
 import argparse
 
-from dotenv import load_dotenv
-load_dotenv("sha256.env")
-
 import ChatTTS
 
 from tools.audio import unsafe_float_to_int16

examples/ipynb/colab.ipynb

@@ -41,9 +41,6 @@
       },
       "outputs": [],
       "source": [
-        "from dotenv import load_dotenv\n",
-        "load_dotenv(\"ChatTTS/sha256.env\")\n",
-        "\n",
         "import torch\n",
         "torch._dynamo.config.cache_size_limit = 64\n",
         "torch._dynamo.config.suppress_errors = True\n",

examples/ipynb/example.ipynb

@@ -24,9 +24,6 @@
     "    sys.path.append(root_dir)\n",
     "    print(\"init root dir to\", root_dir)\n",
     "\n",
-    "from dotenv import load_dotenv\n",
-    "load_dotenv(os.path.join(root_dir, \"sha256.env\"))\n",
-    "\n",
     "import torch\n",
     "torch._dynamo.config.cache_size_limit = 64\n",
     "torch._dynamo.config.suppress_errors = True\n",

examples/web/webui.py

@@ -10,9 +10,6 @@
 
 import gradio as gr
 
-from dotenv import load_dotenv
-load_dotenv("sha256.env")
-
 from examples.web.funcs import *
 
 def main():

requirements.txt

@@ -8,7 +8,6 @@ transformers>=4.41.1
 vocos
 IPython
 gradio
-python-dotenv
 pybase16384
 pynini==2.1.5; sys_platform == 'linux'
 WeTextProcessing; sys_platform == 'linux'