[🤠]: Howdy folks, let's release NeMo r2.1.0 ! (#11556)

Signed-off-by: github-actions[bot] <41898282+github-actions[bot]@users.noreply.github.com> Co-authored-by: pablo-garay <[email protected]>
NVIDIA · Dec 11, 2024 · ceeafa4 · ceeafa4
1 parent d9677ce
commit ceeafa4
Show file tree

Hide file tree

Showing 77 changed files with 81 additions and 81 deletions.
diff --git a/Dockerfile.ci b/Dockerfile.ci
@@ -54,7 +54,7 @@ RUN pip install nemo_run@git+https://github.com/NVIDIA/NeMo-Run.git@${NEMO_RUN_T
 # Install NeMo requirements
 ARG TE_TAG=7d576ed25266a17a7b651f2c12e8498f67e0baea
 ARG MODELOPT_VERSION=0.19.0
-ARG MCORE_TAG=bd677bfb13ac2f19deaa927adc6da6f9201d66aa
+ARG MCORE_TAG=core_r0.10.0
 
 ARG APEX_TAG=810ffae374a2b9cb4b5c5e28eaeca7d7998fca0c
 RUN \

diff --git a/tutorials/00_NeMo_Primer.ipynb b/tutorials/00_NeMo_Primer.ipynb
@@ -42,7 +42,7 @@
         "!pip install text-unidecode\n",
         "\n",
         "# ## Install NeMo\n",
-        "BRANCH = 'main'\n",
+        "BRANCH = 'r2.1.0'\n",
         "!python -m pip install git+https://github.com/NVIDIA/NeMo.git@$BRANCH#egg=nemo_toolkit[all]\n",
         "\n",
         "## Install TorchAudio\n",

diff --git a/tutorials/01_NeMo_Models.ipynb b/tutorials/01_NeMo_Models.ipynb
@@ -37,7 +37,7 @@
         "!pip install text-unidecode\n",
         "\n",
         "# ## Install NeMo\n",
-        "BRANCH = 'main'\n",
+        "BRANCH = 'r2.1.0'\n",
         "!python -m pip install git+https://github.com/NVIDIA/NeMo.git@$BRANCH#egg=nemo_toolkit[all]\n",
         "\n",
         "## Install TorchAudio\n",

diff --git a/tutorials/02_NeMo_Adapters.ipynb b/tutorials/02_NeMo_Adapters.ipynb
@@ -25,7 +25,7 @@
         "!pip install text-unidecode\n",
         "\n",
         "# ## Install NeMo\n",
-        "BRANCH = 'main'\n",
+        "BRANCH = 'r2.1.0'\n",
         "!python -m pip install git+https://github.com/NVIDIA/NeMo.git@$BRANCH#egg=nemo_toolkit[all]\n",
         "\n",
         "## Grab the config we'll use in this example\n",

diff --git a/tutorials/AudioTranslationSample.ipynb b/tutorials/AudioTranslationSample.ipynb
@@ -38,7 +38,7 @@
             },
             "outputs": [],
             "source": [
-                "BRANCH = 'main'\n",
+                "BRANCH = 'r2.1.0'\n",
                 "!python -m pip install git+https://github.com/NVIDIA/NeMo.git@$BRANCH#egg=nemo_toolkit[all]\n"
             ]
         },

diff --git a/tutorials/Publish_NeMo_Model_On_Hugging_Face_Hub.ipynb b/tutorials/Publish_NeMo_Model_On_Hugging_Face_Hub.ipynb
@@ -39,7 +39,7 @@
         "!pip install text-unidecode\n",
         "\n",
         "### Install NeMo\n",
-        "BRANCH = 'main'\n",
+        "BRANCH = 'r2.1.0'\n",
         "!python -m pip install git+https://github.com/NVIDIA/NeMo.git@$BRANCH#egg=nemo_toolkit[all]"
       ]
     },

diff --git a/tutorials/VoiceSwapSample.ipynb b/tutorials/VoiceSwapSample.ipynb
@@ -39,7 +39,7 @@
             },
             "outputs": [],
             "source": [
-                "BRANCH = 'main'\n",
+                "BRANCH = 'r2.1.0'\n",
                 "!python -m pip install git+https://github.com/NVIDIA/NeMo.git@$BRANCH#egg=nemo_toolkit[all]\n"
             ]
         },

diff --git a/tutorials/asr/ASR_CTC_Language_Finetuning.ipynb b/tutorials/asr/ASR_CTC_Language_Finetuning.ipynb
@@ -39,7 +39,7 @@
         "!pip install matplotlib>=3.3.2\n",
         "\n",
         "## Install NeMo\n",
-        "BRANCH = 'main'\n",
+        "BRANCH = 'r2.1.0'\n",
         "!python -m pip install git+https://github.com/NVIDIA/NeMo.git@$BRANCH#egg=nemo_toolkit[all]\n",
         "\n",
         "\"\"\"\n",

diff --git a/tutorials/asr/ASR_Confidence_Estimation.ipynb b/tutorials/asr/ASR_Confidence_Estimation.ipynb
@@ -9,7 +9,7 @@
    },
    "outputs": [],
    "source": [
-    "BRANCH = 'main'\n",
+    "BRANCH = 'r2.1.0'\n",
     "\n",
     "\"\"\"\n",
     "You can run either this notebook locally (if you have all the dependencies and a GPU) or on Google Colab.\n",

diff --git a/tutorials/asr/ASR_Context_Biasing.ipynb b/tutorials/asr/ASR_Context_Biasing.ipynb
@@ -131,7 +131,7 @@
    "metadata": {},
    "outputs": [],
    "source": [
-    "BRANCH = 'main'\n",
+    "BRANCH = 'r2.1.0'\n",
     "\n",
     "\"\"\"\n",
     "You can run either this notebook locally (if you have all the dependencies and a GPU) or on Google Colab.\n",

diff --git a/tutorials/asr/ASR_TTS_Tutorial.ipynb b/tutorials/asr/ASR_TTS_Tutorial.ipynb
@@ -129,7 +129,7 @@
    "metadata": {},
    "outputs": [],
    "source": [
-    "BRANCH = 'main'"
+    "BRANCH = 'r2.1.0'"
    ]
   },
   {

diff --git a/tutorials/asr/ASR_for_telephony_speech.ipynb b/tutorials/asr/ASR_for_telephony_speech.ipynb
@@ -28,7 +28,7 @@
                 "!pip install matplotlib>=3.3.2\n",
                 "\n",
                 "## Install NeMo\n",
-                "BRANCH = 'main'\n",
+                "BRANCH = 'r2.1.0'\n",
                 "!python -m pip install git+https://github.com/NVIDIA/NeMo.git@$BRANCH#egg=nemo_toolkit[all]\n",
                 "\n",
                 "## Grab the config we'll use in this example\n",

diff --git a/tutorials/asr/ASR_with_NeMo.ipynb b/tutorials/asr/ASR_with_NeMo.ipynb
@@ -54,7 +54,7 @@
                 "!pip install matplotlib>=3.3.2\n",
                 "\n",
                 "## Install NeMo\n",
-                "BRANCH = 'main'\n",
+                "BRANCH = 'r2.1.0'\n",
                 "!python -m pip install git+https://github.com/NVIDIA/NeMo.git@$BRANCH#egg=nemo_toolkit[all]\n",
                 "\n",
                 "\"\"\"\n",
@@ -588,7 +588,7 @@
                 "\n",
                 "if not os.path.exists(config_path):\n",
                 "    # Grab the config we'll use in this example\n",
-                "    BRANCH = 'main'\n",
+                "    BRANCH = 'r2.1.0'\n",
                 "    !mkdir configs\n",
                 "    !wget -P configs/ https://raw.githubusercontent.com/NVIDIA/NeMo/$BRANCH/examples/asr/conf/config.yaml\n",
                 "\n",

diff --git a/tutorials/asr/ASR_with_Subword_Tokenization.ipynb b/tutorials/asr/ASR_with_Subword_Tokenization.ipynb
@@ -41,7 +41,7 @@
         "!pip install matplotlib>=3.3.2\n",
         "\n",
         "## Install NeMo\n",
-        "BRANCH = 'main'\n",
+        "BRANCH = 'r2.1.0'\n",
         "!python -m pip install git+https://github.com/NVIDIA/NeMo.git@$BRANCH#egg=nemo_toolkit[all]\n",
         "\n",
         "## Grab the config we'll use in this example\n",

diff --git a/tutorials/asr/ASR_with_Transducers.ipynb b/tutorials/asr/ASR_with_Transducers.ipynb
@@ -31,7 +31,7 @@
         "!pip install matplotlib>=3.3.2\n",
         "\n",
         "## Install NeMo\n",
-        "BRANCH = 'main'\n",
+        "BRANCH = 'r2.1.0'\n",
         "!python -m pip install git+https://github.com/NVIDIA/NeMo.git@$BRANCH#egg=nemo_toolkit[all]\n",
         "\n",
         "## Grab the config we'll use in this example\n",

diff --git a/tutorials/asr/Buffered_Transducer_Inference.ipynb b/tutorials/asr/Buffered_Transducer_Inference.ipynb
@@ -28,7 +28,7 @@
     "!pip install matplotlib>=3.3.2\n",
     "\n",
     "## Install NeMo\n",
-    "BRANCH = 'main'\n",
+    "BRANCH = 'r2.1.0'\n",
     "!python -m pip install git+https://github.com/NVIDIA/NeMo.git@$BRANCH#egg=nemo_toolkit[all]\n",
     "\n",
     "# Update numba and restart (this is required to update internal numba version of Colab)\n",

diff --git a/tutorials/asr/Buffered_Transducer_Inference_with_LCS_Merge.ipynb b/tutorials/asr/Buffered_Transducer_Inference_with_LCS_Merge.ipynb
@@ -46,7 +46,7 @@
         "!pip install matplotlib>=3.3.2\n",
         "\n",
         "## Install NeMo\n",
-        "BRANCH = 'main'\n",
+        "BRANCH = 'r2.1.0'\n",
         "!python -m pip install git+https://github.com/NVIDIA/NeMo.git@$BRANCH#egg=nemo_toolkit[all]\n",
         "\n",
         "# Update numba and restart (this is required to update internal numba version of Colab)\n",

diff --git a/tutorials/asr/Confidence_Ensembles.ipynb b/tutorials/asr/Confidence_Ensembles.ipynb
@@ -39,7 +39,7 @@
     "\n",
     "# option #2: download NeMo repo\n",
     "if 'google.colab' in str(get_ipython()) or not os.path.exists(os.path.join(NEMO_DIR, \"nemo\")):\n",
-    "    BRANCH = 'main'\n",
+    "    BRANCH = 'r2.1.0'\n",
     "    !git clone -b $BRANCH https://github.com/NVIDIA/NeMo $WORKSPACE_DIR/NeMo\n",
     "    NEMO_DIR = os.path.join(WORKSPACE_DIR, 'NeMo')\n",
     "\n",

diff --git a/tutorials/asr/Intro_to_Transducers.ipynb b/tutorials/asr/Intro_to_Transducers.ipynb
@@ -44,7 +44,7 @@
         "!pip install matplotlib>=3.3.2\n",
         "\n",
         "## Install NeMo\n",
-        "BRANCH = 'main'\n",
+        "BRANCH = 'r2.1.0'\n",
         "!python -m pip install git+https://github.com/NVIDIA/NeMo.git@$BRANCH#egg=nemo_toolkit[all]"
       ],
       "execution_count": null,

diff --git a/tutorials/asr/Multilang_ASR.ipynb b/tutorials/asr/Multilang_ASR.ipynb
@@ -104,7 +104,7 @@
     "\n",
     "## Install NeMo\n",
     "## We are using the main branch but you might want to adjust that too\n",
-    "BRANCH = 'main'\n",
+    "BRANCH = 'r2.1.0'\n",
     "!python -m pip install git+https://github.com/NVIDIA/NeMo.git@$BRANCH#egg=nemo_toolkit[all]\n",
     "\n",
     "\"\"\"\n",

diff --git a/tutorials/asr/Offline_ASR_with_VAD_for_CTC_models.ipynb b/tutorials/asr/Offline_ASR_with_VAD_for_CTC_models.ipynb
@@ -25,7 +25,7 @@
                 "!pip install wget\n",
                 "\n",
                 "## Install NeMo\n",
-                "BRANCH = 'main'\n",
+                "BRANCH = 'r2.1.0'\n",
                 "!python -m pip install git+https://github.com/NVIDIA/NeMo.git@$BRANCH#egg=nemo_toolkit[all]\n",
                 "\n",
                 "\"\"\"\n",

diff --git a/tutorials/asr/Online_ASR_Microphone_Demo_Buffered_Streaming.ipynb b/tutorials/asr/Online_ASR_Microphone_Demo_Buffered_Streaming.ipynb
@@ -27,7 +27,7 @@
                 "!pip install pyaudio\n",
                 "\n",
                 "# ## Install NeMo\n",
-                "BRANCH = 'main'\n",
+                "BRANCH = 'r2.1.0'\n",
                 "!python -m pip install git+https://github.com/NVIDIA/NeMo.git@$BRANCH#egg=nemo_toolkit[asr]\n",
                 "\n",
                 "## Grab the config we'll use in this example\n",

diff --git a/tutorials/asr/Online_ASR_Microphone_Demo_Cache_Aware_Streaming.ipynb b/tutorials/asr/Online_ASR_Microphone_Demo_Cache_Aware_Streaming.ipynb
@@ -41,7 +41,7 @@
    "outputs": [],
    "source": [
     "# ## Uncomment this cell to install NeMo if it has not been installed\n",
-    "# BRANCH = 'main'\n",
+    "# BRANCH = 'r2.1.0'\n",
     "# !python -m pip install git+https://github.com/NVIDIA/NeMo.git@$BRANCH#egg=nemo_toolkit[asr]"
    ]
   },

diff --git a/tutorials/asr/Online_Noise_Augmentation.ipynb b/tutorials/asr/Online_Noise_Augmentation.ipynb
@@ -34,7 +34,7 @@
                 "!pip install text-unidecode\n",
                 "\n",
                 "# ## Install NeMo\n",
-                "BRANCH = 'main'\n",
+                "BRANCH = 'r2.1.0'\n",
                 "!python -m pip install git+https://github.com/NVIDIA/NeMo.git@$BRANCH#egg=nemo_toolkit[asr]\n",
                 "\n",
                 "## Install TorchAudio\n",

diff --git a/tutorials/asr/Online_Offline_Microphone_VAD_Demo.ipynb b/tutorials/asr/Online_Offline_Microphone_VAD_Demo.ipynb
@@ -27,7 +27,7 @@
                 "!pip install pyaudio\n",
                 "\n",
                 "# ## Install NeMo\n",
-                "BRANCH = 'main'\n",
+                "BRANCH = 'r2.1.0'\n",
                 "!python -m pip install git+https://github.com/NVIDIA/NeMo.git@$BRANCH#egg=nemo_toolkit[asr]\n",
                 "\n",
                 "## Install TorchAudio\n",

diff --git a/tutorials/asr/Online_Offline_Speech_Commands_Demo.ipynb b/tutorials/asr/Online_Offline_Speech_Commands_Demo.ipynb
@@ -29,7 +29,7 @@
                 "!pip install pyaudio\n",
                 "\n",
                 "# ## Install NeMo\n",
-                "BRANCH = 'main'\n",
+                "BRANCH = 'r2.1.0'\n",
                 "!python -m pip install git+https://github.com/NVIDIA/NeMo.git@$BRANCH#egg=nemo_toolkit[asr]\n",
                 "\n",
                 "## Install TorchAudio\n",

diff --git a/tutorials/asr/Self_Supervised_Pre_Training.ipynb b/tutorials/asr/Self_Supervised_Pre_Training.ipynb
@@ -30,7 +30,7 @@
         "!pip install matplotlib>=3.3.2\n",
         "\n",
         "## Install NeMo\n",
-        "BRANCH = 'main'\n",
+        "BRANCH = 'r2.1.0'\n",
         "!python -m pip install git+https://github.com/NVIDIA/NeMo.git@$BRANCH#egg=nemo_toolkit[all]\n",
         "\n",
         "\"\"\"\n",

diff --git a/tutorials/asr/Speech_Commands.ipynb b/tutorials/asr/Speech_Commands.ipynb
@@ -61,7 +61,7 @@
                 "!pip install text-unidecode\n",
                 "\n",
                 "# ## Install NeMo\n",
-                "BRANCH = 'main'\n",
+                "BRANCH = 'r2.1.0'\n",
                 "!python -m pip install git+https://github.com/NVIDIA/NeMo.git@$BRANCH#egg=nemo_toolkit[asr]\n",
                 "\n",
                 "## Install TorchAudio\n",

diff --git a/tutorials/asr/Streaming_ASR.ipynb b/tutorials/asr/Streaming_ASR.ipynb
@@ -28,7 +28,7 @@
     "!pip install matplotlib>=3.3.2\n",
     "\n",
     "## Install NeMo\n",
-    "BRANCH = 'main'\n",
+    "BRANCH = 'r2.1.0'\n",
     "!python -m pip install git+https://github.com/NVIDIA/NeMo.git@$BRANCH#egg=nemo_toolkit[all]\n",
     "\n",
     "## Grab the config we'll use in this example\n",

diff --git a/tutorials/asr/Transducers_with_HF_Datasets.ipynb b/tutorials/asr/Transducers_with_HF_Datasets.ipynb
@@ -31,7 +31,7 @@
     "!pip install matplotlib>=3.3.2\n",
     "\n",
     "## Install NeMo\n",
-    "BRANCH = 'main'\n",
+    "BRANCH = 'r2.1.0'\n",
     "!python -m pip install git+https://github.com/NVIDIA/NeMo.git@$BRANCH#egg=nemo_toolkit[all]\n"
    ]
   },

diff --git a/tutorials/asr/Voice_Activity_Detection.ipynb b/tutorials/asr/Voice_Activity_Detection.ipynb
@@ -30,7 +30,7 @@
                 "!pip install text-unidecode\n",
                 "\n",
                 "# ## Install NeMo\n",
-                "BRANCH = 'main'\n",
+                "BRANCH = 'r2.1.0'\n",
                 "!python -m pip install git+https://github.com/NVIDIA/NeMo.git@$BRANCH#egg=nemo_toolkit[asr]\n",
                 "\n",
                 "## Install TorchAudio\n",

diff --git a/tutorials/asr/asr_adapters/ASR_with_Adapters.ipynb b/tutorials/asr/asr_adapters/ASR_with_Adapters.ipynb
@@ -50,7 +50,7 @@
         "!pip install matplotlib>=3.3.2\n",
         "\n",
         "## Install NeMo\n",
-        "BRANCH = 'main'\n",
+        "BRANCH = 'r2.1.0'\n",
         "!python -m pip install git+https://github.com/NVIDIA/NeMo.git@$BRANCH#egg=nemo_toolkit[all]\n",
         "\n",
         "## Grab the config we'll use in this example\n",

diff --git a/tutorials/asr/asr_adapters/Multi_Task_Adapters.ipynb b/tutorials/asr/asr_adapters/Multi_Task_Adapters.ipynb
@@ -32,7 +32,7 @@
     "!pip install matplotlib>=3.3.2\n",
     "\n",
     "## Install NeMo\n",
-    "BRANCH = 'main'\n",
+    "BRANCH = 'r2.1.0'\n",
     "!python -m pip install \"nemo_toolkit[asr] @ git+https://github.com/NVIDIA/NeMo.git@$BRANCH\""
    ]
   },

diff --git a/tutorials/audio/speech_enhancement/Speech_Enhancement_with_NeMo.ipynb b/tutorials/audio/speech_enhancement/Speech_Enhancement_with_NeMo.ipynb
@@ -46,7 +46,7 @@
         "\"\"\"\n",
         "\n",
         "GIT_USER = 'NVIDIA'\n",
-        "BRANCH = 'main'\n",
+        "BRANCH = 'r2.1.0'\n",
         "\n",
         "if 'google.colab' in str(get_ipython()):\n",
         "\n",

diff --git a/tutorials/audio/speech_enhancement/Speech_Enhancement_with_Online_Augmentation.ipynb b/tutorials/audio/speech_enhancement/Speech_Enhancement_with_Online_Augmentation.ipynb
@@ -47,7 +47,7 @@
         "\"\"\"\n",
         "\n",
         "GIT_USER = 'NVIDIA'\n",
-        "BRANCH = 'main'\n",
+        "BRANCH = 'r2.1.0'\n",
         "\n",
         "if 'google.colab' in str(get_ipython()):\n",
         "\n",

diff --git a/tutorials/cloud/aws/ASR_Finetuning_at_Scale_with_AWS_SageMaker.ipynb b/tutorials/cloud/aws/ASR_Finetuning_at_Scale_with_AWS_SageMaker.ipynb
@@ -70,7 +70,7 @@
     "!pip install matplotlib>=3.3.2\n",
     "\n",
     "## Install NeMo\n",
-    "BRANCH = 'main'\n",
+    "BRANCH = 'r2.1.0'\n",
     "!python -m pip install git+https://github.com/NVIDIA/NeMo.git@$BRANCH#egg=nemo_toolkit[all]\n",
     "\n",
     "\"\"\"\n",

diff --git a/tutorials/cloud/aws/SageMaker_ASR_Training.ipynb b/tutorials/cloud/aws/SageMaker_ASR_Training.ipynb
@@ -55,7 +55,7 @@
     "!pip install matplotlib>=3.3.2\n",
     "\n",
     "## Install NeMo\n",
-    "BRANCH = 'main'\n",
+    "BRANCH = 'r2.1.0'\n",
     "!python -m pip install git+https://github.com/NVIDIA/NeMo.git@$BRANCH#egg=nemo_toolkit[all]\n",
     "\n",
     "\"\"\"\n",

diff --git a/tutorials/multimodal/Multimodal Data Preparation.ipynb b/tutorials/multimodal/Multimodal Data Preparation.ipynb
@@ -39,7 +39,7 @@
     "! pip install img2dataset\n",
     "\n",
     "### Install NeMo\n",
-    "BRANCH = 'main'\n",
+    "BRANCH = 'r2.1.0'\n",
     "!python -m pip install git+https://github.com/NVIDIA/NeMo.git@$BRANCH#egg=nemo_toolkit[all]"
    ]
   },

diff --git a/tutorials/nlp/01_Pretrained_Language_Models_for_Downstream_Tasks.ipynb b/tutorials/nlp/01_Pretrained_Language_Models_for_Downstream_Tasks.ipynb
@@ -26,7 +26,7 @@
                 "# If you're using Google Colab and not running locally, run this cell\n",
                 "\n",
                 "# install NeMo\n",
-                "BRANCH = 'main'\n",
+                "BRANCH = 'r2.1.0'\n",
                 "!python -m pip install git+https://github.com/NVIDIA/NeMo.git@$BRANCH#egg=nemo_toolkit[nlp]"
             ]
         },

diff --git a/tutorials/nlp/02_NLP_Tokenizers.ipynb b/tutorials/nlp/02_NLP_Tokenizers.ipynb
@@ -10,7 +10,7 @@
             },
             "outputs": [],
             "source": [
-                "BRANCH = 'main'"
+                "BRANCH = 'r2.1.0'"
             ]
         },
         {
@@ -35,7 +35,7 @@
                 "# If you're using Google Colab and not running locally, run this cell\n",
                 "\n",
                 "# install NeMo\n",
-                "BRANCH = 'main'\n",
+                "BRANCH = 'r2.1.0'\n",
                 "!python -m pip install git+https://github.com/NVIDIA/NeMo.git@$BRANCH#egg=nemo_toolkit[nlp]"
             ]
         },

diff --git a/tutorials/nlp/Data_Preprocessing_and_Cleaning_for_NMT.ipynb b/tutorials/nlp/Data_Preprocessing_and_Cleaning_for_NMT.ipynb
@@ -300,7 +300,7 @@
     "\n",
     "## Install NeMo\n",
     "\n",
-    "BRANCH = 'main'\n",
+    "BRANCH = 'r2.1.0'\n",
     "!python -m pip install git+https://github.com/NVIDIA/NeMo.git@$BRANCH#egg=nemo_toolkit[all]\n",
     "\n",
     "!pip uninstall -y sacrebleu\n",

diff --git a/tutorials/nlp/ITN_with_Thutmose_Tagger.ipynb b/tutorials/nlp/ITN_with_Thutmose_Tagger.ipynb
@@ -21,7 +21,7 @@
         "import os\n",
         "\n",
         "# install NeMo\n",
-        "BRANCH = 'main'\n",
+        "BRANCH = 'r2.1.0'\n",
         "\n",
         "GITHUB_ACCOUNT = 'NVIDIA'  # change this if using a fork\n",
         "\n",