Revert "Script for estimating Lhotse dynamic duration buckets (NVIDIA…

…#8237)"

This reverts commit 4995981.

.github/labeler.yml

@@ -12,13 +12,6 @@ NLP:
 - docs/source/nlp/**/*
 - tests/collections/nlp/**
 
-Multi Modal:
-- nemo/collections/multimodal/**/*
-- examples/multimodal/**/*
-- tutorials/multimodal/**/*
-- docs/source/multimodal/**/*
-- tests/collections/multimodal/**
-
 Speaker Tasks:
 - examples/speaker_tasks/**/*
 - tutorials/speaker_tasks/**/*

.github/workflows/import-test.yml

@@ -40,6 +40,7 @@ jobs:
         python tests/core_ptl/check_imports.py --domain "asr"
         # Uninstall NeMo
         pip uninstall -y nemo_toolkit
+
   test-tts-imports:
     runs-on: ubuntu-latest
     container:
@@ -70,4 +71,37 @@ jobs:
         # Run import checks
         python tests/core_ptl/check_imports.py --domain "tts"
         # Uninstall NeMo
-        pip uninstall -y nemo_toolkit
+        pip uninstall -y nemo_toolkit
+
+  test-nlp-imports:
+    runs-on: ubuntu-latest
+    container:
+      image: pytorch/pytorch:2.0.1-cuda11.7-cudnn8-runtime
+    steps:
+    - name: Checkout repo
+      uses: actions/checkout@v2
+    - name: Update base dependencies
+      run: |
+        apt-get update && apt-get install -y build-essential
+        apt-get install -y libsndfile1 make
+    - name: Install nemo dependencies
+      id: nemo-wheel
+      run:  |
+        pip install Cython
+        # install test requirements
+        pip install -r requirements/requirements_test.txt
+        # Build nemo as a wheel
+        pip install build
+        python -m build --no-isolation --wheel
+        # Preserve wheel location
+        DIST_FILE=$(find ./dist -name "*.whl" | head -n 1)
+        echo "::set-output name=DIST_FILE::${DIST_FILE}"
+    - name: Test NLP Domain Imports
+      run: |
+        # Install NeMo Domain
+        pip install "${{ steps.nemo-wheel.outputs.DIST_FILE }}[nlp]"
+        # Run import checks
+        python tests/core_ptl/check_imports.py --domain "nlp"
+        # Uninstall NeMo
+        pip uninstall -y nemo_toolkit
+

Dockerfile

@@ -14,7 +14,7 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
-ARG BASE_IMAGE=nvcr.io/nvidia/pytorch:24.01-py3
+ARG BASE_IMAGE=nvcr.io/nvidia/pytorch:23.12-py3
 
 # build an image that includes only the nemo dependencies, ensures that dependencies
 # are included first for optimal caching, and useful for building a development
@@ -66,19 +66,19 @@ WORKDIR /workspace/
 # We leave it here in case we need to work off of a specific commit in main
 RUN git clone https://github.com/NVIDIA/Megatron-LM.git && \
   cd Megatron-LM && \
-  git checkout ad53b1e38689a0ceed75ade7821f4e6c7554abb4 && \
+  git checkout 27cbe46714a50c43ed290f1b1472db8d2780c55c && \
   pip install .
 
 # Performance optimizations for distributed optimizer: https://github.com/NVIDIA/apex/pull/1771
 RUN git clone https://github.com/NVIDIA/apex.git && \
   cd apex && \
-  git checkout f058162b215791b15507bb542f22ccfde49c872d && \
+  git checkout b496d85fb88a801d8e680872a12822de310951fd && \
   pip install -v --no-build-isolation --disable-pip-version-check --no-cache-dir --config-settings "--build-option=--cpp_ext --cuda_ext --fast_layer_norm --distributed_adam --deprecated_fused_adam" ./
 
 # Transformer Engine 1.2.0
 RUN git clone https://github.com/NVIDIA/TransformerEngine.git && \
   cd TransformerEngine && \
-  git fetch origin da30634a6c9ccdbb6c587b6c93b1860e4b038204 && \
+  git fetch origin 4f9662fbe621671f5f905e772fc1138953af77f6 && \
   git checkout FETCH_HEAD && \
   git submodule init && git submodule update && \
   NVTE_FRAMEWORK=pytorch NVTE_WITH_USERBUFFERS=1 MPI_HOME=/usr/local/mpi pip install .