Use upstream flashlight-text in CI unittest (#3225)

Summary:
Initial step to migrate to upstream CTC decoder.

https://circleci.com/api/v1.1/project/github/pytorch/audio/1174432/output/107/0?file=true&allocation-id=642636c6eaaa102ce75beb8e-0-build%2FB77C8AB

Pull Request resolved: #3225

Reviewed By: nateanl

Differential Revision: D44581338

Pulled By: mthrok

fbshipit-source-id: 1517fa0cd5e4ba001d136eb0dfc2a9349afcd2da

Author: mthrok

.circleci/unittest/linux/scripts/install.sh

@@ -58,7 +58,7 @@ printf "Installing PyTorch with %s\n" "${cudatoolkit}"
 
 # 2. Install torchaudio
 printf "* Installing torchaudio\n"
-python setup.py install
+BUILD_CTC_DECODER=0 python setup.py install
 
 # 3. Install Test tools
 printf "* Installing test tools\n"
@@ -72,7 +72,7 @@ fi
 (
     set -x
     conda install -y -c conda-forge ${NUMBA_DEV_CHANNEL} 'librosa==0.10.0' parameterized 'requests>=2.20'
-    pip install kaldi-io SoundFile coverage pytest pytest-cov 'scipy==1.7.3' transformers expecttest unidecode inflect Pillow sentencepiece pytorch-lightning 'protobuf<4.21.0' demucs tinytag pyroomacoustics
+    pip install kaldi-io SoundFile coverage pytest pytest-cov 'scipy==1.7.3' transformers expecttest unidecode inflect Pillow sentencepiece pytorch-lightning 'protobuf<4.21.0' demucs tinytag pyroomacoustics flashlight-text git+https://github.com/kpu/kenlm
 )
 # Install fairseq
 git clone https://github.com/pytorch/fairseq

.circleci/unittest/windows/scripts/install.sh

@@ -50,6 +50,7 @@ fi
 
 # 2. Install torchaudio
 printf "* Installing torchaudio\n"
+export BUILD_CTC_DECODER=0
 "$root_dir/packaging/vc_env_helper.bat" python setup.py install
 
 # 3. Install Test tools
@@ -91,7 +92,9 @@ esac
         'protobuf<4.21.0' \
         demucs \
         tinytag \
-        pyroomacoustics
+        pyroomacoustics \
+        flashlight-text \
+        git+https://github.com/kpu/kenlm/
 )
 # Install fairseq
 git clone https://github.com/pytorch/fairseq

.github/workflows/build_docs.yml

@@ -72,7 +72,10 @@ jobs:
         # TODO: Enable NVDec/NVEnc
         conda install --quiet -y 'ffmpeg>=4.1' pkg-config
         pip --quiet install cmake>=3.18.0 ninja
-        USE_FFMPEG=1 pip install --progress-bar off -v -e . --no-use-pep517
+        BUILD_CTC_DECODER=0 USE_FFMPEG=1 pip install --progress-bar off -v -e . --no-use-pep517
+
+        # Install runtime dependencies
+        pip --quiet install git+https://github.com/kpu/kenlm/ flashlight-text
 
         # Install build tools
         conda install --quiet -y -c conda-forge pandoc doxygen pysoundfile

.github/workflows/unittest-linux-gpu.yml

@@ -57,11 +57,11 @@ jobs:
         # Install torchaudio
         conda install --quiet -y 'ffmpeg>=4.1' pkg-config
         python3 -m pip --quiet install cmake>=3.18.0 ninja
-        USE_FFMPEG=1 python3 -m pip install -v -e . --no-use-pep517
+        BUILD_CTC_DECODER=0 USE_FFMPEG=1 python3 -m pip install -v -e . --no-use-pep517
 
         # Install test tools
         conda install -y --quiet -c conda-forge -c numba/label/dev 'librosa==0.10.0' parameterized 'requests>=2.20'
-        python3 -m pip install --quiet kaldi-io SoundFile coverage pytest pytest-cov 'scipy==1.7.3' transformers expecttest unidecode inflect Pillow sentencepiece pytorch-lightning 'protobuf<4.21.0' demucs tinytag
+        python3 -m pip install --quiet kaldi-io SoundFile coverage pytest pytest-cov 'scipy==1.7.3' transformers expecttest unidecode inflect Pillow sentencepiece pytorch-lightning 'protobuf<4.21.0' demucs tinytag flashlight-text git+https://github.com/kpu/kenlm/
         python3 -m pip install --quiet git+https://github.com/pytorch/fairseq.git@e47a4c8
 
         # Run tests