forked from espnet/espnet
-
Notifications
You must be signed in to change notification settings - Fork 0
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
- Loading branch information
1 parent
e002ace
commit c9086d7
Showing
9 changed files
with
153 additions
and
39 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -1,24 +1,145 @@ | ||
| #!/usr/bin/env bash | ||
| set -euo pipefail | ||
|
|
||
| # Please update if too old. See https://k2-fsa.org/nightly/, https://anaconda.org/k2-fsa/k2/files | ||
| pip_k2_version="1.6.dev20210907" | ||
| conda_k2_version="1.6.dev20210824" # Empty indicates latest version | ||
|
|
||
| if [ $# != 0 ]; then | ||
| echo "Usage: $0" | ||
| if [ $# -gt 2 ]; then | ||
| echo "Usage: $0 [use-conda|true or false] [<k2-version>]" | ||
| exit 1; | ||
| elif [ $# -gt 0 ]; then | ||
| use_conda="$1" | ||
| if [ "${use_conda}" != false ] && [ "${use_conda}" != true ]; then | ||
| echo "[ERROR] <use_conda> must be true or false, but ${use_conda} is given." | ||
| echo "Usage: $0 [use-conda|true or false] [<k2-version>]" | ||
| exit 1 | ||
| fi | ||
|
|
||
| if [ $# -eq 2 ]; then | ||
| k2_version="$2" | ||
| pip_k2_version="${k2_version}" | ||
| conda_k2_version="${k2_version}" | ||
| fi | ||
| else | ||
| use_conda=$([[ $(conda list -e -c -f --no-pip pytorch 2>/dev/null) =~ pytorch ]] && echo true || echo false) | ||
| fi | ||
|
|
||
|
|
||
| python_36_plus=$(python3 <<EOF | ||
| from distutils.version import LooseVersion as V | ||
| import sys | ||
| if V(sys.version) >= V("3.6"): | ||
| print("true") | ||
| else: | ||
| print("false") | ||
| EOF | ||
| ) | ||
|
|
||
| cuda_version=$(python3 <<EOF | ||
| try: | ||
| import torch | ||
| except: | ||
| raise RuntimeError("Please install torch before running this script") | ||
| if torch.cuda.is_available(): | ||
| version=torch.version.cuda.split(".") | ||
| # 10.1.aa -> 10.1 | ||
| print(version[0] + "." + version[1]) | ||
| else: | ||
| print("") | ||
| EOF | ||
| ) | ||
| torch_version=$(python3 <<EOF | ||
| import torch | ||
| # e.g. 1.10.0+cpu -> 1.10.0 | ||
| torch_version=torch.__version__.split("+")[0] | ||
| print(torch_version) | ||
| EOF | ||
| ) | ||
|
|
||
| pytorch_plus(){ | ||
| python3 <<EOF | ||
| import sys | ||
| from distutils.version import LooseVersion as L | ||
| if L('$torch_version') >= L('$1'): | ||
| print("true") | ||
| else: | ||
| print("false") | ||
| EOF | ||
| } | ||
|
|
||
| echo "[INFO] torch_version=${torch_version}" | ||
| echo "[INFO] cuda_version=${cuda_version}" | ||
|
|
||
| if ! "${python_36_plus}"; then | ||
| echo "[ERROR] k2 requires python>=3.6" | ||
| exit 1 | ||
| fi | ||
|
|
||
| if ! "$(pytorch_plus 1.6.0)"; then | ||
| echo "[WARNING] Using pip to install k2" | ||
| use_conda=false | ||
| fi | ||
|
|
||
| # Install k2 | ||
| if [ ! -e k2.done ]; then | ||
| ( | ||
| set -euo pipefail | ||
| # Will install pytorch==1.7.1 automatically. | ||
| # Refer to | ||
| # https://k2.readthedocs.io/en/latest/installation/index.html | ||
| # for more alternatives to install k2 | ||
| python3 -m pip install k2 | ||
| ) | ||
| touch k2.done | ||
|
|
||
| # Check pytorch version. | ||
| # Please exit without error code for CI. | ||
| if "${use_conda}"; then | ||
| if [ "${conda_k2_version}" = "1.6.dev20210824" ]; then | ||
| if "$(pytorch_plus 1.9.1)"; then | ||
| echo "[WARNING] k2=${conda_k2_version} doesn't provide conda package for pytorch=${torch_version}. Skip k2-installation" | ||
| exit | ||
| elif ! "$(pytorch_plus 1.8.1)"; then | ||
| echo "[WARNING] k2=${conda_k2_version} doesn't provide conda package for pytorch=${torch_version}. Skip k2-installation" | ||
| exit | ||
| fi | ||
| if [ -n "${cuda_version}" ] && [ "${cuda_version}" != "10.2" ] && [ "${cuda_version}" != "11.0" ] && [ "${cuda_version}" != "11.1" ]; then | ||
| echo "[WARNING] k2=${conda_k2_version} provides conda package for CUDA10.2, 11.0, 11.1 only. Skip k2-installation" | ||
| exit | ||
| fi | ||
| fi | ||
| else | ||
| echo "k2 is already installed" | ||
| if [ "${pip_k2_version}" = "1.6.dev20210907" ]; then | ||
| if "$(pytorch_plus 1.9.1)"; then | ||
| echo "[WARNING] k2=${pip_k2_version} for pip doesn't provide pytorch=${torch_version} binary. Skip k2-installation" | ||
| exit | ||
| elif ! "$(pytorch_plus 1.3.1)"; then | ||
| echo "[WARNING] k2=${pip_k2_version} for pip doesn't provide pytorch=${torch_version} binary. Skip k2-installation" | ||
| exit | ||
| fi | ||
| if [ -n "${cuda_version}" ] && [ "${torch_version}" != "1.7.1" ]; then | ||
| echo "[WARNING] k2=${pip_k2_version}+cuda for pip provides pytorch=1.7.1 binary only. Skip k2-installation" | ||
| exit | ||
| fi | ||
| if [ -n "${cuda_version}" ] && [ "${cuda_version}" != "10.1" ] && [ "${cuda_version}" != "10.2" ] && [ "${cuda_version}" != "11.0" ]; then | ||
| echo "[WARNING] k2=${pip_k2_version} for pip provides CUDA10.1, 10.2, 11.0 binary only. Skip k2-installation" | ||
| exit | ||
| fi | ||
| fi | ||
| fi | ||
|
|
||
|
|
||
|
|
||
| if "${use_conda}"; then | ||
| [ -z "${conda_k2_version}" ] && k2="k2" || k2="k2=${conda_k2_version}" | ||
|
|
||
| if [ -z "${cuda_version}" ]; then | ||
| echo conda install -y -c k2-fsa -c pytorch cpuonly "${k2}" "pytorch=${torch_version}" | ||
| conda install -y -c k2-fsa -c pytorch cpuonly "${k2}" "pytorch=${torch_version}" | ||
| else | ||
| # NOTE(kamo): K2 requires cudatoolkit from conda-forge channel and k2-cpu is installed if the other channel is used, e.g. anaconda, nvidia | ||
| echo conda install -y -c k2-fsa -c pytorch -c conda-forge "${k2}" "cudatoolkit=${cuda_version}" "pytorch=${torch_version}" | ||
| conda install -y -c k2-fsa -c pytorch -c conda-forge "${k2}" "cudatoolkit=${cuda_version}" "pytorch=${torch_version}" | ||
| fi | ||
|
|
||
| else | ||
| if [ -z "${cuda_version}" ]; then | ||
| echo pip install "k2==${pip_k2_version}+cpu.torch${torch_version}" -f https://k2-fsa.org/nightly/ | ||
| pip install "k2==${pip_k2_version}+cpu.torch${torch_version}" -f https://k2-fsa.org/nightly/ | ||
| else | ||
| echo pip install "k2==${pip_k2_version}+cuda${cuda_version}.torch${torch_version}" -f https://k2-fsa.org/nightly/ | ||
| pip install "k2==${pip_k2_version}+cuda${cuda_version}.torch${torch_version}" -f https://k2-fsa.org/nightly/ | ||
| fi | ||
| fi |