diff --git a/test/pipelines-it-kubeflow.yml b/test/pipelines-it-kubeflow.yml
index e9c160636c..3173a7312c 100644
--- a/test/pipelines-it-kubeflow.yml
+++ b/test/pipelines-it-kubeflow.yml
@@ -39,11 +39,6 @@ jobs:
     displayName: 'Install nni toolkit via source code'
 
   - script: |
-      python3 -m pip install scikit-learn==0.20.0 --user
-      python3 -m pip install torch==0.4.1 --user
-      python3 -m pip install torchvision==0.2.1 --user
-      python3 -m pip install keras==2.1.6 --user
-      python3 -m pip install tensorflow==1.12.0 --user
       sudo apt-get install swig -y
       PATH=$HOME/.local/bin:$PATH nnictl package install --name=SMAC
       PATH=$HOME/.local/bin:$PATH nnictl package install --name=BOHB
diff --git a/test/pipelines-it-local.yml b/test/pipelines-it-local.yml
index 4f054546fc..31a2e8cdb6 100644
--- a/test/pipelines-it-local.yml
+++ b/test/pipelines-it-local.yml
@@ -9,8 +9,8 @@ jobs:
     displayName: 'Install nni toolkit via source code'
   - script: |
       python3 -m pip install scikit-learn==0.20.0 --user
-      python3 -m pip install torch==0.4.1 --user
-      python3 -m pip install torchvision==0.2.1 --user
+      python3 -m pip install torch==1.2.0 --user
+      python3 -m pip install torchvision==0.4.0 --user
       python3 -m pip install keras==2.1.6 --user
       python3 -m pip install tensorflow-gpu==1.12.0 --user
       sudo apt-get install swig -y
diff --git a/test/pipelines-it-pai.yml b/test/pipelines-it-pai.yml
index 5e44c7a6be..26c1e05cd8 100644
--- a/test/pipelines-it-pai.yml
+++ b/test/pipelines-it-pai.yml
@@ -39,11 +39,6 @@ jobs:
     displayName: 'Install nni toolkit via source code'
 
   - script: |
-      python3 -m pip install scikit-learn==0.20.0 --user
-      python3 -m pip install torch==0.4.1 --user
-      python3 -m pip install torchvision==0.2.1 --user
-      python3 -m pip install keras==2.1.6 --user
-      python3 -m pip install tensorflow-gpu==1.12.0 --user
       sudo apt-get install swig -y
       PATH=$HOME/.local/bin:$PATH nnictl package install --name=SMAC
       PATH=$HOME/.local/bin:$PATH nnictl package install --name=BOHB