diff --git a/azure-pipelines.yml b/azure-pipelines.yml
index 59b05edd3f..8d2c0319ff 100644
--- a/azure-pipelines.yml
+++ b/azure-pipelines.yml
@@ -12,11 +12,6 @@ jobs:
       python3 -m pip install --upgrade pip setuptools --user
       python3 -m pip install pylint==2.3.1 --user
     displayName: 'Install python tools'
-  - script: |
-      python3 -m pylint --rcfile pylintrc tools
-      python3 -m pylint --rcfile src/sdk/pynni/pylintrc src/sdk/pycli/nnicli
-      python3 -m pylint --rcfile src/sdk/pynni/pylintrc src/sdk/pynni/nni
-    displayName: 'Run pylint'
   - script: |
       python3 -m pip install torch==0.4.1 --user
       python3 -m pip install torchvision==0.2.1 --user
@@ -25,6 +20,11 @@ jobs:
   - script: |
       source install.sh
     displayName: 'Install nni toolkit via source code'
+  - script: |
+      python3 -m pylint --rcfile pylintrc tools
+      python3 -m pylint --rcfile src/sdk/pynni/pylintrc src/sdk/pycli/nnicli
+      python3 -m pylint --rcfile src/sdk/pynni/pylintrc src/sdk/pynni/nni
+    displayName: 'Run pylint'
   - script: |
       python3 -m pip install flake8 --user
       IGNORE=./tools/nni_annotation/testcase/*:F821,./examples/trials/mnist-nas/*/mnist*.py:F821,./examples/trials/nas_cifar10/src/cifar10/general_child.py:F821