diff --git a/azure-pipelines.yml b/azure-pipelines.yml
index 14ef0197ca..f6ccae34ef 100644
--- a/azure-pipelines.yml
+++ b/azure-pipelines.yml
@@ -126,18 +126,10 @@ jobs:
       cd test
       powershell.exe -file unittest.ps1
     displayName: 'unit test'
-  - script: |
-      cd test
-      python naive_test.py
-    displayName: 'Naive test'
   - script: |
       cd test
       python tuner_test.py
     displayName: 'Built-in tuners / assessors tests'
-  - script: |
-      cd test
-      python metrics_test.py
-    displayName: 'Trial job metrics test'
   - script: |
       cd test
       PATH=$HOME/.local/bin:$PATH python3 cli_test.py