diff --git a/test/pipelines-it-local-windows.yml b/test/pipelines-it-local-windows.yml
index 969a74c09f..82ed7abd15 100644
--- a/test/pipelines-it-local-windows.yml
+++ b/test/pipelines-it-local-windows.yml
@@ -18,7 +18,7 @@ jobs:
     displayName: 'generate config files'
   - script: |
       cd test
-      python config_test.py --ts local --local_gpu --exclude smac,bohb
+      python config_test.py --ts local --local_gpu --exclude smac,bohb,multi_phase_batch,multi_phase_grid
     displayName: 'Examples and advanced features tests on local machine'
   - script: |
       cd test
diff --git a/test/pipelines-it-local.yml b/test/pipelines-it-local.yml
index b51ab99632..2bc7a230e8 100644
--- a/test/pipelines-it-local.yml
+++ b/test/pipelines-it-local.yml
@@ -31,7 +31,7 @@ jobs:
     displayName: 'Built-in tuners / assessors tests'
   - script: |
       cd test
-      PATH=$HOME/.local/bin:$PATH python3 config_test.py --ts local --local_gpu
+      PATH=$HOME/.local/bin:$PATH python3 config_test.py --ts local --local_gpu --exclude multi_phase_batch,multi_phase_grid
     displayName: 'Examples and advanced features tests on local machine'
   - script: |
       cd test
diff --git a/test/pipelines-it-pai-windows.yml b/test/pipelines-it-pai-windows.yml
index 0291ecfdca..2452f320f1 100644
--- a/test/pipelines-it-pai-windows.yml
+++ b/test/pipelines-it-pai-windows.yml
@@ -65,5 +65,5 @@ jobs:
       python --version
       python generate_ts_config.py --ts pai --pai_host $(pai_host) --pai_user $(pai_user) --pai_pwd $(pai_pwd) --vc $(pai_virtual_cluster) --nni_docker_image $(docker_image) --data_dir $(data_dir) --output_dir $(output_dir) --nni_manager_ip $(nni_manager_ip)
 
-      python config_test.py --ts pai --exclude multi_phase,smac,bohb
+      python config_test.py --ts pai --exclude multi_phase,smac,bohb,multi_phase_batch,multi_phase_grid
     displayName: 'Examples and advanced features tests on pai'
\ No newline at end of file
diff --git a/test/pipelines-it-pai.yml b/test/pipelines-it-pai.yml
index 46e08376aa..2ed9588322 100644
--- a/test/pipelines-it-pai.yml
+++ b/test/pipelines-it-pai.yml
@@ -75,5 +75,5 @@ jobs:
       python3 generate_ts_config.py --ts pai --pai_host $(pai_host) --pai_user $(pai_user) --pai_pwd $(pai_pwd) --vc $(pai_virtual_cluster) \
       --nni_docker_image $TEST_IMG --data_dir $(data_dir) --output_dir $(output_dir) --nni_manager_ip $(nni_manager_ip)
 
-      PATH=$HOME/.local/bin:$PATH python3 config_test.py --ts pai --exclude multi_phase
+      PATH=$HOME/.local/bin:$PATH python3 config_test.py --ts pai --exclude multi_phase_batch,multi_phase_grid
     displayName: 'integration test'
diff --git a/test/pipelines-it-remote-windows.yml b/test/pipelines-it-remote-windows.yml
index fb7a088823..a4c2addacf 100644
--- a/test/pipelines-it-remote-windows.yml
+++ b/test/pipelines-it-remote-windows.yml
@@ -39,7 +39,7 @@ jobs:
       cd test
       python generate_ts_config.py --ts remote --remote_user $(docker_user) --remote_host $(remote_host) --remote_port $(Get-Content port) --remote_pwd $(docker_pwd) --nni_manager_ip $(nni_manager_ip)
       Get-Content training_service.yml
-      python config_test.py --ts remote --exclude cifar10,smac,bohb
+      python config_test.py --ts remote --exclude cifar10,smac,bohb,multi_phase_batch,multi_phase_grid
     displayName: 'integration test'
   - task: SSH@0
     inputs:
diff --git a/test/pipelines-it-remote.yml b/test/pipelines-it-remote.yml
index 22c6cc745a..293094f208 100644
--- a/test/pipelines-it-remote.yml
+++ b/test/pipelines-it-remote.yml
@@ -52,7 +52,7 @@ jobs:
       python3 generate_ts_config.py --ts remote --remote_user $(docker_user) --remote_host $(remote_host) \
       --remote_port $(cat port) --remote_pwd $(docker_pwd) --nni_manager_ip $(nni_manager_ip)
       cat training_service.yml
-      PATH=$HOME/.local/bin:$PATH python3 config_test.py --ts remote --exclude cifar10
+      PATH=$HOME/.local/bin:$PATH python3 config_test.py --ts remote --exclude cifar10,multi_phase_batch,multi_phase_grid
     displayName: 'integration test'
   - task: SSH@0
     inputs:
diff --git a/tools/nni_trial_tool/trial_keeper.py b/tools/nni_trial_tool/trial_keeper.py
index f251a57967..23d9c4f1ab 100644
--- a/tools/nni_trial_tool/trial_keeper.py
+++ b/tools/nni_trial_tool/trial_keeper.py
@@ -224,7 +224,7 @@ def run(self):
         exit(1)
     check_version(args)
     try:
-        if is_multi_phase():
+        if NNI_PLATFORM == 'pai' and is_multi_phase():
             fetch_parameter_file(args)
         main_loop(args)
     except SystemExit as se: