diff --git a/.ci/setup.sh b/.ci/setup.sh
index 36221ad3a47b..c89bb6a73d8d 100755
--- a/.ci/setup.sh
+++ b/.ci/setup.sh
@@ -42,7 +42,6 @@ else  # Linux
             jq \
             libcurl4 \
             libicu66 \
-            libomp-dev \
             libssl1.1 \
             libunwind8 \
             locales \
@@ -58,7 +57,8 @@ else  # Linux
 
         sudo apt-get install -y --no-install-recommends \
             cmake \
-            clang
+            clang \
+            libomp-dev
     fi
     if [[ $TASK == "mpi" ]]; then
         sudo apt-get update
diff --git a/.vsts-ci.yml b/.vsts-ci.yml
index faa7f9d76715..1ef2d6c3de42 100644
--- a/.vsts-ci.yml
+++ b/.vsts-ci.yml
@@ -46,7 +46,6 @@ jobs:
       gpu_source:
         TASK: gpu
         METHOD: source
-        PYTHON_VERSION: 3.6
   steps:
   - script: |
       echo "##vso[task.setvariable variable=BUILD_DIRECTORY]$BUILD_SOURCESDIRECTORY"