diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml
index 539e890a2..3042c110a 100644
--- a/.github/workflows/ci.yml
+++ b/.github/workflows/ci.yml
@@ -50,7 +50,7 @@ jobs:
       matrix:
         api-level: [ 24 ]
         target: [ google_apis ]
-    runs-on: macos-latest
+    runs-on: ubuntu-latest
     timeout-minutes: 60
     steps:
       - uses: actions/checkout@v3
@@ -61,8 +61,6 @@ jobs:
           cache: 'gradle'
       - run: chmod +x gradlew
       - uses: gradle/gradle-build-action@v2
-      - name: Setup Docker on macOS
-        uses: douglascamata/setup-docker-macos-action@main
       - run: |
           docker system prune --all --force
           docker-compose -f docker/docker-compose-ci.yml up --build -d
@@ -96,6 +94,7 @@ jobs:
           emulator-boot-timeout: 12000
           disable-animations: true
           script: |
+            adb shell pm list packages | grep dev.yorkie.test && adb uninstall dev.yorkie.test || true;
             ./gradlew yorkie:connectedCheck -Pandroid.testInstrumentationRunnerArguments.notAnnotation=androidx.test.filters.LargeTest --no-build-cache --no-daemon --stacktrace
             ./gradlew yorkie:connectedCheck -Pandroid.testInstrumentationRunnerArguments.annotation=androidx.test.filters.LargeTest --no-build-cache --no-daemon --stacktrace
       - if: ${{ matrix.api-level == 24 }}