diff --git a/.github/workflows/bagua-pypi-publish.yml b/.github/workflows/bagua-pypi-publish.yml
index 9202fdd65..c58b40626 100644
--- a/.github/workflows/bagua-pypi-publish.yml
+++ b/.github/workflows/bagua-pypi-publish.yml
@@ -17,7 +17,7 @@ jobs:
           submodules: recursive
       - run: git config --global --add safe.directory $(pwd) && BAGUA_NO_INSTALL_DEPS=1 python -m build -s
       - name: Publish a Python distribution to PyPI
-        if: github.ref == 'refs/heads/master' && startsWith(github.ref, 'refs/tags')
+        if: github.ref == 'refs/heads/master' || startsWith(github.ref, 'refs/tags')
         uses: pypa/gh-action-pypi-publish@release/v1
         with:
           user: __token__
@@ -31,7 +31,7 @@ jobs:
             dist/*
 
   check_source_install:
-    if: github.ref == 'refs/heads/master' && startsWith(github.ref, 'refs/tags')
+    if: github.ref == 'refs/heads/master' || startsWith(github.ref, 'refs/tags')
     runs-on: ubuntu-latest
     container: baguasys/bagua:master-pytorch-1.9.0-cuda11.1-cudnn8
     needs:
@@ -47,7 +47,7 @@ jobs:
           python -m pip install --pre bagua==$(python setup.py --version) --upgrade
 
   check_wheel_install:
-    if: github.ref == 'refs/heads/master' && startsWith(github.ref, 'refs/tags')
+    if: github.ref == 'refs/heads/master' || startsWith(github.ref, 'refs/tags')
     strategy:
       fail-fast: false
       matrix:
@@ -144,7 +144,7 @@ jobs:
           if-no-files-found: error
 
       - name: Publish a Python distribution to PyPI
-        if: github.ref == 'refs/heads/master' && startsWith(github.ref, 'refs/tags')
+        if: github.ref == 'refs/heads/master' || startsWith(github.ref, 'refs/tags')
         uses: pypa/gh-action-pypi-publish@release/v1
         with:
           user: __token__