diff --git a/.github/workflows/release.yml b/.github/workflows/release.yml
index 20b061653f..69a7b71ae2 100644
--- a/.github/workflows/release.yml
+++ b/.github/workflows/release.yml
@@ -127,7 +127,7 @@ jobs:
       uses: ./smithy-rs/.github/actions/download-all-artifacts
     - name: Push gradle.properties changes
       id: gradle-push
-      working-directory: artifacts
+      working-directory: upgrade-gradle-properties/smithy-rs
       shell: bash
       env:
         SEMANTIC_VERSION: ${{ inputs.semantic_version }}
diff --git a/tools/ci-scripts/upgrade-gradle-properties b/tools/ci-scripts/upgrade-gradle-properties
index 8e65369e1a..3982b430fe 100755
--- a/tools/ci-scripts/upgrade-gradle-properties
+++ b/tools/ci-scripts/upgrade-gradle-properties
@@ -8,7 +8,7 @@ set -eux
 
 SEMANTIC_VERSION="${1}"
 SMITHY_RS_DIR="$(pwd)/smithy-rs"
-ARTIFACTS_DIR="$(pwd)/artifacts"
+ARTIFACTS_DIR="$(pwd)/artifacts/upgrade-gradle-properties"
 mkdir -p "${ARTIFACTS_DIR}"
 
 pushd "${SMITHY_RS_DIR}"
@@ -24,5 +24,5 @@ popd
 pushd "${ARTIFACTS_DIR}"
 git clone "${SMITHY_RS_DIR}"
 # Copy over the original remotes so that it's possible to push to `origin`
-cp "${SMITHY_RS_DIR}/.git/config" .git/config
+cp "${SMITHY_RS_DIR}/.git/config" smithy-rs/.git/config
 popd