wip(build): test different configs for google-github-actions/upload-c…

…loud-storage https://mozilla-hub.atlassian.net/browse/MP-1394
mdn · Aug 2, 2024 · 42d5e9e · 42d5e9e
1 parent da87fe7
commit 42d5e9e
Showing 1 changed file with 60 additions and 10 deletions.
diff --git a/.github/workflows/test-build.yml b/.github/workflows/test-build.yml
@@ -211,26 +211,76 @@ jobs:
       - name: Setup gcloud
         uses: google-github-actions/setup-gcloud@v2
 
-      - name: Upload with gsutil
+      - name: Upload base config
         if: ${{ ! vars.SKIP_BUILD }}
-        run: |-
-          gsutil -q -m -h "Cache-Control: public, max-age=3600" rsync -crj html,json,txt -x '^.*/plain.html$'  client/build gs://${{ vars.GCP_BUCKET_NAME }}/gsutil-2
+        uses: google-github-actions/upload-cloud-storage@v2
+        with:
+          path: client/build
+          destination: ${{ vars.GCP_BUCKET_NAME }}/upload-cloud-storage-2
+          parent: false
+          gzip: true
+          resumable: false
+          concurrency: 100
+          process_gcloudignore: true
 
-      - name: Upload with gcloud storage
+      - name: Upload gzip true -> false
         if: ${{ ! vars.SKIP_BUILD }}
-        run: |-
-          gcloud storage rsync --quiet --verbosity=error --continue-on-error --checksums-only --recursive --gzip-in-flight=html,json,txt --exclude='^.*/plain.html$' client/build gs://${{ vars.GCP_BUCKET_NAME }}/gcloud-5
+        uses: google-github-actions/upload-cloud-storage@v2
+        with:
+          path: client/build
+          destination: ${{ vars.GCP_BUCKET_NAME }}/upload-cloud-storage-3
+          parent: false
+          gzip: false
+          resumable: false
+          concurrency: 100
+          process_gcloudignore: true
+
+      - name: Upload resumable false -> true
+        if: ${{ ! vars.SKIP_BUILD }}
+        uses: google-github-actions/upload-cloud-storage@v2
+        with:
+          path: client/build
+          destination: ${{ vars.GCP_BUCKET_NAME }}/upload-cloud-storage-4
+          parent: false
+          gzip: true
+          resumable: true
+          concurrency: 100
+          process_gcloudignore: true
+
+      - name: Upload concurrency 100 -> 1000
+        if: ${{ ! vars.SKIP_BUILD }}
+        uses: google-github-actions/upload-cloud-storage@v2
+        with:
+          path: client/build
+          destination: ${{ vars.GCP_BUCKET_NAME }}/upload-cloud-storage-5
+          parent: false
+          gzip: true
+          resumable: false
+          concurrency: 1000
+          process_gcloudignore: true
+
+      - name: Upload concurrency 100 -> 10000
+        if: ${{ ! vars.SKIP_BUILD }}
+        uses: google-github-actions/upload-cloud-storage@v2
+        with:
+          path: client/build
+          destination: ${{ vars.GCP_BUCKET_NAME }}/upload-cloud-storage-6
+          parent: false
+          gzip: true
+          resumable: false
+          concurrency: 10000
+          process_gcloudignore: true
 
-      - name: Upload with google-github-actions/upload-cloud-storage
+      - name: Upload concurrency 100 -> 10
         if: ${{ ! vars.SKIP_BUILD }}
         uses: google-github-actions/upload-cloud-storage@v2
         with:
           path: client/build
-          destination: ${{ vars.GCP_BUCKET_NAME }}/upload-cloud-storage-1
+          destination: ${{ vars.GCP_BUCKET_NAME }}/upload-cloud-storage-7
           parent: false
-          gzip: true # TODO: benchmark if false is better due to incompressible assets
+          gzip: true
           resumable: false
-          concurrency: 100 # TODO: benchmark different values
+          concurrency: 10
           process_gcloudignore: true
 
       - name: Authenticate with GCP