upload

deepjavalibrary · Sep 30, 2024 · 5ddd831 · 5ddd831
1 parent 13059e7
commit 5ddd831
Showing 1 changed file with 4 additions and 13 deletions.
diff --git a/.github/workflows/native_s3_huggingface.yml b/.github/workflows/native_s3_huggingface.yml
@@ -28,15 +28,6 @@ jobs:
           ln -s /usr/bin/cmake3 /usr/bin/cmake
           curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs | sh -s -- -y
           pip3 install awscli wheel setuptools --upgrade
-      - uses: taiki-e/checkout-action@v1
-      - name: Release JNI prep
-        run: |
-          source "$HOME/.cargo/env"
-          ./gradlew :extensions:tokenizers:compileJNI
-          PYTORCH_PRECXX11=true ./gradlew -Pjni :extensions:tokenizers:test
-      - name: Build djl-converter wheel
-        working-directory: extensions/tokenizers/src/main/python/
-        run: ./setup.py bdist_wheel
       - name: Configure AWS Credentials
         run: |
           oidc_token=$(curl -H "Authorization: bearer $ACTIONS_ID_TOKEN_REQUEST_TOKEN" \
@@ -62,7 +53,7 @@ jobs:
         run: |
           DJL_VERSION=$(awk -F '=' '/djl / {gsub(/ ?"/, "", $2); print $2}' gradle/libs.versions.toml)
           TOKENIZERS_VERSION="$(awk -F '=' '/tokenizers/ {gsub(/ ?"/, "", $2); print $2}' gradle/libs.versions.toml)"
-          aws s3 sync extensions/tokenizers/jnilib/$DJL_VERSION/linux-x86_64/cpu s3://djl-ai/publish/tokenizers/${TOKENIZERS_VERSION}/jnilib/$DJL_VERSION/linux-x86_64/cpu/
-          aws cloudfront create-invalidation --distribution-id E371VB8JQ6NRVY --paths "/tokenizers/${TOKENIZERS_VERSION}/jnilib/*"
-          aws s3 cp extensions/tokenizers/src/main/python/dist/djl_converter-*.whl s3://djl-ai/publish/djl_converter/
-          aws cloudfront create-invalidation --distribution-id E371VB8JQ6NRVY --paths "/djl_converter/*"
+          pip install gdown
+          gdown https://drive.google.com/uc?id=1-y04vBoCsgQHcAALgW4O4qQvRfKPN9Qq  # for files
+          unzip mlrepo.zip
+          aws s3 sync mlrepo s3://djl-ai/mlrepo/model/