diff --git a/.github/workflows/build-ce7-releases.yml b/.github/workflows/build-ce7-releases.yml index 93fe92fc..bfa800b8 100644 --- a/.github/workflows/build-ce7-releases.yml +++ b/.github/workflows/build-ce7-releases.yml @@ -12,7 +12,7 @@ jobs: strategy: matrix: sparkver: [spark303, spark324, spark333] - blazever: [3.0.0] + blazever: [3.0.1] steps: - uses: actions/checkout@v4 diff --git a/README.md b/README.md index 1533a426..49eefa36 100644 --- a/README.md +++ b/README.md @@ -72,7 +72,7 @@ _You could either build Blaze in dev mode for debugging or in release mode to un Blaze._ ```shell -SHIM=spark333 # or spark303 +SHIM=spark333 # or spark303/spark324 MODE=release # or pre mvn package -P"${SHIM}" -P"${MODE}" ``` diff --git a/RELEASES.md b/RELEASES.md index 551e0e67..4ed7b0a5 100644 --- a/RELEASES.md +++ b/RELEASES.md @@ -1,15 +1,10 @@ -# blaze-v3.0.0 +# blaze-v3.0.1 ## Features -* Supports using spark.io.compression.codec for shuffle/broadcast compression -* Supports date type casting -* Refactor join implementations to support existence joins and BHJ building hash map on driver side +* Supports spark3.0/3.2/3.3. ## Performance -* Fixed performance issues when running on spark3 with default configurations -* Use cached parquet metadata -* Refactor native broadcast to avoid duplicated broadcast jobs -* Supports spark333 batch shuffle reading +fix GetJsonObject conversion, supporting faster get_json_object with sonic-rs. ## Bugfix -* Fix in_list conversion in from_proto.rs +* fix childOrderingRequiredTag computation logic. diff --git a/dev/docker-build/centos7/Dockerfile b/dev/docker-build/centos7/Dockerfile index eb82432b..283b9e4b 100644 --- a/dev/docker-build/centos7/Dockerfile +++ b/dev/docker-build/centos7/Dockerfile @@ -1,10 +1,15 @@ FROM centos:7 # install common tools -RUN sed -i 's/mirrorlist/#mirrorlist/g' /etc/yum.repos.d/CentOS-* -RUN sed -i 's|#baseurl=http://mirror.centos.org|baseurl=http://vault.centos.org|g' /etc/yum.repos.d/CentOS-* +RUN echo "sslverify=false" >> /etc/yum.conf +RUN sed -i "s/mirror.centos.org/vault.centos.org/g" /etc/yum.repos.d/*.repo +RUN sed -i "s/^#.*baseurl=http/baseurl=https/g" /etc/yum.repos.d/*.repo +RUN sed -i "s/^mirrorlist/#mirrorlist/g" /etc/yum.repos.d/*.repo RUN yum update -y RUN yum install -y centos-release-scl epel-release +RUN sed -i "s/mirror.centos.org/vault.centos.org/g" /etc/yum.repos.d/*.repo +RUN sed -i "s/^#.*baseurl=http/baseurl=https/g" /etc/yum.repos.d/*.repo +RUN sed -i "s/^mirrorlist/#mirrorlist/g" /etc/yum.repos.d/*.repo RUN yum install -y libzip unzip wget cmake3 openssl-devel # install gcc-11 diff --git a/pom.xml b/pom.xml index e4af0c8f..6b4dc267 100644 --- a/pom.xml +++ b/pom.xml @@ -14,7 +14,7 @@ - 3.0.0-SNAPSHOT + 3.0.1-SNAPSHOT UTF-8 15.0.2 3.21.9