From b19154e8cd82f1dee5493bb4357435a0065981c7 Mon Sep 17 00:00:00 2001 From: liyuan Date: Mon, 18 Apr 2022 11:20:17 +0800 Subject: [PATCH 1/4] plugin version is out of date, update the versions and remove some configs Signed-off-by: liyuan --- .../gpu_dataproc_packages_ubuntu_sample.sh | 22 ++++--------------- 1 file changed, 4 insertions(+), 18 deletions(-) diff --git a/docs/get-started/gpu_dataproc_packages_ubuntu_sample.sh b/docs/get-started/gpu_dataproc_packages_ubuntu_sample.sh index 25f82751ffe..f3c0c575117 100644 --- a/docs/get-started/gpu_dataproc_packages_ubuntu_sample.sh +++ b/docs/get-started/gpu_dataproc_packages_ubuntu_sample.sh @@ -126,12 +126,11 @@ function configure_gpu_isolation() { chmod a+rwx -R /sys/fs/cgroup/devices } -readonly RAPIDS_VERSION="0.19" -readonly DEFAULT_SPARK_RAPIDS_VERSION="0.5.0" +readonly DEFAULT_SPARK_RAPIDS_VERSION="22.02.0" readonly DEFAULT_CUDA_VERSION="11.0" -readonly DEFAULT_CUDF_VERSION="0.19.2" -readonly DEFAULT_XGBOOST_VERSION="1.3.0" -readonly DEFAULT_XGBOOST_GPU_SUB_VERSION="0.1.0" +readonly DEFAULT_CUDF_VERSION="22.02.0" +readonly DEFAULT_XGBOOST_VERSION="1.4.2" +readonly DEFAULT_XGBOOST_GPU_SUB_VERSION="0.2.0" readonly SPARK_VERSION="3.0" readonly CUDF_VERSION=${DEFAULT_CUDF_VERSION} @@ -168,23 +167,10 @@ function configure_spark() { # query explain output won't show GPU operator, if user have doubt # they can uncomment the line before to see the GPU plan explan, but AQE on give user the best performance. # spark.sql.adaptive.enabled=false -spark.rapids.sql.concurrentGpuTasks=2 spark.executor.resource.gpu.amount=1 -spark.executor.cores=4 -spark.executor.memory=8G -spark.task.cpus=1 -spark.task.resource.gpu.amount=0.25 -spark.rapids.memory.pinnedPool.size=2G -spark.executor.memoryOverhead=2G spark.plugins=com.nvidia.spark.SQLPlugin -spark.executor.extraJavaOptions='-Dai.rapids.cudf.prefer-pinned=true' -spark.locality.wait=0s spark.executor.resource.gpu.discoveryScript=/usr/lib/spark/scripts/gpu/getGpusResources.sh -spark.sql.shuffle.partitions=48 -spark.sql.files.maxPartitionBytes=512m spark.submit.pyFiles=/usr/lib/spark/jars/xgboost4j-spark_${SPARK_VERSION}-${XGBOOST_VERSION}-${XGBOOST_GPU_SUB_VERSION}.jar -spark.dynamicAllocation.enabled=false -spark.shuffle.service.enabled=false ###### END : RAPIDS properties for Spark ${SPARK_VERSION} ###### EOF } From 5ed3ec12ea4260e1590c15c6f633a88f3675414c Mon Sep 17 00:00:00 2001 From: liyuan Date: Mon, 18 Apr 2022 12:01:16 +0800 Subject: [PATCH 2/4] test markdown check issue Signed-off-by: liyuan --- .github/workflows/markdown-links-check.yml | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/.github/workflows/markdown-links-check.yml b/.github/workflows/markdown-links-check.yml index df1ef6954bf..a7ec9c10bd0 100644 --- a/.github/workflows/markdown-links-check.yml +++ b/.github/workflows/markdown-links-check.yml @@ -24,7 +24,8 @@ jobs: runs-on: ubuntu-latest steps: - uses: actions/checkout@master - - uses: gaurav-nelson/github-action-markdown-link-check@v1 +# - uses: gaurav-nelson/github-action-markdown-link-check@v1 + - uses: nvliyuan/github-action-markdown-link-check@fix-markdown-check-fail with: max-depth: -1 use-verbose-mode: 'yes' From 130d5a5c7a7f58efd299a1f1edbbcb4aaaf6e7ea Mon Sep 17 00:00:00 2001 From: liyuan Date: Mon, 18 Apr 2022 12:17:52 +0800 Subject: [PATCH 3/4] revert markdown links checker changes Signed-off-by: liyuan --- .github/workflows/markdown-links-check.yml | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/.github/workflows/markdown-links-check.yml b/.github/workflows/markdown-links-check.yml index a7ec9c10bd0..df1ef6954bf 100644 --- a/.github/workflows/markdown-links-check.yml +++ b/.github/workflows/markdown-links-check.yml @@ -24,8 +24,7 @@ jobs: runs-on: ubuntu-latest steps: - uses: actions/checkout@master -# - uses: gaurav-nelson/github-action-markdown-link-check@v1 - - uses: nvliyuan/github-action-markdown-link-check@fix-markdown-check-fail + - uses: gaurav-nelson/github-action-markdown-link-check@v1 with: max-depth: -1 use-verbose-mode: 'yes' From aaa28e06b9538625ce4c3053a0effd0107b912cb Mon Sep 17 00:00:00 2001 From: liyuan Date: Thu, 21 Apr 2022 09:38:21 +0800 Subject: [PATCH 4/4] update copyright Signed-off-by: liyuan --- docs/get-started/gpu_dataproc_packages_ubuntu_sample.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/docs/get-started/gpu_dataproc_packages_ubuntu_sample.sh b/docs/get-started/gpu_dataproc_packages_ubuntu_sample.sh index f3c0c575117..49b86000f60 100644 --- a/docs/get-started/gpu_dataproc_packages_ubuntu_sample.sh +++ b/docs/get-started/gpu_dataproc_packages_ubuntu_sample.sh @@ -1,5 +1,5 @@ # -# Copyright (c) 2021, NVIDIA CORPORATION. All rights reserved. +# Copyright (c) 2022, NVIDIA CORPORATION. All rights reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License.