Skip to content

Commit

Permalink
Update the log warning of UDF compiler (#5157)
Browse files Browse the repository at this point in the history
* update log warning

Signed-off-by: remzi <13716567376yh@gmail.com>

* update log warning

Signed-off-by: remzi <13716567376yh@gmail.com>

* update log warning

Signed-off-by: remzi <13716567376yh@gmail.com>
  • Loading branch information
HaoYang670 authored Apr 13, 2022
1 parent 2da3734 commit 5e37519
Show file tree
Hide file tree
Showing 2 changed files with 8 additions and 3 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -90,6 +90,13 @@ object RapidsPluginUtils extends Logging {
logWarning("RAPIDS Accelerator is disabled, to enable GPU " +
s"support set `${RapidsConf.SQL_ENABLED}` to true.")
}

if (conf.isUdfCompilerEnabled) {
logWarning("Experimental RAPIDS UDF compiler is enabled, in case of related failures " +
s"disable it by setting `${RapidsConf.UDF_COMPILER_ENABLED}` to false. " +
"More information is available at https://nvidia.github.io/spark-rapids/docs/FAQ.html#" +
"automatic-translation-of-scala-udfs-to-apache-spark-operations" )
}
}

def fixupConfigs(conf: SparkConf): Unit = {
Expand Down
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
/*
* Copyright (c) 2019-2021, NVIDIA CORPORATION.
* Copyright (c) 2019-2022, NVIDIA CORPORATION.
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
Expand All @@ -25,8 +25,6 @@ import org.apache.spark.sql.catalyst.rules.Rule

class Plugin extends (SparkSessionExtensions => Unit) with Logging {
override def apply(extensions: SparkSessionExtensions): Unit = {
logWarning("Installing rapids UDF compiler extensions to Spark. The compiler is disabled" +
s" by default. To enable it, set `spark.rapids.sql.udfCompiler.enabled` to true")
extensions.injectResolutionRule(logicalPlanRules)
}

Expand Down

0 comments on commit 5e37519

Please sign in to comment.