Rework Profile tool to not require Spark to run and process files fas…

…ter (#3161) * redesign profiling tool Signed-off-by: Thomas Graves <tgraves@apache.org> * fix schema * make appIndex 1 * comment app index
NVIDIA · Aug 9, 2021 · f59de4f · f59de4f
1 parent bf7cc41
commit f59de4f
Show file tree

Hide file tree

Showing 26 changed files with 2,350 additions and 1,839 deletions.
diff --git a/docs/additional-functionality/qualification-profiling-tools.md b/docs/additional-functionality/qualification-profiling-tools.md
diff --git a/sql-plugin/src/main/scala/com/nvidia/spark/rapids/ShimLoader.scala b/sql-plugin/src/main/scala/com/nvidia/spark/rapids/ShimLoader.scala
@@ -70,7 +70,7 @@ object ShimLoader extends Logging {
   def getSparkVersion: String = {
     // hack for databricks, try to find something more reliable?
     if (SPARK_BUILD_USER.equals("Databricks")) {
-        SPARK_VERSION + "-databricks"
+      SPARK_VERSION + "-databricks"
     } else {
       SPARK_VERSION
     }

diff --git a/tools/src/main/scala/com/nvidia/spark/rapids/tool/profiling/Analysis.scala b/tools/src/main/scala/com/nvidia/spark/rapids/tool/profiling/Analysis.scala