From 09e5766224b33433f7edc76c54ea176748ba5cc7 Mon Sep 17 00:00:00 2001
From: Anatoly Nikitin <Anatoly.Nikitin@jetbrains.com>
Date: Fri, 29 Nov 2019 17:12:18 +0300
Subject: [PATCH] Improve spark integration: turn off logging, add magic for
 class dumping

---
 libraries.json | 4 +++-
 1 file changed, 3 insertions(+), 1 deletion(-)

diff --git a/libraries.json b/libraries.json
index 1501cb2f3..94d4aab5c 100644
--- a/libraries.json
+++ b/libraries.json
@@ -117,9 +117,11 @@
         "org.apache.spark.ml.feature.*"
       ],
       "init": [
+        "org.apache.log4j.Logger.getLogger(\"org\").setLevel(org.apache.log4j.Level.OFF)",
+        "org.apache.log4j.Logger.getLogger(\"akka\").setLevel(org.apache.log4j.Level.OFF)",
         "val spark = SparkSession\n        .builder()\n        .appName(\"Spark example\")\n        .master(\"local\")\n        .getOrCreate()",
         "val sc = spark.sparkContext()",
-        "spark.sparkContext().setLogLevel(\"ERROR\")"
+        "%dumpClassesForSpark"
       ],
       "initCell": [
         "scala.Console.setOut(System.out)",