MapR [SPARK-143] Spark History Server does not require login for secured-by-default clusters (apache#239)

Author: ekrivokonmapr

bin/configure.sh

@@ -220,7 +220,7 @@ spark.ssl.keyStorePassword mapr123
 spark.ssl.protocol TLSv1.2
 
 # - PAM
-spark.ui.filters  org.apache.spark.ui.filters.PAMWebUIFilter
+spark.ui.filters  org.apache.spark.deploy.yarn.YarnProxyRedirectFilter, org.apache.spark.ui.filters.PAMWebUIFilter
 
 # - ACLS
 spark.acls.enable       true

resource-managers/yarn/src/main/scala/org/apache/spark/scheduler/cluster/YarnSchedulerBackend.scala

@@ -161,18 +161,23 @@ private[spark] abstract class YarnSchedulerBackend(
       filterName: String,
       filterParams: Map[String, String],
       proxyBase: String): Unit = {
-    if (proxyBase != null && proxyBase.nonEmpty) {
-      System.setProperty("spark.ui.proxyBase", proxyBase)
-    }
+    val amIpFilter = "org.apache.hadoop.yarn.server.webproxy.amfilter.AmIpFilter"
+
+    if (filterName != amIpFilter) {
+      if (proxyBase != null &&
+        proxyBase.nonEmpty) {
+        System.setProperty("spark.ui.proxyBase", proxyBase)
+      }
 
-    val hasFilter =
-      filterName != null && filterName.nonEmpty &&
-      filterParams != null && filterParams.nonEmpty
-    if (hasFilter) {
-      logInfo(s"Add WebUI Filter. $filterName, $filterParams, $proxyBase")
-      conf.set("spark.ui.filters", filterName)
-      filterParams.foreach { case (k, v) => conf.set(s"spark.$filterName.param.$k", v) }
-      scheduler.sc.ui.foreach { ui => JettyUtils.addFilters(ui.getHandlers, conf) }
+      val hasFilter =
+          filterName != null && filterName.nonEmpty &&
+          filterParams != null && filterParams.nonEmpty
+      if (hasFilter) {
+        logInfo(s"Add WebUI Filter. $filterName, $filterParams, $proxyBase")
+        conf.set("spark.ui.filters", filterName)
+        filterParams.foreach { case (k, v) => conf.set(s"spark.$filterName.param.$k", v) }
+        scheduler.sc.ui.foreach { ui => JettyUtils.addFilters(ui.getHandlers, conf) }
+      }
     }
   }