File tree Expand file tree Collapse file tree 1 file changed +4
-2
lines changed
core/src/main/scala/org/apache/spark/deploy/rest Expand file tree Collapse file tree 1 file changed +4
-2
lines changed Original file line number Diff line number Diff line change @@ -408,7 +408,11 @@ private[spark] class RestSubmissionClient(master: String) extends Logging {
408408}
409409
410410private [spark] object RestSubmissionClient {
411+
412+ // SPARK_HOME and SPARK_CONF_DIR are filtered out because they are usually wrong
413+ // on the remote machine (SPARK-12345) (SPARK-25934)
411414 private val BLACKLISTED_SPARK_ENV_VARS = Set (" SPARK_ENV_LOADED" , " SPARK_HOME" , " SPARK_CONF_DIR" )
415+
412416 private val REPORT_DRIVER_STATUS_INTERVAL = 1000
413417 private val REPORT_DRIVER_STATUS_MAX_TRIES = 10
414418 val PROTOCOL_VERSION = " v1"
@@ -418,8 +422,6 @@ private[spark] object RestSubmissionClient {
418422 */
419423 private [rest] def filterSystemEnvironment (env : Map [String , String ]): Map [String , String ] = {
420424 env.filterKeys { k =>
421- // SPARK_HOME and SPARK_CONF_DIR are filtered out because they are usually wrong
422- // on the remote machine (SPARK-12345) (SPARK-25934)
423425 (k.startsWith(" SPARK_" ) && ! BLACKLISTED_SPARK_ENV_VARS .contains(k)) || k.startsWith(" MESOS_" )
424426 }
425427 }
You can’t perform that action at this time.
0 commit comments