From f08f74a3a774f9e2768f7924c4438516a4106b7c Mon Sep 17 00:00:00 2001 From: Sanket Chintapalli Date: Thu, 31 May 2018 17:16:39 -0500 Subject: [PATCH 1/4] Fix configuration specification for killBlacklisted executors --- docs/configuration.md | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/docs/configuration.md b/docs/configuration.md index 64af0e98a82f5..564e00b490654 100644 --- a/docs/configuration.md +++ b/docs/configuration.md @@ -1629,8 +1629,9 @@ Apart from these, the following properties are also available, and may be useful spark.blacklist.killBlacklistedExecutors false - (Experimental) If set to "true", allow Spark to automatically kill, and attempt to re-create, - executors when they are blacklisted. Note that, when an entire node is added to the blacklist, + (Experimental) If set to "true", allow Spark to automatically kill the + executors when they are blacklisted on fetch failure or stage completion. + Note that, when an entire node is added to the blacklist, all of the executors on that node will be killed. From a103673073e3114b9a28cf183a8d7ec9271769e3 Mon Sep 17 00:00:00 2001 From: Sanket Chintapalli Date: Mon, 11 Jun 2018 13:34:06 -0500 Subject: [PATCH 2/4] change description --- docs/configuration.md | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/docs/configuration.md b/docs/configuration.md index 564e00b490654..80bf63ca846d4 100644 --- a/docs/configuration.md +++ b/docs/configuration.md @@ -1630,7 +1630,8 @@ Apart from these, the following properties are also available, and may be useful false (Experimental) If set to "true", allow Spark to automatically kill the - executors when they are blacklisted on fetch failure or stage completion. + executors when they are blacklisted on fetch failure or blacklisted for the entire application, + as controlled by spark.blacklist.application.*. Note that, when an entire node is added to the blacklist, all of the executors on that node will be killed. From 1a654b4cfce4d0d8faa3ba6f14a3ba11dcc8ccd1 Mon Sep 17 00:00:00 2001 From: Sanket Chintapalli Date: Tue, 12 Jun 2018 09:32:02 -0500 Subject: [PATCH 3/4] wrap text --- docs/configuration.md | 9 ++++----- 1 file changed, 4 insertions(+), 5 deletions(-) diff --git a/docs/configuration.md b/docs/configuration.md index 80bf63ca846d4..0c7c4472be643 100644 --- a/docs/configuration.md +++ b/docs/configuration.md @@ -1629,11 +1629,10 @@ Apart from these, the following properties are also available, and may be useful spark.blacklist.killBlacklistedExecutors false - (Experimental) If set to "true", allow Spark to automatically kill the - executors when they are blacklisted on fetch failure or blacklisted for the entire application, - as controlled by spark.blacklist.application.*. - Note that, when an entire node is added to the blacklist, - all of the executors on that node will be killed. + (Experimental) If set to "true", allow Spark to automatically kill the executors + when they are blacklisted on fetch failure or blacklisted for the entire application, + as controlled by spark.blacklist.application.*. Note that, when an entire node is added + to the blacklist, all of the executors on that node will be killed. From ad453b2b510fba71b3e883c185a082ac7bfce69b Mon Sep 17 00:00:00 2001 From: Sanket Chintapalli Date: Mon, 25 Jun 2018 10:15:51 -0400 Subject: [PATCH 4/4] move typesafe to lightbend --- build/mvn | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/build/mvn b/build/mvn index 1405983982d4c..ae4276dbc7e32 100755 --- a/build/mvn +++ b/build/mvn @@ -93,7 +93,7 @@ install_mvn() { install_zinc() { local zinc_path="zinc-0.3.15/bin/zinc" [ ! -f "${_DIR}/${zinc_path}" ] && ZINC_INSTALL_FLAG=1 - local TYPESAFE_MIRROR=${TYPESAFE_MIRROR:-https://downloads.typesafe.com} + local TYPESAFE_MIRROR=${TYPESAFE_MIRROR:-https://downloads.lightbend.com} install_app \ "${TYPESAFE_MIRROR}/zinc/0.3.15" \ @@ -109,7 +109,7 @@ install_scala() { # determine the Scala version used in Spark local scala_version=`grep "scala.version" "${_DIR}/../pom.xml" | head -n1 | awk -F '[<>]' '{print $3}'` local scala_bin="${_DIR}/scala-${scala_version}/bin/scala" - local TYPESAFE_MIRROR=${TYPESAFE_MIRROR:-https://downloads.typesafe.com} + local TYPESAFE_MIRROR=${TYPESAFE_MIRROR:-https://downloads.lightbend.com} install_app \ "${TYPESAFE_MIRROR}/scala/${scala_version}" \