From 7f9ef388679e8b9a282befc3c5a031a2199d0eb0 Mon Sep 17 00:00:00 2001 From: hejiefang Date: Fri, 20 Jul 2018 17:39:11 +0800 Subject: [PATCH] [SPARK-24873]Increase switch to shielding frequent interaction reports with yarn --- .../spark/scheduler/cluster/YarnClientSchedulerBackend.scala | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/resource-managers/yarn/src/main/scala/org/apache/spark/scheduler/cluster/YarnClientSchedulerBackend.scala b/resource-managers/yarn/src/main/scala/org/apache/spark/scheduler/cluster/YarnClientSchedulerBackend.scala index f1a8df00f9c5b..d47db0850f2da 100644 --- a/resource-managers/yarn/src/main/scala/org/apache/spark/scheduler/cluster/YarnClientSchedulerBackend.scala +++ b/resource-managers/yarn/src/main/scala/org/apache/spark/scheduler/cluster/YarnClientSchedulerBackend.scala @@ -111,7 +111,8 @@ private[spark] class YarnClientSchedulerBackend( override def run() { try { val YarnAppReport(_, state, diags) = - client.monitorApplication(appId.get, logApplicationReport = true) + client.monitorApplication(appId.get, + logApplicationReport = conf.getBoolean("spark.yarn.log.application.report", true)) logError(s"YARN application has exited unexpectedly with state $state! " + "Check the YARN application logs for more details.") diags.foreach { err =>