From 4f12c82b3043ae93b7d24f97d081b0069fd84326 Mon Sep 17 00:00:00 2001 From: Mark Hamstra Date: Thu, 9 Apr 2015 17:16:49 -0700 Subject: [PATCH] Log JobGroup --- .../org/apache/spark/scheduler/DAGScheduler.scala | 13 +++++++++++-- 1 file changed, 11 insertions(+), 2 deletions(-) diff --git a/core/src/main/scala/org/apache/spark/scheduler/DAGScheduler.scala b/core/src/main/scala/org/apache/spark/scheduler/DAGScheduler.scala index 36f11373206a8..a9ae86e43e0ef 100644 --- a/core/src/main/scala/org/apache/spark/scheduler/DAGScheduler.scala +++ b/core/src/main/scala/org/apache/spark/scheduler/DAGScheduler.scala @@ -736,8 +736,17 @@ class DAGScheduler( if (finalStage != null) { val job = new ActiveJob(jobId, finalStage, func, partitions, callSite, listener, properties) clearCacheLocs() - logInfo("Got job %s (%s) with %d output partitions (allowLocal=%s)".format( - job.jobId, callSite.shortForm, partitions.length, allowLocal)) + val jobGroupSuffix = for { + properties <- Option(job.properties) + jobGroup <- Option(properties.get(SparkContext.SPARK_JOB_GROUP_ID)).map(_.toString) + } yield s"($jobGroup)" + logInfo( + "Got job %s (%s) with %d output partitions (allowLocal=%s)" + .format( + job.jobId + jobGroupSuffix.getOrElse(""), + callSite.shortForm, + partitions.length, + allowLocal)) logInfo("Final stage: " + finalStage + "(" + finalStage.name + ")") logInfo("Parents of final stage: " + finalStage.parents) logInfo("Missing parents: " + getMissingParentStages(finalStage))