Merge pull request #49 from markhamstra/REL-627

Log JobGroup
alteryx · Apr 21, 2015 · 92a7f0f · 92a7f0f
2 parents a34b875 + 4f12c82
commit 92a7f0f
Showing 1 changed file with 11 additions and 2 deletions.
diff --git a/core/src/main/scala/org/apache/spark/scheduler/DAGScheduler.scala b/core/src/main/scala/org/apache/spark/scheduler/DAGScheduler.scala
@@ -736,8 +736,17 @@ class DAGScheduler(
     if (finalStage != null) {
       val job = new ActiveJob(jobId, finalStage, func, partitions, callSite, listener, properties)
       clearCacheLocs()
-      logInfo("Got job %s (%s) with %d output partitions (allowLocal=%s)".format(
-        job.jobId, callSite.shortForm, partitions.length, allowLocal))
+      val jobGroupSuffix = for {
+        properties <- Option(job.properties)
+        jobGroup <- Option(properties.get(SparkContext.SPARK_JOB_GROUP_ID)).map(_.toString)
+      } yield s"($jobGroup)"
+      logInfo(
+        "Got job %s (%s) with %d output partitions (allowLocal=%s)"
+          .format(
+            job.jobId + jobGroupSuffix.getOrElse(""),
+            callSite.shortForm,
+            partitions.length,
+            allowLocal))
       logInfo("Final stage: " + finalStage + "(" + finalStage.name + ")")
       logInfo("Parents of final stage: " + finalStage.parents)
       logInfo("Missing parents: " + getMissingParentStages(finalStage))