Skip to content

Commit

Permalink
address apache#24359
Browse files Browse the repository at this point in the history
  • Loading branch information
xuanyuanking committed Apr 22, 2019
1 parent f0b9887 commit b8bc611
Show file tree
Hide file tree
Showing 2 changed files with 2 additions and 4 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -1253,8 +1253,7 @@ private[spark] class DAGScheduler(
logInfo(s"Submitting ${tasks.size} missing tasks from $stage (${stage.rdd}) (first 15 " +
s"tasks are for partitions ${tasks.take(15).map(_.partitionId)})")
taskScheduler.submitTasks(new TaskSet(
tasks.toArray, stage.id, stage.latestInfo.attemptNumber, jobId, properties,
stage.latestInfo.attemptNumber > 0 && stage.isIndeterminate))
tasks.toArray, stage.id, stage.latestInfo.attemptNumber, jobId, properties))
} else {
// Because we posted SparkListenerStageSubmitted earlier, we should mark
// the stage as completed here in case there are no tasks to run
Expand Down
3 changes: 1 addition & 2 deletions core/src/main/scala/org/apache/spark/scheduler/TaskSet.scala
Original file line number Diff line number Diff line change
Expand Up @@ -28,8 +28,7 @@ private[spark] class TaskSet(
val stageId: Int,
val stageAttemptId: Int,
val priority: Int,
val properties: Properties,
val indeterminateStage: Boolean = false) {
val properties: Properties) {
val id: String = stageId + "." + stageAttemptId

override def toString: String = "TaskSet " + id
Expand Down

0 comments on commit b8bc611

Please sign in to comment.