From b8bc6119ee468f1e0371ac946f07f6362cd16f47 Mon Sep 17 00:00:00 2001 From: Yuanjian Li Date: Mon, 22 Apr 2019 19:11:18 +0800 Subject: [PATCH] address #24359 --- .../main/scala/org/apache/spark/scheduler/DAGScheduler.scala | 3 +-- core/src/main/scala/org/apache/spark/scheduler/TaskSet.scala | 3 +-- 2 files changed, 2 insertions(+), 4 deletions(-) diff --git a/core/src/main/scala/org/apache/spark/scheduler/DAGScheduler.scala b/core/src/main/scala/org/apache/spark/scheduler/DAGScheduler.scala index 6f530fb40c9cb..fe2453a4e9f9d 100644 --- a/core/src/main/scala/org/apache/spark/scheduler/DAGScheduler.scala +++ b/core/src/main/scala/org/apache/spark/scheduler/DAGScheduler.scala @@ -1253,8 +1253,7 @@ private[spark] class DAGScheduler( logInfo(s"Submitting ${tasks.size} missing tasks from $stage (${stage.rdd}) (first 15 " + s"tasks are for partitions ${tasks.take(15).map(_.partitionId)})") taskScheduler.submitTasks(new TaskSet( - tasks.toArray, stage.id, stage.latestInfo.attemptNumber, jobId, properties, - stage.latestInfo.attemptNumber > 0 && stage.isIndeterminate)) + tasks.toArray, stage.id, stage.latestInfo.attemptNumber, jobId, properties)) } else { // Because we posted SparkListenerStageSubmitted earlier, we should mark // the stage as completed here in case there are no tasks to run diff --git a/core/src/main/scala/org/apache/spark/scheduler/TaskSet.scala b/core/src/main/scala/org/apache/spark/scheduler/TaskSet.scala index 728e5454d5042..517c8991aed78 100644 --- a/core/src/main/scala/org/apache/spark/scheduler/TaskSet.scala +++ b/core/src/main/scala/org/apache/spark/scheduler/TaskSet.scala @@ -28,8 +28,7 @@ private[spark] class TaskSet( val stageId: Int, val stageAttemptId: Int, val priority: Int, - val properties: Properties, - val indeterminateStage: Boolean = false) { + val properties: Properties) { val id: String = stageId + "." + stageAttemptId override def toString: String = "TaskSet " + id