Skip to content

Commit

Permalink
[SPARK-25299] Fix semantic merge conflict that broke the build. (#546)
Browse files Browse the repository at this point in the history
  • Loading branch information
mccheah authored and yifeih committed May 30, 2019
1 parent 9bffb7a commit 7938b79
Showing 1 changed file with 10 additions and 2 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -22,8 +22,9 @@ import java.util
import com.google.common.collect.ImmutableMap

import org.apache.spark.{LocalSparkContext, SparkConf, SparkContext, SparkEnv, SparkFunSuite}
import org.apache.spark.api.shuffle.{ShuffleDataIO, ShuffleDriverComponents, ShuffleExecutorComponents, ShuffleWriteSupport}
import org.apache.spark.api.shuffle.{ShuffleDataIO, ShuffleDriverComponents, ShuffleExecutorComponents, ShuffleReadSupport, ShuffleWriteSupport}
import org.apache.spark.internal.config.SHUFFLE_IO_PLUGIN_CLASS
import org.apache.spark.shuffle.io.DefaultShuffleReadSupport
import org.apache.spark.shuffle.sort.io.DefaultShuffleWriteSupport

class ShuffleDriverComponentsSuite extends SparkFunSuite with LocalSparkContext {
Expand Down Expand Up @@ -66,6 +67,13 @@ class TestShuffleExecutorComponents(sparkConf: SparkConf) extends ShuffleExecuto
override def writes(): ShuffleWriteSupport = {
val blockManager = SparkEnv.get.blockManager
val blockResolver = new IndexShuffleBlockResolver(sparkConf, blockManager)
new DefaultShuffleWriteSupport(sparkConf, blockResolver)
new DefaultShuffleWriteSupport(sparkConf, blockResolver, blockManager.shuffleServerId)
}

override def reads(): ShuffleReadSupport = {
val blockManager = SparkEnv.get.blockManager
val mapOutputTracker = SparkEnv.get.mapOutputTracker
val serializerManager = SparkEnv.get.serializerManager
new DefaultShuffleReadSupport(blockManager, mapOutputTracker, serializerManager, sparkConf)
}
}

0 comments on commit 7938b79

Please sign in to comment.