Skip to content

Commit

Permalink
Test with larger data.
Browse files Browse the repository at this point in the history
  • Loading branch information
JoshRosen committed Jul 7, 2015
1 parent 1d7ffaa commit 613e16f
Showing 1 changed file with 2 additions and 2 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -45,7 +45,7 @@ class UnsafeExternalSortSuite extends SparkPlanTest with BeforeAndAfterAll {
randomDataGenerator <- RandomDataGenerator.forType(dataType, nullable)
) {
test(s"sorting on $dataType with nullable=$nullable, sortOrder=$sortOrder") {
val inputData = Seq.fill(10)(randomDataGenerator()).filter {
val inputData = Seq.fill(1000)(randomDataGenerator()).filter {
case d: Double => !d.isNaN
case f: Float => !java.lang.Float.isNaN(f)
case x => true
Expand All @@ -57,7 +57,7 @@ class UnsafeExternalSortSuite extends SparkPlanTest with BeforeAndAfterAll {
assert(UnsafeExternalSort.supportsSchema(inputDf.schema))
checkAnswer(
inputDf,
UnsafeExternalSort(sortOrder, global = true, _: SparkPlan, testSpillFrequency = 3),
UnsafeExternalSort(sortOrder, global = true, _: SparkPlan, testSpillFrequency = 23),
Sort(sortOrder, global = true, _: SparkPlan),
sortAnswers = false
)
Expand Down

0 comments on commit 613e16f

Please sign in to comment.