Skip to content

Commit

Permalink
Make the schema wider.
Browse files Browse the repository at this point in the history
  • Loading branch information
yhuai committed Feb 26, 2015
1 parent 12bacae commit cc1d472
Showing 1 changed file with 2 additions and 1 deletion.
Original file line number Diff line number Diff line change
Expand Up @@ -593,7 +593,8 @@ class MetastoreDataSourcesSuite extends QueryTest with BeforeAndAfterEach {
}

test("SPARK-6024 wide schema support") {
val schema = StructType((1 to 1000).map(i => StructField(s"c_${i}", StringType, true)))
// We will need 80 splits for this schema if the threshold is 4000.
val schema = StructType((1 to 5000).map(i => StructField(s"c_${i}", StringType, true)))
assert(
schema.json.size > conf.schemaStringLengthThreshold,
"To correctly test the fix of SPARK-6024, the value of " +
Expand Down

0 comments on commit cc1d472

Please sign in to comment.