test for small local file system block size

pdeyhim · Mar 31, 2014 · 6bdf2c2 · 6bdf2c2
1 parent a1f1e7e
commit 6bdf2c2
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/mllib/src/test/scala/org/apache/spark/mllib/input/WholeTextFileRecordReaderSuite.scala b/mllib/src/test/scala/org/apache/spark/mllib/input/WholeTextFileRecordReaderSuite.scala
@@ -43,6 +43,9 @@ class WholeTextFileRecordReaderSuite extends FunSuite with BeforeAndAfterAll {
 
   override def beforeAll() {
     sc = new SparkContext("local", "test")
+
+    // Set the block size of local file system to test whether files are split right or not.
++   sc.hadoopConfiguration.setLong("fs.local.block.size", 32)
   }
 
   override def afterAll() {