From 6bdf2c2ecc44390ab7e909fe583f69f24a5a1fa2 Mon Sep 17 00:00:00 2001 From: Xusen Yin Date: Tue, 1 Apr 2014 02:10:42 +0800 Subject: [PATCH] test for small local file system block size --- .../spark/mllib/input/WholeTextFileRecordReaderSuite.scala | 3 +++ 1 file changed, 3 insertions(+) diff --git a/mllib/src/test/scala/org/apache/spark/mllib/input/WholeTextFileRecordReaderSuite.scala b/mllib/src/test/scala/org/apache/spark/mllib/input/WholeTextFileRecordReaderSuite.scala index c79355fd26c6f..9954d3fbb2680 100644 --- a/mllib/src/test/scala/org/apache/spark/mllib/input/WholeTextFileRecordReaderSuite.scala +++ b/mllib/src/test/scala/org/apache/spark/mllib/input/WholeTextFileRecordReaderSuite.scala @@ -43,6 +43,9 @@ class WholeTextFileRecordReaderSuite extends FunSuite with BeforeAndAfterAll { override def beforeAll() { sc = new SparkContext("local", "test") + + // Set the block size of local file system to test whether files are split right or not. ++ sc.hadoopConfiguration.setLong("fs.local.block.size", 32) } override def afterAll() {