Fix path relative to SPARK_HOME in tests

xiliu82 · Jun 4, 2014 · eeb8205 · eeb8205
1 parent 1eaa08b
commit eeb8205
Showing 1 changed file with 4 additions and 2 deletions.
diff --git a/python/pyspark/tests.py b/python/pyspark/tests.py
@@ -275,7 +275,8 @@ def test_oldhadoop(self):
         ei = [(1, u'aa'), (1, u'aa'), (2, u'aa'), (2, u'bb'), (2, u'bb'), (3, u'cc')]
         self.assertEqual(ints, ei)
 
-        hello = self.sc.hadoopFile("python/test_support/hello.txt",
+        hellopath = os.path.join(SPARK_HOME, "python/test_support/hello.txt")
+        hello = self.sc.hadoopFile(hellopath,
                                    "org.apache.hadoop.mapred.TextInputFormat",
                                    "org.apache.hadoop.io.LongWritable",
                                    "org.apache.hadoop.io.Text").collect()
@@ -292,7 +293,8 @@ def test_newhadoop(self):
         ei = [(1, u'aa'), (1, u'aa'), (2, u'aa'), (2, u'bb'), (2, u'bb'), (3, u'cc')]
         self.assertEqual(ints, ei)
 
-        hello = self.sc.newAPIHadoopFile("python/test_support/hello.txt",
+        hellopath = os.path.join(SPARK_HOME, "python/test_support/hello.txt")
+        hello = self.sc.newAPIHadoopFile(hellopath,
                                          "org.apache.hadoop.mapreduce.lib.input.TextInputFormat",
                                          "org.apache.hadoop.io.LongWritable",
                                          "org.apache.hadoop.io.Text").collect()