SPARK-6045 RecordWriter should be checked against null in PairRDDFunc…

…tions#saveAsNewAPIHadoopDataset
apache · Feb 26, 2015 · 2d8d4b1 · 2d8d4b1
1 parent 7fa960e
commit 2d8d4b1
Showing 1 changed file with 3 additions and 1 deletion.
diff --git a/core/src/main/scala/org/apache/spark/rdd/PairRDDFunctions.scala b/core/src/main/scala/org/apache/spark/rdd/PairRDDFunctions.scala
@@ -1004,7 +1004,9 @@ class PairRDDFunctions[K, V](self: RDD[(K, V)])
           recordsWritten += 1
         }
       } finally {
-        writer.close(hadoopContext)
+        if (writer != null) {
+          writer.close(hadoopContext)
+        }
       }
       committer.commitTask(hadoopContext)
       bytesWrittenCallback.foreach { fn => outputMetrics.setBytesWritten(fn()) }