always add current file in case it's not splittable and > maxSplitBytes

apache · Jan 24, 2018 · ef04de9 · ef04de9
1 parent af6bba6
commit ef04de9
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/sql/core/src/main/scala/org/apache/spark/sql/execution/DataSourceScanExec.scala b/sql/core/src/main/scala/org/apache/spark/sql/execution/DataSourceScanExec.scala
@@ -454,6 +454,8 @@ case class FileSourceScanExec(
     var backIndex = splitFiles.length - 1
 
     while (frontIndex <= backIndex) {
+        addFile(splitFiles(frontIndex))
+        frontIndex += 1
         while (frontIndex <= backIndex && currentSize + splitFiles(frontIndex).length <= maxSplitBytes) {
             addFile(splitFiles(frontIndex))
             frontIndex += 1