Skip parsing for the PERMISSIVE mode only

apache · Aug 17, 2018 · 3240405 · 3240405
1 parent 6b34018
commit 3240405
Showing 1 changed file with 3 additions and 1 deletion.
diff --git a/sql/core/src/main/scala/org/apache/spark/sql/execution/datasources/FailureSafeParser.scala b/sql/core/src/main/scala/org/apache/spark/sql/execution/datasources/FailureSafeParser.scala
@@ -59,8 +59,10 @@ class FailureSafeParser[IN](
   }
 
   private val skipParsing = {
-    SQLConf.get.bypassParserForEmptySchema && optimizeEmptySchema && schema.isEmpty
+    SQLConf.get.bypassParserForEmptySchema && optimizeEmptySchema && mode == PermissiveMode &&
+      schema.isEmpty
   }
+
   def parse(input: IN): Iterator[InternalRow] = {
     try {
      if (skipParsing) {