diff --git a/python/pyspark/sql/readwriter.py b/python/pyspark/sql/readwriter.py index 01c28816c9041..0d48fa46737a2 100644 --- a/python/pyspark/sql/readwriter.py +++ b/python/pyspark/sql/readwriter.py @@ -701,7 +701,7 @@ def csv(self, path, schema=None, sep=None, encoding=None, quote=None, escape=Non * ``STOP_AT_DELIMITER``: If unescaped quotes are found in the input, consider the value as an unquoted value. This will make the parser accumulate all characters until the delimiter or a line ending is found in the input. - * ``STOP_AT_DELIMITER``: If unescaped quotes are found in the input, the content parsed + * ``SKIP_VALUE``: If unescaped quotes are found in the input, the content parsed for the given value will be skipped and the value set in nullValue will be produced instead. * ``RAISE_ERROR``: If unescaped quotes are found in the input, a TextParsingException diff --git a/python/pyspark/sql/streaming.py b/python/pyspark/sql/streaming.py index 51941a6269074..3ab72ee6a6ee9 100644 --- a/python/pyspark/sql/streaming.py +++ b/python/pyspark/sql/streaming.py @@ -915,7 +915,7 @@ def csv(self, path, schema=None, sep=None, encoding=None, quote=None, escape=Non * ``STOP_AT_DELIMITER``: If unescaped quotes are found in the input, consider the value as an unquoted value. This will make the parser accumulate all characters until the delimiter or a line ending is found in the input. - * ``STOP_AT_DELIMITER``: If unescaped quotes are found in the input, the content parsed + * ``SKIP_VALUE``: If unescaped quotes are found in the input, the content parsed for the given value will be skipped and the value set in nullValue will be produced instead. * ``RAISE_ERROR``: If unescaped quotes are found in the input, a TextParsingException diff --git a/sql/core/src/main/scala/org/apache/spark/sql/DataFrameReader.scala b/sql/core/src/main/scala/org/apache/spark/sql/DataFrameReader.scala index e4da076035171..50f8aa0aa796b 100644 --- a/sql/core/src/main/scala/org/apache/spark/sql/DataFrameReader.scala +++ b/sql/core/src/main/scala/org/apache/spark/sql/DataFrameReader.scala @@ -743,7 +743,7 @@ class DataFrameReader private[sql](sparkSession: SparkSession) extends Logging { *
  • `STOP_AT_DELIMITER`: If unescaped quotes are found in the input, consider the value * as an unquoted value. This will make the parser accumulate all characters until the * delimiter or a line ending is found in the input.
  • - *
  • `STOP_AT_DELIMITER`: If unescaped quotes are found in the input, the content parsed + *
  • `SKIP_VALUE`: If unescaped quotes are found in the input, the content parsed * for the given value will be skipped and the value set in nullValue will be produced * instead.
  • *
  • `RAISE_ERROR`: If unescaped quotes are found in the input, a TextParsingException diff --git a/sql/core/src/main/scala/org/apache/spark/sql/streaming/DataStreamReader.scala b/sql/core/src/main/scala/org/apache/spark/sql/streaming/DataStreamReader.scala index 06c75791ad5c8..9b88274a95713 100644 --- a/sql/core/src/main/scala/org/apache/spark/sql/streaming/DataStreamReader.scala +++ b/sql/core/src/main/scala/org/apache/spark/sql/streaming/DataStreamReader.scala @@ -412,7 +412,7 @@ final class DataStreamReader private[sql](sparkSession: SparkSession) extends Lo *
  • `STOP_AT_DELIMITER`: If unescaped quotes are found in the input, consider the value * as an unquoted value. This will make the parser accumulate all characters until the * delimiter or a line ending is found in the input.
  • - *
  • `STOP_AT_DELIMITER`: If unescaped quotes are found in the input, the content parsed + *
  • `SKIP_VALUE`: If unescaped quotes are found in the input, the content parsed * for the given value will be skipped and the value set in nullValue will be produced * instead.
  • *
  • `RAISE_ERROR`: If unescaped quotes are found in the input, a TextParsingException