Resolve comments

Author: itholic

docs/sql-data-sources-parquet.md

@@ -305,6 +305,7 @@ Data source options of Parquet can be set via:
     <td>write</td>
   </tr>
 </table>
+Other generic options can be found in <a href="https://spark.apache.org/docs/latest/sql-data-sources-generic-options.html"> Generic Files Source Options</a>
 
 ### Configuration
 

python/pyspark/sql/readwriter.py

@@ -418,8 +418,10 @@ def parquet(self, *paths, **options):
         ----------------
         options**
             Please refer to
-            `Data Source Option <http://127.0.0.1:4000/sql-data-sources-parquet.html#data-source-option>`_
+            `Data Source Option <https://spark.apache.org/docs/latest/sql-data-sources-parquet.html#data-source-option>`_
             for the options.
+            Note that you should refer to the documentation of the specific version you're using
+            because the link above always points out the latest documentation.
 
         Examples
         --------
@@ -1226,7 +1228,9 @@ def parquet(self, path, mode=None, partitionBy=None, compression=None):
         Other Parameters
         ----------------
         Extra options (keyword argument)
-            `Data Source Option <http://127.0.0.1:4000/sql-data-sources-parquet.html#data-source-option>`_.
+            `Data Source Option <https://spark.apache.org/docs/latest/sql-data-sources-parquet.html#data-source-option>`_.
+            Note that you should refer to the documentation of the specific version you're using
+            because the link above always points out the latest documentation.
 
         Examples
         --------

python/pyspark/sql/streaming.py

@@ -714,6 +714,13 @@ def parquet(self, path, mergeSchema=None, pathGlobFilter=None, recursiveFileLook
             If None is set, the value of the SQL config
             ``spark.sql.parquet.int96RebaseModeInRead`` is used by default.
 
+        Other Parameters
+        ----------------
+        Extra options (keyword argument)
+            `Data Source Option <https://spark.apache.org/docs/latest/sql-data-sources-parquet.html#data-source-option>`_.
+            Note that you should refer to the documentation of the specific version you're using
+            because the link above always points out the latest documentation.
+
         Examples
         --------
         >>> parquet_sdf = spark.readStream.schema(sdf_schema).parquet(tempfile.mkdtemp())

sql/core/src/main/scala/org/apache/spark/sql/DataFrameReader.scala

@@ -813,8 +813,11 @@ class DataFrameReader private[sql](sparkSession: SparkSession) extends Logging {
    * Loads a Parquet file, returning the result as a `DataFrame`.
    *
    * Parquet-specific option(s) for reading Parquet files can be found in
-   * <a href="http://127.0.0.1:4000/sql-data-sources-parquet.html#data-source-option">
+   * <a href=
+   *   "https://spark.apache.org/docs/latest/sql-data-sources-parquet.html#data-source-option">
    *   Data Source Option</a>.
+   * Note that you should refer to the documentation of the specific version you're using
+   * because the link above always points out the latest documentation.
    *
    * @since 1.4.0
    */

sql/core/src/main/scala/org/apache/spark/sql/DataFrameWriter.scala

@@ -861,8 +861,11 @@ final class DataFrameWriter[T] private[sql](ds: Dataset[T]) {
    * }}}
    *
    * Parquet-specific option(s) for writing Parquet files can be found in
-   * <a href="http://127.0.0.1:4000/sql-data-sources-parquet.html#data-source-option">
+   * <a href=
+   *   "https://spark.apache.org/docs/latest/sql-data-sources-parquet.html#data-source-option">
    *   Data Source Option</a>.
+   * Note that you should refer to the documentation of the specific version you're using
+   * because the link above always points out the latest documentation.
    *
    * @since 1.4.0
    */