Add support for parquet field

datafusion/common/src/config.rs

@@ -751,6 +751,11 @@ config_namespace! {
         /// parquet reader setting. 0 means no caching.
         pub max_predicate_cache_size: Option<usize>, default = None
 
+        /// (reading) If true, use Parquet field IDs for column resolution instead of
+        /// column names. This enables schema evolution with renamed/reordered columns.
+        /// When field IDs are unavailable, falls back to name-based matching.
+        pub field_id_read_enabled: bool, default = false
+
         // The following options affect writing to parquet files
         // and map to parquet::file::properties::WriterProperties
 
@@ -3071,22 +3076,22 @@ config_namespace! {
         /// If not specified, the default level for the compression algorithm is used.
         pub compression_level: Option<u32>, default = None
         pub schema_infer_max_rec: Option<usize>, default = None
-       /// The JSON format to use when reading files.
-       ///
-       /// When `true` (default), expects newline-delimited JSON (NDJSON):
-       /// ```text
-       /// {"key1": 1, "key2": "val"}
-       /// {"key1": 2, "key2": "vals"}
-       /// ```
-       ///
-       /// When `false`, expects JSON array format:
-       /// ```text
-       /// [
-       ///   {"key1": 1, "key2": "val"},
-       ///   {"key1": 2, "key2": "vals"}
-       /// ]
-       /// ```
-       pub newline_delimited: bool, default = true
+         /// The JSON format to use when reading files.
+         ///
+         /// When `true` (default), expects newline-delimited JSON (NDJSON):
+         /// ```text
+         /// {"key1": 1, "key2": "val"}
+         /// {"key1": 2, "key2": "vals"}
+         /// ```
+         ///
+         /// When `false`, expects JSON array format:
+         /// ```text
+         /// [
+         ///   {"key1": 1, "key2": "val"},
+         ///   {"key1": 2, "key2": "vals"}
+         /// ]
+         /// ```
+        pub newline_delimited: bool, default = true
     }
 }
 

datafusion/common/src/file_options/parquet_writer.rs

@@ -209,6 +209,7 @@ impl ParquetOptions {
             coerce_int96: _,     // not used for writer props
             skip_arrow_metadata: _,
             max_predicate_cache_size: _,
+            field_id_read_enabled: _, // not used for writer props
         } = self;
 
         let mut builder = WriterProperties::builder()
@@ -460,6 +461,7 @@ mod tests {
             skip_arrow_metadata: defaults.skip_arrow_metadata,
             coerce_int96: None,
             max_predicate_cache_size: defaults.max_predicate_cache_size,
+            field_id_read_enabled: defaults.field_id_read_enabled,
         }
     }
 
@@ -574,6 +576,7 @@ mod tests {
                 binary_as_string: global_options_defaults.binary_as_string,
                 skip_arrow_metadata: global_options_defaults.skip_arrow_metadata,
                 coerce_int96: None,
+                field_id_read_enabled: global_options_defaults.field_id_read_enabled,
             },
             column_specific_options,
             key_value_metadata,