chore: bump substrait version to 0.60.0 to use substrait spec v0.75.0 (#17866)

## Which issue does this PR close?

- Closes #17865.

## What changes are included in this PR?

Bump the `substrait` version to `v0.75.0` by bumping `substrait-rs` to
`v0.60.0`.

This PR was originally dependent on [this
PR](#17888) to update the
versions of some common dependencies, but that PR is now merged in.

## Are these changes tested?

There are no tests here, but there is no change to any logic within
datafusion. It is simply a bump in a dependency. Technically the public
API does change, but as noted in the issue description, there is no
change to internal logic because uri / urn from substrait plans are not
used.

## Are there any user-facing changes?

Yes. Previously substrait plans of spec version `v0.74.0` were accepted,
and now `v0.75.0` is accepted. However, this is a backwards compatible
change. The only difference is the inclusion of additional urn-based
fields in substrait plans. In a later PR, the old uri-based fields will
be dropped, which *will* be a breaking change.

---------

Co-authored-by: Andrew Lamb <andrew@nerdnetworks.org>

Author: benbellick

Cargo.lock

@@ -40,7 +40,7 @@ itertools = { workspace = true }
 object_store = { workspace = true }
 pbjson-types = { workspace = true }
 prost = { workspace = true }
-substrait = { version = "0.59", features = ["serde"] }
+substrait = { version = "0.62", features = ["serde"] }
 url = { workspace = true }
 tokio = { workspace = true, features = ["fs"] }
 uuid = { version = "1.17.0", features = ["v4"] }

datafusion/substrait/Cargo.toml

@@ -113,11 +113,15 @@ impl TryFrom<&Vec<SimpleExtensionDeclaration>> for Extensions {
 }
 
 impl From<Extensions> for Vec<SimpleExtensionDeclaration> {
+    // Silence deprecation warnings for `extension_uri_reference` during the uri -> urn migration
+    // See: https://github.com/substrait-io/substrait/issues/856
+    #[allow(deprecated)]
     fn from(val: Extensions) -> Vec<SimpleExtensionDeclaration> {
         let mut extensions = vec![];
         for (f_anchor, f_name) in val.functions {
             let function_extension = ExtensionFunction {
                 extension_uri_reference: u32::MAX,
+                extension_urn_reference: u32::MAX,
                 function_anchor: f_anchor,
                 name: f_name,
             };
@@ -130,6 +134,7 @@ impl From<Extensions> for Vec<SimpleExtensionDeclaration> {
         for (t_anchor, t_name) in val.types {
             let type_extension = ExtensionType {
                 extension_uri_reference: u32::MAX, // https://github.com/apache/datafusion/issues/11545
+                extension_urn_reference: u32::MAX, // https://github.com/apache/datafusion/issues/11545
                 type_anchor: t_anchor,
                 name: t_name,
             };
@@ -142,6 +147,7 @@ impl From<Extensions> for Vec<SimpleExtensionDeclaration> {
         for (tv_anchor, tv_name) in val.type_variations {
             let type_variation_extension = ExtensionTypeVariation {
                 extension_uri_reference: u32::MAX, // We don't register proper extension URIs yet
+                extension_urn_reference: u32::MAX, // We don't register proper extension URIs yet
                 type_variation_anchor: tv_anchor,
                 name: tv_name,
             };

datafusion/substrait/src/extensions.rs

@@ -60,6 +60,9 @@ use substrait::version;
 ///
 /// Substrait also requires the input schema of the expressions to be included in the
 /// message.  The field names of the input schema will be serialized.
+// Silence deprecation warnings for `extension_uris` during the uri -> urn migration
+// See: https://github.com/substrait-io/substrait/issues/856
+#[allow(deprecated)]
 pub fn to_substrait_extended_expr(
     exprs: &[(&Expr, &Field)],
     schema: &DFSchemaRef,
@@ -85,6 +88,7 @@ pub fn to_substrait_extended_expr(
         advanced_extensions: None,
         expected_type_urls: vec![],
         extension_uris: vec![],
+        extension_urns: vec![],
         extensions: extensions.into(),
         version: Some(version::version_with_producer("datafusion")),
         referred_expr: substrait_exprs,

datafusion/substrait/src/logical_plan/producer/expr/mod.rs

@@ -24,6 +24,9 @@ use substrait::proto::{plan_rel, Plan, PlanRel, Rel, RelRoot};
 use substrait::version;
 
 /// Convert DataFusion LogicalPlan to Substrait Plan
+// Silence deprecation warnings for `extension_uris` during the uri -> urn migration
+// See: https://github.com/substrait-io/substrait/issues/856
+#[allow(deprecated)]
 pub fn to_substrait_plan(
     plan: &LogicalPlan,
     state: &SessionState,
@@ -45,11 +48,13 @@ pub fn to_substrait_plan(
     Ok(Box::new(Plan {
         version: Some(version::version_with_producer("datafusion")),
         extension_uris: vec![],
+        extension_urns: vec![],
         extensions: extensions.into(),
         relations: plan_rels,
         advanced_extensions: None,
         expected_type_urls: vec![],
         parameter_bindings: vec![],
+        type_aliases: vec![],
     }))
 }