[Spark] Change Scala version to match Spark 4.0 (#5393)

#### Which Delta project/connector is this regarding?
- [ ] Spark
- [ ] Standalone
- [ ] Flink
- [ ] Kernel
- [X] Other (Build)

## Description
Matches Scala version of Spark 4.0


https://github.com/apache/spark/blob/408746406be15692b4caafbeae4ddbd077d719d1/pom.xml#L173

## How was this patch tested?
Unit tests

## Does this PR introduce _any_ user-facing changes?
No

---------

Signed-off-by: Felipe Fujiy Pessoto <fepessot@microsoft.com>

Author: felipepessoto

.github/workflows/connectors_test.yaml

@@ -7,7 +7,7 @@ jobs:
     strategy:
       matrix:
         # These Scala versions must match those in the build.sbt
-        scala: [2.13.13]
+        scala: [2.13.16]
     steps:
       - uses: actions/checkout@v2
       - name: install java

.github/workflows/iceberg_test.yaml

@@ -7,7 +7,7 @@ jobs:
     strategy:
       matrix:
         # These Scala versions must match those in the build.sbt
-        scala: [2.13.13]
+        scala: [2.13.16]
     env:
       SCALA_VERSION: ${{ matrix.scala }}
     steps:

.github/workflows/kernel_test.yaml

@@ -20,7 +20,7 @@ jobs:
       matrix:
         shard: [0, 1, 2, 3]
     env:
-      SCALA_VERSION: 2.13.13
+      SCALA_VERSION: 2.13.16
       NUM_SHARDS: 4
       DISABLE_UNIDOC: true # Another unidoc workflow will test unidoc.
       TEST_PARALLELISM_COUNT: 4

.github/workflows/spark_examples_test.yaml

@@ -7,7 +7,7 @@ jobs:
     strategy:
       matrix:
         # These Scala versions must match those in the build.sbt
-        scala: [2.13.13]
+        scala: [2.13.16]
     env:
       SCALA_VERSION: ${{ matrix.scala }}
     steps:

.github/workflows/spark_master_test.yaml

@@ -7,7 +7,7 @@ jobs:
     strategy:
       matrix:
         # These Scala versions must match those in the build.sbt
-        scala: [2.13.13]
+        scala: [2.13.16]
         # Important: This list of shards must be [0..NUM_SHARDS - 1]
         shard: [0, 1, 2, 3]
     env:

.github/workflows/spark_python_test.yaml

@@ -7,7 +7,7 @@ jobs:
     strategy:
       matrix:
         # These Scala versions must match those in the build.sbt
-        scala: [2.13.13]
+        scala: [2.13.16]
     env:
       SCALA_VERSION: ${{ matrix.scala }}
     steps:

.github/workflows/spark_test.yaml

@@ -7,7 +7,7 @@ jobs:
     strategy:
       matrix:
         # These Scala versions must match those in the build.sbt
-        scala: [2.13.13]
+        scala: [2.13.16]
         # Important: This list of shards must be [0..NUM_SHARDS - 1]
         shard: [0, 1, 2, 3]
     env:

.github/workflows/unidoc.yaml

@@ -7,7 +7,7 @@
       strategy:
         matrix:
           # These Scala versions must match those in the build.sbt
-          scala: [2.13.13]
+          scala: [2.13.16]
       steps:
         - name: install java
           uses: actions/setup-java@v3

.github/workflows/unity_test.yaml

@@ -5,7 +5,7 @@ jobs:
     name: "Delta Unity Tests"
     runs-on: ubuntu-24.04
     env:
-      SCALA_VERSION: 2.13.13
+      SCALA_VERSION: 2.13.16
     steps:
       - uses: actions/checkout@v3
       - uses: technote-space/get-diff-action@v4

build.sbt

@@ -40,14 +40,14 @@ import Mima._
 import Unidoc._
 
 // Scala versions
-val scala213 = "2.13.13"
+val scala213 = "2.13.16"
 val all_scala_versions = Seq(scala213)
 
 // Due to how publishArtifact is determined for javaOnlyReleaseSettings, incl. storage
 // It was necessary to change default_scala_version to scala213 in build.sbt
 // to build the project with Scala 2.13 only
 // As a setting, it's possible to set it on command line easily
-// sbt 'set default_scala_version := 2.13.13' [commands]
+// sbt 'set default_scala_version := 2.13.16' [commands]
 // FIXME Why not use scalaVersion?
 val default_scala_version = settingKey[String]("Default Scala version")
 Global / default_scala_version := scala213