diff --git a/spark/v3.4/spark/src/main/java/org/apache/iceberg/spark/source/SparkMicroBatchStream.java b/spark/v3.4/spark/src/main/java/org/apache/iceberg/spark/source/SparkMicroBatchStream.java index 5e10719c0c8a..5b759fc373c4 100644 --- a/spark/v3.4/spark/src/main/java/org/apache/iceberg/spark/source/SparkMicroBatchStream.java +++ b/spark/v3.4/spark/src/main/java/org/apache/iceberg/spark/source/SparkMicroBatchStream.java @@ -431,7 +431,7 @@ public ReadLimit getDefaultReadLimit() { && maxRecordsPerMicroBatch != Integer.MAX_VALUE) { ReadLimit[] readLimits = new ReadLimit[2]; readLimits[0] = ReadLimit.maxFiles(maxFilesPerMicroBatch); - readLimits[1] = ReadLimit.maxRows(maxFilesPerMicroBatch); + readLimits[1] = ReadLimit.maxRows(maxRecordsPerMicroBatch); return ReadLimit.compositeLimit(readLimits); } else if (maxFilesPerMicroBatch != Integer.MAX_VALUE) { return ReadLimit.maxFiles(maxFilesPerMicroBatch); diff --git a/spark/v3.5/spark/src/main/java/org/apache/iceberg/spark/source/SparkMicroBatchStream.java b/spark/v3.5/spark/src/main/java/org/apache/iceberg/spark/source/SparkMicroBatchStream.java index 49180e07c465..20d2e8ad5559 100644 --- a/spark/v3.5/spark/src/main/java/org/apache/iceberg/spark/source/SparkMicroBatchStream.java +++ b/spark/v3.5/spark/src/main/java/org/apache/iceberg/spark/source/SparkMicroBatchStream.java @@ -458,7 +458,7 @@ public ReadLimit getDefaultReadLimit() { && maxRecordsPerMicroBatch != Integer.MAX_VALUE) { ReadLimit[] readLimits = new ReadLimit[2]; readLimits[0] = ReadLimit.maxFiles(maxFilesPerMicroBatch); - readLimits[1] = ReadLimit.maxRows(maxFilesPerMicroBatch); + readLimits[1] = ReadLimit.maxRows(maxRecordsPerMicroBatch); return ReadLimit.compositeLimit(readLimits); } else if (maxFilesPerMicroBatch != Integer.MAX_VALUE) { return ReadLimit.maxFiles(maxFilesPerMicroBatch);