Propagate HiveConfig::kLoadQuantum (#8947)

Summary:
The HiveConfig::kLoadQuantum setting should be propagated to readerOptions, enabling DirectBufferedInput to utilize it.

Pull Request resolved: #8947

Reviewed By: xiaoxmeng, pedroerp

Differential Revision: D54500003

Pulled By: mbasmanova

fbshipit-source-id: 73499e1bbbdc808a636d10dd3f2bac2d3787d597

velox/connectors/hive/HiveConnectorUtil.cpp

@@ -448,6 +448,7 @@ void configureReaderOptions(
     const RowTypePtr& fileSchema,
     const std::shared_ptr<HiveConnectorSplit>& hiveSplit,
     const std::unordered_map<std::string, std::string>& tableParameters) {
+  readerOptions.setLoadQuantum(hiveConfig->loadQuantum());
   readerOptions.setMaxCoalesceBytes(hiveConfig->maxCoalescedBytes());
   readerOptions.setMaxCoalesceDistance(hiveConfig->maxCoalescedDistanceBytes());
   readerOptions.setFileColumnNamesReadAsLowerCase(

velox/connectors/hive/tests/HiveConnectorUtilTest.cpp

@@ -101,6 +101,7 @@ TEST_F(HiveConnectorUtilTest, configureReaderOptions) {
   EXPECT_EQ(readerOptions.getFileFormat(), fileFormat);
   EXPECT_TRUE(
       compareSerDeOptions(readerOptions.getSerDeOptions(), expectedSerDe));
+  EXPECT_EQ(readerOptions.loadQuantum(), hiveConfig->loadQuantum());
   EXPECT_EQ(readerOptions.maxCoalesceBytes(), hiveConfig->maxCoalescedBytes());
   EXPECT_EQ(
       readerOptions.maxCoalesceDistance(),
@@ -174,6 +175,7 @@ TEST_F(HiveConnectorUtilTest, configureReaderOptions) {
   // Tests other custom reader options.
   clearDynamicParameters(FileFormat::TEXT);
   std::unordered_map<std::string, std::string> customHiveConfigProps;
+  customHiveConfigProps[hive::HiveConfig::kLoadQuantum] = "321";
   customHiveConfigProps[hive::HiveConfig::kMaxCoalescedBytes] = "129";
   customHiveConfigProps[hive::HiveConfig::kMaxCoalescedDistanceBytes] = "513";
   customHiveConfigProps[hive::HiveConfig::kFileColumnNamesReadAsLowerCase] =
@@ -184,6 +186,7 @@ TEST_F(HiveConnectorUtilTest, configureReaderOptions) {
   hiveConfig = std::make_shared<hive::HiveConfig>(
       std::make_shared<core::MemConfig>(customHiveConfigProps));
   performConfigure();
+  EXPECT_EQ(readerOptions.loadQuantum(), hiveConfig->loadQuantum());
   EXPECT_EQ(readerOptions.maxCoalesceBytes(), hiveConfig->maxCoalescedBytes());
   EXPECT_EQ(
       readerOptions.maxCoalesceDistance(),