add dwrf support in substrait (facebookincubator#21)

zhouyuan · Jun 17, 2022 · c37db15 · c37db15
1 parent f21bb88
commit c37db15
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 1 deletion.
diff --git a/velox/substrait/SubstraitToVeloxPlan.cpp b/velox/substrait/SubstraitToVeloxPlan.cpp
@@ -457,7 +457,7 @@ std::shared_ptr<const core::PlanNode> SubstraitVeloxPlanConverter::toVeloxPlan(
       splitInfo->starts.emplace_back(file.start());
       splitInfo->lengths.emplace_back(file.length());
       auto format = file.format();
-      if (format == 0) {
+      if (format == 2 || format == 3) {
         splitInfo->format = dwio::common::FileFormat::ORC;
       } else if (format == 1) {
         splitInfo->format = dwio::common::FileFormat::PARQUET;

diff --git a/velox/substrait/proto/substrait/algebra.proto b/velox/substrait/proto/substrait/algebra.proto
@@ -102,6 +102,8 @@ message ReadRel {
       enum FileFormat {
         FILE_FORMAT_UNSPECIFIED = 0;
         FILE_FORMAT_PARQUET = 1;
+        FILE_FORMAT_ORC = 2;
+        FILE_FORMAT_DWRF = 3;
       }
     }
   }