add dwrf support in substrait (facebookincubator#21)

rui-mo · Jun 29, 2022 · 43d2d30 · 43d2d30
1 parent 18d69ad
commit 43d2d30
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 1 deletion.
diff --git a/velox/substrait/SubstraitToVeloxPlan.cpp b/velox/substrait/SubstraitToVeloxPlan.cpp
@@ -540,7 +540,7 @@ SubstraitVeloxPlanConverter::toVeloxAggWithRowConstruct(
         splitInfo->starts.emplace_back(file.start());
         splitInfo->lengths.emplace_back(file.length());
         auto format = file.format();
-        if (format == 0) {
+        if (format == 2 || format == 3) {
           splitInfo->format = dwio::common::FileFormat::ORC;
         } else if (format == 1) {
           splitInfo->format = dwio::common::FileFormat::PARQUET;

diff --git a/velox/substrait/proto/substrait/algebra.proto b/velox/substrait/proto/substrait/algebra.proto
@@ -103,6 +103,8 @@ message ReadRel {
       enum FileFormat {
         FILE_FORMAT_UNSPECIFIED = 0;
         FILE_FORMAT_PARQUET = 1;
+        FILE_FORMAT_ORC = 2;
+        FILE_FORMAT_DWRF = 3;
       }
     }
   }