[CORE] Add iceberg equality delete file proto definition (#8778)

[CORE] Add iceberg equality delete file proto definition
apache · Feb 25, 2025 · 321a602 · 321a602
1 parent 97c74c2
commit 321a602
Show file tree

Hide file tree

Showing 2 changed files with 13 additions and 0 deletions.
diff --git a/...-iceberg/src-iceberg/main/java/org/apache/gluten/substrait/rel/IcebergLocalFilesNode.java b/...-iceberg/src-iceberg/main/java/org/apache/gluten/substrait/rel/IcebergLocalFilesNode.java
@@ -117,6 +117,9 @@ protected void processFileBuilder(ReadRel.LocalFiles.FileOrFiles.Builder fileBui
           throw new UnsupportedOperationException(
               "Unsupported format " + delete.format().name() + " for delete file.");
       }
+      if (delete.equalityFieldIds() != null && !delete.equalityFieldIds().isEmpty()) {
+        deleteFileBuilder.addAllEqualityFieldIds(delete.equalityFieldIds());
+      }
       icebergBuilder.addDeleteFiles(deleteFileBuilder);
     }
     fileBuilder.setIceberg(icebergBuilder);

diff --git a/gluten-substrait/src/main/resources/substrait/proto/substrait/algebra.proto b/gluten-substrait/src/main/resources/substrait/proto/substrait/algebra.proto
@@ -173,6 +173,13 @@ message ReadRel {
           EQUALITY_DELETES = 2;
         }
         message DeleteFile {
+          message Map {
+            message KeyValue {
+              int32 key = 1;
+              string value = 2;
+            }
+            repeated KeyValue key_values = 1;
+          }
           FileContent fileContent = 1;
           string filePath = 2;
           uint64 fileSize = 3;
@@ -181,6 +188,9 @@ message ReadRel {
             ParquetReadOptions parquet = 5;
             OrcReadOptions orc = 6;
           }
+          repeated int32 equalityFieldIds = 7;
+          Map lowerBounds = 8;
+          Map upperBounds = 9;
         }
         oneof file_format {
           ParquetReadOptions parquet = 1;