feat(ingest/s3): use latest file to infer metadata if single dataset …

…represents a set of files
datahub-project · Feb 1, 2023 · 2d79970 · 2d79970
1 parent fe910e5
commit 2d79970
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/metadata-ingestion/src/datahub/ingestion/source/s3/source.py b/metadata-ingestion/src/datahub/ingestion/source/s3/source.py
@@ -752,6 +752,9 @@ def get_workunits(self) -> Iterable[MetadataWorkUnit]:
                             table_dict[table_data.table_path].timestamp
                             < table_data.timestamp
                         ):
+                            table_dict[
+                                table_data.table_path
+                            ].full_path = table_data.full_path
                             table_dict[
                                 table_data.table_path
                             ].timestamp = table_data.timestamp