fix(ingest) - bigquery-beta - Using table ref instead of table id (da…

…tahub-project#6193)
CybercentreCanada · Nov 18, 2022 · a970f71 · a970f71
1 parent 115bed4
commit a970f71
Showing 1 changed file with 1 addition and 5 deletions.
diff --git a/metadata-ingestion/src/datahub/ingestion/source/bigquery_v2/lineage.py b/metadata-ingestion/src/datahub/ingestion/source/bigquery_v2/lineage.py
@@ -234,9 +234,7 @@ def _get_bigquery_log_entries(
         logger.info(
             f"Start iterating over log entries from BigQuery for {client.project}"
         )
-
         for entry in entries:
-            # for num in range(0, 100):
             self.report.num_total_log_entries[client.project] += 1
             if self.report.num_total_log_entries[client.project] % 1000 == 0:
                 logger.info(
@@ -418,9 +416,7 @@ def _create_lineage_map(self, entries: Iterable[QueryEvent]) -> Dict[str, Set[st
                 continue
             has_table = False
             for ref_table in e.referencedTables:
-                ref_table_str = (
-                    ref_table.get_sanitized_table_ref().table_identifier.get_table_name()
-                )
+                ref_table_str = str(ref_table.get_sanitized_table_ref())
                 if ref_table_str != destination_table_str:
                     lineage_map[destination_table_str].add(ref_table_str)
                     has_table = True