fix(ingest): preserve dbt column name casing

Fixes datahub-project#6716.
hsheth2 · Jan 18, 2023 · 34c3a58 · 34c3a58
1 parent a3f4c40
commit 34c3a58
Showing 1 changed file with 6 additions and 2 deletions.
diff --git a/metadata-ingestion/src/datahub/ingestion/source/dbt/dbt_core.py b/metadata-ingestion/src/datahub/ingestion/source/dbt/dbt_core.py
@@ -94,16 +94,20 @@ def get_columns(
     catalog_columns = catalog_node["columns"]
     manifest_columns = manifest_node.get("columns", {})
 
+    manifest_columns_lower = {k.lower(): v for k, v in manifest_columns.items()}
+
     for key, catalog_column in catalog_columns.items():
-        manifest_column = manifest_columns.get(key.lower(), {})
+        manifest_column = manifest_columns.get(
+            key, manifest_columns_lower.get(key.lower(), {})
+        )
 
         meta = manifest_column.get("meta", {})
 
         tags = manifest_column.get("tags", [])
         tags = [tag_prefix + tag for tag in tags]
 
         dbtCol = DBTColumn(
-            name=catalog_column["name"].lower(),
+            name=catalog_column["name"],
             comment=catalog_column.get("comment", ""),
             description=manifest_column.get("description", ""),
             data_type=catalog_column["type"],