Merge branch 'master' into patch-3

docs-website/sidebars.js

@@ -484,6 +484,9 @@ module.exports = {
     ],
 
     "Release History": ["releases"],
+    "Managed DataHub Release History": [
+      "docs/managed-datahub/release-notes/v_0_1_69",
+    ],
 
     // "Candidates for Deprecation": [
     // "README",

docs/how/updating-datahub.md

@@ -5,6 +5,7 @@ This file documents any backwards-incompatible changes in DataHub and assists pe
 ## Next
 
 ### Breaking Changes
+- `datahub check graph-consistency` command has been removed. It was a beta API that we had considered but decided there are better solutions for this. So removing this.
 
 ### Potential Downtime
 

docs/managed-datahub/release-notes/v_0_1_69.md

@@ -0,0 +1,7 @@
+# v.0.1.69
+---
+This is a scheduled release corresponding which contains all changes from OSS DataHub upto commit `10a31b1aa08138c616c0e44035f8f843bef13085`. In addition to all the features added in OSS DataHub below are Managed DataHub specific release notes.
+
+## Release highlights
+---
+- We now support >10k results in Metadata Test results

metadata-ingestion/setup.py

@@ -174,6 +174,10 @@ def get_long_description():
     # Required for all Snowflake sources.
     # See https://github.com/snowflakedb/snowflake-sqlalchemy/issues/234 for why 1.2.5 is blocked.
     "snowflake-sqlalchemy>=1.2.4, !=1.2.5",
+    # Because of https://github.com/snowflakedb/snowflake-sqlalchemy/issues/350 we need to restrict SQLAlchemy's max version.
+    # Eventually we should just require snowflake-sqlalchemy>=1.4.3, but I won't do that immediately
+    # because it may break Airflow users that need SQLAlchemy 1.3.x.
+    "SQLAlchemy<1.4.42",
     "pandas",
     "cryptography",
     "msal",

metadata-ingestion/src/datahub/cli/check_cli.py

@@ -4,9 +4,7 @@
 import click
 
 from datahub import __package_name__
-from datahub.cli.cli_utils import get_url_and_token
 from datahub.cli.json_file import check_mce_file
-from datahub.graph_consistency import check_data_platform
 from datahub.ingestion.run.pipeline import Pipeline
 from datahub.ingestion.sink.sink_registry import sink_registry
 from datahub.ingestion.source.source_registry import source_registry
@@ -89,9 +87,3 @@ def plugins(verbose: bool) -> None:
     click.echo(
         f"If a plugin is disabled, try running: pip install '{__package_name__}[<plugin>]'"
     )
-
-
-@check.command()
-def graph_consistency() -> None:
-    gms_endpoint, gms_token = get_url_and_token()
-    check_data_platform.check(gms_endpoint, gms_token)