datahub-project · anshbansal · May 13, 2022 · May 6, 2022 · May 10, 2022 · May 11, 2022
diff --git a/datahub-web-react/src/app/ingest/source/conf/azure/azure.ts b/datahub-web-react/src/app/ingest/source/conf/azure/azure.ts
@@ -40,7 +40,7 @@ const azureAdConfig: SourceConfig = {
     type: 'azure-ad',
     placeholderRecipe,
     displayName: 'Azure AD',
-    docsUrl: 'https://datahubproject.io/docs/metadata-ingestion/source_docs/azure-ad',
+    docsUrl: 'https://datahubproject.io/docs/generated/ingestion/sources/azure-ad',
     logoUrl: azureLogo,
 };
 

diff --git a/datahub-web-react/src/app/ingest/source/conf/bigquery/bigquery.ts b/datahub-web-react/src/app/ingest/source/conf/bigquery/bigquery.ts
@@ -32,7 +32,7 @@ const bigqueryConfig: SourceConfig = {
     type: 'bigquery',
     placeholderRecipe,
     displayName: 'BigQuery',
-    docsUrl: 'https://datahubproject.io/docs/metadata-ingestion/source_docs/bigquery/',
+    docsUrl: 'https://datahubproject.io/docs/generated/ingestion/sources/bigquery/',
     logoUrl: bigqueryLogo,
 };
 

diff --git a/datahub-web-react/src/app/ingest/source/conf/glue/glue.ts b/datahub-web-react/src/app/ingest/source/conf/glue/glue.ts
@@ -35,7 +35,7 @@ const glueConfig: SourceConfig = {
     type: 'glue',
     placeholderRecipe,
     displayName: 'Glue',
-    docsUrl: 'https://datahubproject.io/docs/metadata-ingestion/source_docs/glue',
+    docsUrl: 'https://datahubproject.io/docs/generated/ingestion/sources/glue',
     logoUrl: glueLogo,
 };
 

diff --git a/datahub-web-react/src/app/ingest/source/conf/hive/hive.ts b/datahub-web-react/src/app/ingest/source/conf/hive/hive.ts
@@ -27,7 +27,7 @@ const hiveConfig: SourceConfig = {
     type: 'hive',
     placeholderRecipe,
     displayName: 'Hive',
-    docsUrl: 'https://datahubproject.io/docs/metadata-ingestion/source_docs/hive/',
+    docsUrl: 'https://datahubproject.io/docs/generated/ingestion/sources/hive/',
     logoUrl: hiveLogo,
 };
 

diff --git a/datahub-web-react/src/app/ingest/source/conf/kafka/kafka.ts b/datahub-web-react/src/app/ingest/source/conf/kafka/kafka.ts
@@ -34,7 +34,7 @@ const kafkaConfig: SourceConfig = {
     type: 'kafka',
     placeholderRecipe,
     displayName: 'Kafka',
-    docsUrl: 'https://datahubproject.io/docs/metadata-ingestion/source_docs/kafka/',
+    docsUrl: 'https://datahubproject.io/docs/generated/ingestion/sources/kafka/',
     logoUrl: kafkaLogo,
 };
 

diff --git a/datahub-web-react/src/app/ingest/source/conf/looker/looker.ts b/datahub-web-react/src/app/ingest/source/conf/looker/looker.ts
@@ -25,7 +25,7 @@ const lookerConfig: SourceConfig = {
     type: 'looker',
     placeholderRecipe,
     displayName: 'Looker',
-    docsUrl: 'https://datahubproject.io/docs/metadata-ingestion/source_docs/looker/',
+    docsUrl: 'https://datahubproject.io/docs/generated/ingestion/sources/looker/',
     logoUrl: lookerLogo,
 };
 

diff --git a/datahub-web-react/src/app/ingest/source/conf/mongodb/mongodb.ts b/datahub-web-react/src/app/ingest/source/conf/mongodb/mongodb.ts
@@ -30,7 +30,7 @@ const mongoConfig: SourceConfig = {
     type: 'mongodb',
     placeholderRecipe,
     displayName: 'MongoDB',
-    docsUrl: 'https://datahubproject.io/docs/metadata-ingestion/source_docs/mongodb/',
+    docsUrl: 'https://datahubproject.io/docs/generated/ingestion/sources/mongodb/',
     logoUrl: mongodbLogo,
 };
 

diff --git a/datahub-web-react/src/app/ingest/source/conf/mysql/mysql.ts b/datahub-web-react/src/app/ingest/source/conf/mysql/mysql.ts
@@ -34,7 +34,7 @@ const mysqlConfig: SourceConfig = {
     type: 'mysql',
     placeholderRecipe,
     displayName: 'MySQL',
-    docsUrl: 'https://datahubproject.io/docs/metadata-ingestion/source_docs/mysql/',
+    docsUrl: 'https://datahubproject.io/docs/generated/ingestion/sources/mysql/',
     logoUrl: mysqlLogo,
 };
 

diff --git a/datahub-web-react/src/app/ingest/source/conf/okta/okta.ts b/datahub-web-react/src/app/ingest/source/conf/okta/okta.ts
@@ -42,7 +42,7 @@ const oktaConfig: SourceConfig = {
     type: 'okta',
     placeholderRecipe,
     displayName: 'Okta',
-    docsUrl: 'https://datahubproject.io/docs/metadata-ingestion/source_docs/okta',
+    docsUrl: 'https://datahubproject.io/docs/generated/ingestion/sources/okta',
     logoUrl: oktaLogo,
 };
 

diff --git a/datahub-web-react/src/app/ingest/source/conf/oracle/oracle.ts b/datahub-web-react/src/app/ingest/source/conf/oracle/oracle.ts
@@ -29,7 +29,7 @@ const oracleConfig: SourceConfig = {
     type: 'oracle',
     placeholderRecipe,
     displayName: 'Oracle',
-    docsUrl: 'https://datahubproject.io/docs/metadata-ingestion/source_docs/oracle/',
+    docsUrl: 'https://datahubproject.io/docs/generated/ingestion/sources/oracle/',
     logoUrl: oracleLogo,
 };
 

diff --git a/datahub-web-react/src/app/ingest/source/conf/postgres/postgres.ts b/datahub-web-react/src/app/ingest/source/conf/postgres/postgres.ts
@@ -34,7 +34,7 @@ const postgresConfig: SourceConfig = {
     type: 'postgres',
     placeholderRecipe,
     displayName: 'Postgres',
-    docsUrl: 'https://datahubproject.io/docs/metadata-ingestion/source_docs/postgres/',
+    docsUrl: 'https://datahubproject.io/docs/generated/ingestion/sources/postgres/',
     logoUrl: postgresLogo,
 };
 

diff --git a/datahub-web-react/src/app/ingest/source/conf/redshift/redshift.ts b/datahub-web-react/src/app/ingest/source/conf/redshift/redshift.ts
@@ -34,7 +34,7 @@ const redshiftConfig: SourceConfig = {
     type: 'redshift',
     placeholderRecipe,
     displayName: 'Redshift',
-    docsUrl: 'https://datahubproject.io/docs/metadata-ingestion/source_docs/redshift/',
+    docsUrl: 'https://datahubproject.io/docs/generated/ingestion/sources/redshift/',
     logoUrl: redshiftLogo,
 };
 

diff --git a/datahub-web-react/src/app/ingest/source/conf/snowflake/snowflake.ts b/datahub-web-react/src/app/ingest/source/conf/snowflake/snowflake.ts
@@ -58,7 +58,7 @@ const snowflakeConfig: SourceConfig = {
     type: 'snowflake',
     placeholderRecipe,
     displayName: 'Snowflake',
-    docsUrl: 'https://datahubproject.io/docs/metadata-ingestion/source_docs/snowflake/',
+    docsUrl: 'https://datahubproject.io/docs/generated/ingestion/sources/snowflake/',
     logoUrl: snowflakeLogo,
 };
 

diff --git a/docs/how/add-custom-data-platform.md b/docs/how/add-custom-data-platform.md
@@ -67,7 +67,7 @@ You can also ingest a Data Platform at runtime using either a file-based ingesti
 
 ```
 ---
-# see https://datahubproject.io/docs/metadata-ingestion/source_docs/file for complete documentation
+# see https://datahubproject.io/docs/generated/ingestion/sources/file for complete documentation
 source:
   type: "file"
   config:

diff --git a/docs/how/add-user-data.md b/docs/how/add-user-data.md
@@ -53,7 +53,7 @@ Define an [ingestion recipe](https://datahubproject.io/docs/metadata-ingestion/#
 
 ```
 ---
-# see https://datahubproject.io/docs/metadata-ingestion/source_docs/file for complete documentation
+# see https://datahubproject.io/docs/generated/ingestion/sources/file for complete documentation
 source:
   type: "file"
   config:

diff --git a/metadata-ingestion/examples/recipes/bigquery_to_datahub.yml b/metadata-ingestion/examples/recipes/bigquery_to_datahub.yml
@@ -1,5 +1,5 @@
 ---
-# see https://datahubproject.io/docs/metadata-ingestion/source_docs/bigquery for complete documentation
+# see https://datahubproject.io/docs/generated/ingestion/sources/bigquery for complete documentation
 source:
   type: "bigquery"
   config:

diff --git a/metadata-ingestion/examples/recipes/dbt_to_datahub.yml b/metadata-ingestion/examples/recipes/dbt_to_datahub.yml
@@ -1,5 +1,5 @@
 ---
-# see https://datahubproject.io/docs/metadata-ingestion/source_docs/dbt for complete documentation
+# see https://datahubproject.io/docs/generated/ingestion/sources/dbt for complete documentation
 source:
   type: "dbt"
   config:

diff --git a/metadata-ingestion/examples/recipes/example_to_datahub_kafka.yml b/metadata-ingestion/examples/recipes/example_to_datahub_kafka.yml
@@ -1,4 +1,4 @@
-# see https://datahubproject.io/docs/metadata-ingestion/source_docs/file for complete documentation
+# see https://datahubproject.io/docs/generated/ingestion/sources/file for complete documentation
 source:
   type: "file"
   config:

diff --git a/metadata-ingestion/examples/recipes/example_to_datahub_rest.yml b/metadata-ingestion/examples/recipes/example_to_datahub_rest.yml
@@ -1,4 +1,4 @@
-# see https://datahubproject.io/docs/metadata-ingestion/source_docs/file for complete documentation
+# see https://datahubproject.io/docs/generated/ingestion/sources/file for complete documentation
 source:
   type: "file"
   config:

diff --git a/metadata-ingestion/examples/recipes/example_to_datahub_rest2.yml b/metadata-ingestion/examples/recipes/example_to_datahub_rest2.yml
@@ -1,4 +1,4 @@
-# see https://datahubproject.io/docs/metadata-ingestion/source_docs/file for complete documentation
+# see https://datahubproject.io/docs/generated/ingestion/sources/file for complete documentation
 source:
   type: "file"
   config:

diff --git a/metadata-ingestion/examples/recipes/feast_to_datahub.yml b/metadata-ingestion/examples/recipes/feast_to_datahub.yml
@@ -1,4 +1,4 @@
-# see https://datahubproject.io/docs/metadata-ingestion/source_docs/feast for complete documentation
+# see https://datahubproject.io/docs/generated/ingestion/sources/feast for complete documentation
 source:
   type: feast
   config:

diff --git a/metadata-ingestion/examples/recipes/file_to_console.yml b/metadata-ingestion/examples/recipes/file_to_console.yml
@@ -1,5 +1,5 @@
 ---
-# see https://datahubproject.io/docs/metadata-ingestion/source_docs/file for complete documentation
+# see https://datahubproject.io/docs/generated/ingestion/sources/file for complete documentation
 source:
   type: "file"
   config:

diff --git a/metadata-ingestion/examples/recipes/file_to_datahub.yml b/metadata-ingestion/examples/recipes/file_to_datahub.yml
@@ -1,5 +1,5 @@
 ---
-# see https://datahubproject.io/docs/metadata-ingestion/source_docs/file for complete documentation
+# see https://datahubproject.io/docs/generated/ingestion/sources/file for complete documentation
 source:
   type: "file"
   config:

diff --git a/metadata-ingestion/examples/recipes/file_to_datahub_rest.yml b/metadata-ingestion/examples/recipes/file_to_datahub_rest.yml
@@ -1,5 +1,5 @@
 ---
-# see https://datahubproject.io/docs/metadata-ingestion/source_docs/file for complete documentation
+# see https://datahubproject.io/docs/generated/ingestion/sources/file for complete documentation
 source:
   type: "file"
   config:

diff --git a/metadata-ingestion/examples/recipes/file_to_file.yml b/metadata-ingestion/examples/recipes/file_to_file.yml
@@ -1,5 +1,5 @@
 ---
-# see https://datahubproject.io/docs/metadata-ingestion/source_docs/file for complete documentation
+# see https://datahubproject.io/docs/generated/ingestion/sources/file for complete documentation
 source:
   type: "file"
   config:

diff --git a/metadata-ingestion/examples/recipes/glue_to_datahub.yml b/metadata-ingestion/examples/recipes/glue_to_datahub.yml
@@ -1,4 +1,4 @@
-# see https://datahubproject.io/docs/metadata-ingestion/source_docs/glue for complete documentation
+# see https://datahubproject.io/docs/generated/ingestion/sources/glue for complete documentation
 source:
   type: glue
   config:

diff --git a/metadata-ingestion/examples/recipes/ingest.yaml b/metadata-ingestion/examples/recipes/ingest.yaml
@@ -1,4 +1,4 @@
-# see https://datahubproject.io/docs/metadata-ingestion/source_docs/file for complete documentation
+# see https://datahubproject.io/docs/generated/ingestion/sources/file for complete documentation
 source:
   type: file
   config:

diff --git a/metadata-ingestion/examples/recipes/kafka_connect_to_datahub_rest.yml b/metadata-ingestion/examples/recipes/kafka_connect_to_datahub_rest.yml
@@ -1,7 +1,7 @@
 ---
 run_id: kafka-connect-test
 
-# see https://datahubproject.io/docs/metadata-ingestion/source_docs/kafka-connect for complete documentation
+# see https://datahubproject.io/docs/generated/ingestion/sources/kafka-connect for complete documentation
 source:
   type: "kafka-connect"
   config:

diff --git a/metadata-ingestion/examples/recipes/kafka_to_console.toml b/metadata-ingestion/examples/recipes/kafka_to_console.toml
@@ -1,4 +1,4 @@
-# see https://datahubproject.io/docs/metadata-ingestion/source_docs/kafka for complete documentation
+# see https://datahubproject.io/docs/generated/ingestion/sources/kafka for complete documentation
 [source]
   type="kafka"
 [source.config.connection]

diff --git a/metadata-ingestion/examples/recipes/kafka_to_console.yml b/metadata-ingestion/examples/recipes/kafka_to_console.yml
@@ -1,5 +1,5 @@
 ---
-# see https://datahubproject.io/docs/metadata-ingestion/source_docs/kafka for complete documentation
+# see https://datahubproject.io/docs/generated/ingestion/sources/kafka for complete documentation
 source:
   type: "kafka"
   config:

diff --git a/metadata-ingestion/examples/recipes/kafka_to_datahub.yml b/metadata-ingestion/examples/recipes/kafka_to_datahub.yml
@@ -1,5 +1,5 @@
 ---
-# see https://datahubproject.io/docs/metadata-ingestion/source_docs/kafka for complete documentation
+# see https://datahubproject.io/docs/generated/ingestion/sources/kafka for complete documentation
 source:
   type: "kafka"
   config:

diff --git a/metadata-ingestion/examples/recipes/kafka_to_datahub_rest.yml b/metadata-ingestion/examples/recipes/kafka_to_datahub_rest.yml
@@ -1,5 +1,5 @@
 ---
-# see https://datahubproject.io/docs/metadata-ingestion/source_docs/kafka for complete documentation
+# see https://datahubproject.io/docs/generated/ingestion/sources/kafka for complete documentation
 source:
   type: "kafka"
   config:

diff --git a/metadata-ingestion/examples/recipes/ldap_to_console.yml b/metadata-ingestion/examples/recipes/ldap_to_console.yml
@@ -1,4 +1,4 @@
-# see https://datahubproject.io/docs/metadata-ingestion/source_docs/ldap for complete documentation
+# see https://datahubproject.io/docs/generated/ingestion/sources/ldap for complete documentation
 source:
   type: "ldap"
   config:

diff --git a/metadata-ingestion/examples/recipes/metabase_to_rest.yml b/metadata-ingestion/examples/recipes/metabase_to_rest.yml
@@ -1,4 +1,4 @@
-# see https://datahubproject.io/docs/metadata-ingestion/source_docs/metabase for complete documentation
+# see https://datahubproject.io/docs/generated/ingestion/sources/metabase for complete documentation
 source:
   type: "metabase"
   config:

diff --git a/metadata-ingestion/examples/recipes/mode_to_datahub.yml b/metadata-ingestion/examples/recipes/mode_to_datahub.yml
@@ -1,4 +1,4 @@
-# see https://datahubproject.io/docs/metadata-ingestion/source_docs/metabase for complete documentation
+# see https://datahubproject.io/docs/generated/ingestion/sources/metabase for complete documentation
 source:
   type: "mode"
   config:

diff --git a/metadata-ingestion/examples/recipes/mongodb_to_datahub.yml b/metadata-ingestion/examples/recipes/mongodb_to_datahub.yml
@@ -1,4 +1,4 @@
-# see https://datahubproject.io/docs/metadata-ingestion/source_docs/mongodb for complete documentation
+# see https://datahubproject.io/docs/generated/ingestion/sources/mongodb for complete documentation
 source:
   type: "mongodb"
   config:

diff --git a/metadata-ingestion/examples/recipes/mssql_to_console.yml b/metadata-ingestion/examples/recipes/mssql_to_console.yml
@@ -1,5 +1,5 @@
 ---
-# see https://datahubproject.io/docs/metadata-ingestion/source_docs/mssql for complete documentation
+# see https://datahubproject.io/docs/generated/ingestion/sources/mssql for complete documentation
 source:
   type: mssql
   config:

diff --git a/metadata-ingestion/examples/recipes/mssql_to_datahub.yml b/metadata-ingestion/examples/recipes/mssql_to_datahub.yml
@@ -1,5 +1,5 @@
 ---
-# see https://datahubproject.io/docs/metadata-ingestion/source_docs/mssql for complete documentation
+# see https://datahubproject.io/docs/generated/ingestion/sources/mssql for complete documentation
 source:
   type: mssql
   config:

diff --git a/metadata-ingestion/examples/recipes/mysql_to_datahub.yml b/metadata-ingestion/examples/recipes/mysql_to_datahub.yml
@@ -1,5 +1,5 @@
 ---
-# see https://datahubproject.io/docs/metadata-ingestion/source_docs/mysql for complete documentation
+# see https://datahubproject.io/docs/generated/ingestion/sources/mysql for complete documentation
 source:
   type: "mysql"
   config:

diff --git a/metadata-ingestion/examples/recipes/nifi_to_datahub_rest.yml b/metadata-ingestion/examples/recipes/nifi_to_datahub_rest.yml
@@ -1,5 +1,5 @@
 ---
-# see https://datahubproject.io/docs/metadata-ingestion/source_docs/nifi for complete documentation
+# see https://datahubproject.io/docs/generated/ingestion/sources/nifi for complete documentation
 source:
   type: "nifi"
   config:

diff --git a/metadata-ingestion/examples/recipes/redshift_to_datahub.yml b/metadata-ingestion/examples/recipes/redshift_to_datahub.yml
@@ -1,5 +1,5 @@
 ---
-# see https://datahubproject.io/docs/metadata-ingestion/source_docs/redshift for complete documentation
+# see https://datahubproject.io/docs/generated/ingestion/sources/redshift for complete documentation
 source:
   type: "redshift"
   config:

diff --git a/metadata-ingestion/examples/recipes/s3_to_file.yml b/metadata-ingestion/examples/recipes/s3_to_file.yml
@@ -1,5 +1,5 @@
 ---
-# see https://datahubproject.io/docs/metadata-ingestion/source_docs/s3_data_lake for complete documentation
+# see https://datahubproject.io/docs/generated/ingestion/sources/s3_data_lake for complete documentation
 source:
   type: "s3"
   config:

diff --git a/metadata-ingestion/examples/recipes/sagemaker_to_datahub.yml b/metadata-ingestion/examples/recipes/sagemaker_to_datahub.yml
@@ -1,6 +1,6 @@
 # in this example, AWS creds are detected automatically
 
-# see https://datahubproject.io/docs/metadata-ingestion/source_docs/sagemaker/ for complete documentation
+# see https://datahubproject.io/docs/generated/ingestion/sources/sagemaker/ for complete documentation
 source:
   type: sagemaker
   config:

diff --git a/metadata-ingestion/examples/recipes/secured_kafka.yml b/metadata-ingestion/examples/recipes/secured_kafka.yml
@@ -1,4 +1,4 @@
-# see https://datahubproject.io/docs/metadata-ingestion/source_docs/kafka for complete documentation
+# see https://datahubproject.io/docs/generated/ingestion/sources/kafka for complete documentation
 source:
   type: "kafka"
   config:

diff --git a/metadata-ingestion/examples/recipes/snowflake_usage_to_datahub.yml b/metadata-ingestion/examples/recipes/snowflake_usage_to_datahub.yml
@@ -1,5 +1,5 @@
 ---
-# see https://datahubproject.io/docs/metadata-ingestion/source_docs/snowflake/#config-details-1 for complete documentation
+# see https://datahubproject.io/docs/generated/ingestion/sources/snowflake/#config-details-1 for complete documentation
 source:
   type: snowflake-usage
   config:

diff --git a/metadata-ingestion/examples/recipes/superset_to_rest.yml b/metadata-ingestion/examples/recipes/superset_to_rest.yml
@@ -1,4 +1,4 @@
-# see https://datahubproject.io/docs/metadata-ingestion/source_docs/superset for complete documentation
+# see https://datahubproject.io/docs/generated/ingestion/sources/superset for complete documentation
 source:
   type: "superset"
   config:

diff --git a/metadata-ingestion/examples/recipes/tableau_to_datahub.yml b/metadata-ingestion/examples/recipes/tableau_to_datahub.yml
@@ -1,4 +1,4 @@
-# see https://datahubproject.io/docs/metadata-ingestion/source_docs/metabase for complete documentation
+# see https://datahubproject.io/docs/generated/ingestion/sources/metabase for complete documentation
 source:
   type: "tableau"
   config:

diff --git a/metadata-ingestion/tests/integration/kafka-connect/kafka_connect_to_file.yml b/metadata-ingestion/tests/integration/kafka-connect/kafka_connect_to_file.yml
@@ -1,7 +1,7 @@
 ---
 run_id: kafka-connect-run
 
-# see https://datahubproject.io/docs/metadata-ingestion/source_docs/kafka-connect for complete documentation
+# see https://datahubproject.io/docs/generated/ingestion/sources/kafka-connect for complete documentation
 source:
   type: "kafka-connect"
   config:

diff --git a/smoke-test/tests/cypress/example_to_datahub_rest.yml b/smoke-test/tests/cypress/example_to_datahub_rest.yml
@@ -1,4 +1,4 @@
-# see https://datahubproject.io/docs/metadata-ingestion/source_docs/file for complete documentation
+# see https://datahubproject.io/docs/generated/ingestion/sources/file for complete documentation
 source:
   type: "file"
   config:
-Original file line number
+Diff line change
@@ Expand Up @@
     ```
     ---
-    # see https://datahubproject.io/docs/metadata-ingestion/source_docs/file for complete documentation
+    # see https://datahubproject.io/docs/generated/ingestion/sources/file for complete documentation
     source:
       type: "file"
       config:
@@ Expand Down @@