Updates 2024-07-29 - Refactoring changes

enmeshed-analytics · Jul 29, 2024 · 94e0037 · 94e0037
1 parent 173f637
commit 94e0037
Show file tree

Hide file tree

Showing 8 changed files with 9 additions and 9 deletions.
diff --git a/analytics_platform_dagster/__init__.py b/analytics_platform_dagster/__init__.py
@@ -7,7 +7,7 @@
 from .assets.catalogue_metadata_assets import analytics_platform_datastore_assets
 from .assets.infrastructure_data_assets import analytics_platform_national_charge_points_assets
 
-from .utils.io_manager import S3ParquetManager, AwsWranglerDeltaLakeIOManager, S3JSONManager
+from .utils.io_manager_helper.io_manager import S3ParquetManager, AwsWranglerDeltaLakeIOManager, S3JSONManager
 
 from .jobs.analytics_platfom_jobs import (
     environment_job_1, 

diff --git a/..._platform_dagster/assets/catalogue_metadata_assets/analytics_platform_datastore_assets.py b/..._platform_dagster/assets/catalogue_metadata_assets/analytics_platform_datastore_assets.py
@@ -1,8 +1,8 @@
 import requests
 import pandas as pd
 
-from ...utils.url_links import asset_urls
-from ...utils.io_manager import AwsWranglerDeltaLakeIOManager
+from ...utils.variables_helper.url_links import asset_urls
+from ...utils.io_manager_helper.io_manager import AwsWranglerDeltaLakeIOManager
 from dagster import asset, OpExecutionContext, Output
 
 @asset(group_name="metadata_assets")

diff --git a/analytics_platform_dagster/assets/environment_data_assets/analytics_platform_ea_assets.py b/analytics_platform_dagster/assets/environment_data_assets/analytics_platform_ea_assets.py
@@ -1,8 +1,8 @@
 import requests
 import pandas as pd
 
-from ...utils.url_links import asset_urls
-from ...utils.io_manager import AwsWranglerDeltaLakeIOManager
+from ...utils.variables_helper.url_links import asset_urls
+from ...utils.io_manager_helper.io_manager import AwsWranglerDeltaLakeIOManager
 from dagster import asset, OpExecutionContext, Output
 
 @asset(group_name="environment_assets")

diff --git a/...ter/assets/infrastructure_data_assets/analytics_platform_national_charge_points_assets.py b/...ter/assets/infrastructure_data_assets/analytics_platform_national_charge_points_assets.py
@@ -1,7 +1,7 @@
 
 from typing import Any
-from ...utils.requests_helper import stream_json
-from ...utils.url_links import asset_urls
+from ...utils.requests_helper.requests_helper import stream_json
+from ...utils.variables_helper.url_links import asset_urls
 # from ...models.infrastructure_data_models.national_charge_point_model import ChargeDeviceResponse
 from dagster import AssetExecutionContext, asset
 

diff --git a/analytics_platform_dagster/assets/trade_data_assets/analytics_platform_dbt_assets.py b/analytics_platform_dagster/assets/trade_data_assets/analytics_platform_dbt_assets.py
@@ -2,8 +2,8 @@
 import requests
 
 from dagster import asset, OpExecutionContext, Output
-from ...utils.url_links import asset_urls
-from ...utils.io_manager import AwsWranglerDeltaLakeIOManager
+from ...utils.variables_helper.url_links import asset_urls
+from ...utils.io_manager_helper.io_manager import AwsWranglerDeltaLakeIOManager
 from ...utils.trade_data_helper.dbt_trade_transform import normalise_data
 
 @asset(group_name="trade_assets")

diff --git a/...tics_platform_dagster/utils/io_manager.py → ...ter/utils/io_manager_helper/io_manager.py b/...tics_platform_dagster/utils/io_manager.py → ...ter/utils/io_manager_helper/io_manager.py
diff --git a/...platform_dagster/utils/requests_helper.py → .../utils/requests_helper/requests_helper.py b/...platform_dagster/utils/requests_helper.py → .../utils/requests_helper/requests_helper.py
diff --git a/...ytics_platform_dagster/utils/url_links.py → ...gster/utils/variables_helper/url_links.py b/...ytics_platform_dagster/utils/url_links.py → ...gster/utils/variables_helper/url_links.py