updates 2024-08-16 - Minor refactor

analytics_platform_dagster/__init__.py

@@ -1,4 +1,4 @@
-from os import getenv
+import os
 from dagster import Definitions, load_assets_from_modules
 from dagster_slack import SlackResource, make_slack_on_run_failure_sensor
 
@@ -58,14 +58,14 @@
     sensors=[slack_failure_sensor],
     resources={
         "S3Parquet": S3ParquetManager(
-            bucket_name=getenv("BRONZE_DATA_BUCKET")
+            bucket_name=os.getenv("BRONZE_DATA_BUCKET")
         ),
         "S3Json": S3JSONManager(
-            bucket_name=getenv("BRONZE_DATA_BUCKET")
+            bucket_name=os.getenv("BRONZE_DATA_BUCKET")
         ),
         "DeltaLake": AwsWranglerDeltaLakeIOManager(
-            bucket_name=getenv("SILVER_DATA_BUCKET")
+            bucket_name=os.getenv("SILVER_DATA_BUCKET")
         ),
-        "slack": SlackResource(token=getenv("SLACKBOT")),
+        "slack": SlackResource(token=os.getenv("SLACKBOT")),
     },
 )

makefile

@@ -1,17 +1,38 @@
-# Push to main quicker
+# Make the deployment of updated docker containers quick and easy in the future.
 
-.PHONY: all add commit push
+# Docker and AWS section
+.PHONY: docker-login docker-build docker-tag docker-push docker-verify docker-all
+
+docker-all: docker-login docker-build docker-tag docker-push docker-verify
+
+docker-login:
+	aws ecr get-login-password --region $(REGION) | docker login --username AWS --password-stdin $(ACCOUNT_ID).dkr.ecr.$(REGION).amazonaws.com
+
+docker-build:
+	docker build -t $(REPO_NAME) .
+
+docker-tag:
+	docker tag $(REPO_NAME):latest $(ACCOUNT_ID).dkr.ecr.$(REGION).amazonaws.com/$(REPO_NAME):latest
+
+docker-push:
+	docker push $(ACCOUNT_ID).dkr.ecr.$(REGION).amazonaws.com/$(REPO_NAME):latest
+
+docker-verify:
+	aws ecr describe-images --repository-name $(REPO_NAME) --region $(REGION)
+
+# Git section
+.PHONY: git-all git-add git-commit git-push
 
 DATE := $(shell date +%Y-%m-%d)
 
-all: add commit push
+git-all: git-add git-commit git-push
 
-add:
+git-add:
 	git add .
 
-commit:
+git-commit:
 	@read -p "Please enter an additional commit message: " msg; \
-	git commit -m "Updates $(DATE) - $$msg"
+	git commit -m "updates $(DATE) - $$msg"
 
-push:
+git-push:
 	git push