Feature/create firehose and glue

modules/firehose/main.tf

@@ -1,7 +1,15 @@
+data "aws_caller_identity" "current" {}
+
 data "aws_kinesis_stream" "existing_kinesis_stream" {
   name = var.stream_name
 }
 
+resource "aws_cloudwatch_log_group" "firehose_log_group" {
+  name              = "/firehose/${var.project_name}"
+  retention_in_days = 1
+  tags              = var.tags
+}
+
 resource "aws_kinesis_firehose_delivery_stream" "extended_s3_stream" {
   name        = "${var.project_name}-kinesis-firehose-extended-s3-stream"
   destination = "extended_s3"
@@ -42,7 +50,7 @@ resource "aws_kinesis_firehose_delivery_stream" "extended_s3_stream" {
 
       schema_configuration {
         role_arn      = aws_iam_role.firehose_role.arn
-        catalog_id    = "AWS"
+        catalog_id    = data.aws_caller_identity.current.account_id
         database_name = aws_glue_catalog_database.my_database.name
         table_name    = aws_glue_catalog_table.my_table.name
         region        = var.aws_region
@@ -65,7 +73,15 @@ resource "aws_kinesis_firehose_delivery_stream" "extended_s3_stream" {
         }
       }
     }
+
+    cloudwatch_logging_options {
+      enabled         = true
+      log_group_name  = aws_cloudwatch_log_group.firehose_log_group.name
+      log_stream_name = "firehose-delivery"
+    }
   }
+
+  tags = var.tags
 }
 
 resource "aws_glue_catalog_database" "my_database" {
@@ -147,6 +163,7 @@ resource "aws_glue_catalog_table" "my_table" {
 
 resource "aws_s3_bucket" "bucket" {
   bucket = "${var.project_name}-collector"
+  tags   = var.tags
 }
 
 data "aws_iam_policy_document" "firehose_assume_role" {
@@ -165,6 +182,7 @@ data "aws_iam_policy_document" "firehose_assume_role" {
 resource "aws_iam_role" "firehose_role" {
   name               = "${var.project_name}-firehose-role"
   assume_role_policy = data.aws_iam_policy_document.firehose_assume_role.json
+  tags               = var.tags
 }
 
 resource "aws_iam_role_policy" "firehose_policy" {
@@ -217,6 +235,15 @@ resource "aws_iam_role_policy" "firehose_policy" {
           "firehose:PutRecordBatch"
         ],
         Resource = "*"
+      },
+      {
+        Effect = "Allow",
+        Action = [
+          "logs:PutLogEvents",
+          "logs:CreateLogStream",
+          "logs:CreateLogGroup"
+        ],
+        Resource = "arn:aws:logs:${var.aws_region}:${data.aws_caller_identity.current.account_id}:log-group:/firehose/${var.project_name}:*"
       }
     ]
   })