Add sample configuration files

aws · Apr 1, 2021 · f69b848 · f69b848
1 parent 53edfd0
commit f69b848
Show file tree

Hide file tree

Showing 10 changed files with 74 additions and 0 deletions.
diff --git a/Dockerfile b/Dockerfile
@@ -97,6 +97,7 @@ COPY --from=aws-fluent-bit-plugins:latest /kinesis-streams/THIRD-PARTY \
     /kinesis-streams/LICENSE \
     /fluent-bit/licenses/kinesis/
 COPY AWS_FOR_FLUENT_BIT_VERSION /AWS_FOR_FLUENT_BIT_VERSION
+ADD ecs /ecs/
 
 COPY entrypoint.sh /entrypoint.sh
 RUN chmod +x /entrypoint.sh

diff --git a/ecs/amazon-es.conf b/ecs/amazon-es.conf
@@ -0,0 +1,14 @@
+@INCLUDE /ecs/service.conf
+@INCLUDE /ecs/input-forward.conf
+@INCLUDE /ecs/ecs-metadata.conf
+
+[OUTPUT]
+    Name  es
+    Match *
+    Host  ${ES_ENDPOINT}
+    Port  443
+    Index ${INDEX}
+    Type  ${TYPE}
+    AWS_Auth On
+    AWS_Region ${ES_REGION}
+    tls   On
diff --git a/ecs/cloudwatch.conf b/ecs/cloudwatch.conf
@@ -0,0 +1,11 @@
+@INCLUDE /ecs/service.conf
+@INCLUDE /ecs/input-forward.conf
+@INCLUDE /ecs/ecs-metadata.conf
+
+[OUTPUT]
+    Name   cloudwatch_logs
+    Match  *
+    region ${AWS_REGION}
+    log_group_name /aws/ecs/containerinsights/${ECS_CLUSTER}/application
+    log_stream_prefix ecs-
+    auto_create_group On
diff --git a/ecs/ecs-metadata.conf b/ecs/ecs-metadata.conf
@@ -0,0 +1,6 @@
+[FILTER]
+    Name record_modifier
+    Match *
+    Record ecs_cluster ${ECS_CLUSTER}
+    Record ecs_task_arn ${ECS_TASK_ARN}
+    Record ecs_task_definition ${ECS_TASK_DEFINITION}
diff --git a/ecs/filter-parser.conf b/ecs/filter-parser.conf
@@ -0,0 +1,5 @@
+[FILTER]
+    Name  parser
+    Match *
+    Key_Name log
+    Parser ${PARSER_NAME}
diff --git a/ecs/firehose.conf b/ecs/firehose.conf
@@ -0,0 +1,9 @@
+@INCLUDE /ecs/service.conf
+@INCLUDE /ecs/input-forward.conf
+@INCLUDE /ecs/ecs-metadata.conf
+
+[OUTPUT]
+    Name   kinesis_firehose
+    Match  *
+    region ${FIREHOSE_REGION}
+    delivery_stream ${DELIVERY_STREAM}
diff --git a/ecs/input-forward.conf b/ecs/input-forward.conf
@@ -0,0 +1,3 @@
+[INPUT]
+    Name forward
+    unix_path /var/run/fluent.sock
diff --git a/ecs/kinesis.conf b/ecs/kinesis.conf
@@ -0,0 +1,9 @@
+@INCLUDE /ecs/service.conf
+@INCLUDE /ecs/input-forward.conf
+@INCLUDE /ecs/ecs-metadata.conf
+
+[OUTPUT]
+    Name   kinesis_streams
+    Match  *
+    region ${KINESIS_REGION}
+    stream ${STREAM}
diff --git a/ecs/s3.conf b/ecs/s3.conf
@@ -0,0 +1,14 @@
+@INCLUDE /ecs/service.conf
+@INCLUDE /ecs/input-forward.conf
+@INCLUDE /ecs/ecs-metadata.conf
+
+[OUTPUT]
+    Name s3
+    Match *
+    bucket ${BUCKET}
+    region ${S3_REGION}
+    total_file_size 1M
+    upload_timeout 1m
+    use_put_object On
+    s3_key_format  /${ECS_CLUSTER}/${TASK_ID}/$TAG[0]/%Y/%m/%d/%H/%M/%S
+    s3_key_format_tag_delimiters .-
diff --git a/ecs/service.conf b/ecs/service.conf
@@ -0,0 +1,2 @@
+[SERVICE]
+    Grace 30