From ae3b96d083de8f9eb27b46ff0ea5156e67cdfd8f Mon Sep 17 00:00:00 2001
From: Eric Wollesen <eric@tidepool.org>
Date: Wed, 13 Nov 2024 09:02:30 -0700
Subject: [PATCH] tolerate errors and log them, will add prom alerts as well

---
 .../data/templates/8-care-partner-alerts-kafka-connector.yaml | 4 ++++
 .../charts/data/templates/8-device-data-kafka-connector.yaml  | 4 ++++
 2 files changed, 8 insertions(+)

diff --git a/charts/tidepool/charts/data/templates/8-care-partner-alerts-kafka-connector.yaml b/charts/tidepool/charts/data/templates/8-care-partner-alerts-kafka-connector.yaml
index e1929f72..0023af18 100644
--- a/charts/tidepool/charts/data/templates/8-care-partner-alerts-kafka-connector.yaml
+++ b/charts/tidepool/charts/data/templates/8-care-partner-alerts-kafka-connector.yaml
@@ -15,6 +15,10 @@ spec:
     connection.uri: {{ .Values.global.kafka.connect.mongoConnectionUri }}
     copy.existing: true
     database: data
+    # TODO: does the dead letter topic need to be set here?
+    errors.tolerance: all
+    errors.log.enable: true
+    errors.log.include.messages: true
     key.converter: org.apache.kafka.connect.storage.StringConverter
     key.converter.schemas.enable: false
     topic.prefix: {{ .Release.Namespace }}
diff --git a/charts/tidepool/charts/data/templates/8-device-data-kafka-connector.yaml b/charts/tidepool/charts/data/templates/8-device-data-kafka-connector.yaml
index d3da975d..74f3b6f8 100644
--- a/charts/tidepool/charts/data/templates/8-device-data-kafka-connector.yaml
+++ b/charts/tidepool/charts/data/templates/8-device-data-kafka-connector.yaml
@@ -15,6 +15,10 @@ spec:
     connection.uri: {{ .Values.global.kafka.connect.mongoConnectionUri }}
     copy.existing: false
     database: data
+    # TODO: does the dead letter topic need to be set here?
+    errors.tolerance: all
+    errors.log.enable: true
+    errors.log.include.messages: true
     key.converter: org.apache.kafka.connect.storage.StringConverter
     key.converter.schemas.enable: false
     pipeline: >-