Bump Stream Enrich to 0.18.0 (closes #174)

snowplow · Jul 19, 2018 · a203afe · a203afe
1 parent b6bb57b
commit a203afe
Show file tree

Hide file tree

Showing 4 changed files with 12 additions and 18 deletions.
diff --git a/provisioning/resources/configs/enrichments/pii_enrichment_config.json b/provisioning/resources/configs/enrichments/pii_enrichment_config.json
@@ -1,32 +1,24 @@
 {
-  "schema": "iglu:com.snowplowanalytics.snowplow.enrichments/pii_enrichment_config/jsonschema/1-0-0",
+  "schema": "iglu:com.snowplowanalytics.snowplow.enrichments/pii_enrichment_config/jsonschema/2-0-0",
   "data": {
     "vendor": "com.snowplowanalytics.snowplow.enrichments",
     "name": "pii_enrichment_config",
-    "enabled": false,
+    "emitEvent": true,
+    "enabled": true,
     "parameters": {
       "pii": [
-        {
-          "pojo": {
-            "field": "user_id"
-          }
-        },
-        {
-          "pojo": {
-            "field": "user_fingerprint"
-          }
-        },
         {
           "json": {
             "field": "unstruct_event",
-            "schemaCriterion": "iglu:com.mailchimp/subscribe/jsonschema/1-0-*",
-            "jsonPath": "$.data.['email', 'ip_opt']"
+            "schemaCriterion": "iglu:com.snowplowanalytics.snowplow.enrichments/pii_enrichment_config/jsonschema/2-*-*",
+            "jsonPath": "$.data.['vendor']"
           }
         }
       ],
       "strategy": {
         "pseudonymize": {
-          "hashFunction": "SHA-256"
+          "hashFunction": "SHA-1",
+          "salt": "pepper123"
         }
       }
     }

diff --git a/provisioning/resources/configs/snowplow-stream-enrich.hocon b/provisioning/resources/configs/snowplow-stream-enrich.hocon
@@ -25,6 +25,7 @@ enrich {
     out {
       enriched = EnrichedEvents
       bad = BadEnrichedEvents
+      pii = PiiEvents
       partitionKey = ""
     }
 

diff --git a/provisioning/resources/init/create.sh b/provisioning/resources/init/create.sh
@@ -40,4 +40,5 @@ curl -X POST \
 curl -X POST localhost:4151/topic/create?topic=RawEvents && \
 curl -X POST localhost:4151/topic/create?topic=BadEvents && \
 curl -X POST localhost:4151/topic/create?topic=EnrichedEvents && \
-curl -X POST localhost:4151/topic/create?topic=BadEnrichedEvents
+curl -X POST localhost:4151/topic/create?topic=BadEnrichedEvents && \
+curl -X POST localhost:4151/topic/create?topic=PiiEvents
diff --git a/provisioning/roles/docker/files/docker-compose.yml b/provisioning/roles/docker/files/docker-compose.yml
@@ -126,13 +126,13 @@ services:
       - "SP_JAVA_OPTS=-Xmx${SP_JVM_SIZE}"
 
   stream-enrich:
-    image: snowplow-docker-registry.bintray.io/snowplow/stream-enrich-nsq:0.16.1
+    image: snowplow-docker-registry.bintray.io/snowplow/stream-enrich-nsq:0.18.0
     container_name: stream-enrich-nsq
     command: [
       "--config", "/snowplow/config/snowplow-stream-enrich.hocon",
       "--resolver", "file:/snowplow/config/iglu-resolver.json",
       "--enrichments", "file:/snowplow/config/enrichments",
-      "--force-ip-lookups-download"
+      "--force-cached-files-download"
     ]
     restart: always
     depends_on: