Update nifi docker images

datahub-project · Aug 13, 2024 · ff64173 · ff64173
1 parent 2c973b9
commit ff64173
Show file tree

Hide file tree

Showing 3 changed files with 12 additions and 12 deletions.
diff --git a/metadata-ingestion/tests/integration/nifi/docker-compose.yml b/metadata-ingestion/tests/integration/nifi/docker-compose.yml
@@ -1,6 +1,6 @@
 services:
   nifi1:
-    image: apache/nifi:1.22.0
+    image: apache/nifi:1.27.0
     container_name: nifi1
     hostname: nifi1
     environment:      
@@ -48,7 +48,7 @@ services:
       - "52181"
 
   nifi01:
-    image: apache/nifi:1.22.0
+    image: apache/nifi:1.27.0
     container_name: nifi01
     hostname: nifi01
     depends_on:
@@ -80,7 +80,7 @@ services:
 
 
   nifi02:
-    image: apache/nifi:1.22.0
+    image: apache/nifi:1.27.0
     container_name: nifi02 
     hostname: nifi02 
     depends_on:
@@ -98,7 +98,7 @@ services:
       - NIFI_SENSITIVE_PROPS_KEY=admin@datahub
 
   nifi03:
-      image: apache/nifi:1.22.0
+      image: apache/nifi:1.27.0
       container_name: nifi03
       hostname: nifi03    
       depends_on:

diff --git a/metadata-ingestion/tests/integration/nifi/nifi_mces_golden_cluster.json b/metadata-ingestion/tests/integration/nifi/nifi_mces_golden_cluster.json
@@ -8,7 +8,7 @@
         "json": {
             "customProperties": {
                 "clustered": "True",
-                "version": "1.22.0"
+                "version": "1.27.0"
             },
             "externalUrl": "http://localhost:9080/nifi/?processGroupId=80820b2f-017d-1000-85cf-05f56cde9185&componentIds=",
             "name": "Cluster Flow"
@@ -226,8 +226,8 @@
                 "schedulingStrategy": "TIMER_DRIVEN",
                 "executionNode": "PRIMARY",
                 "concurrentlySchedulableTaskCount": "1",
-                "properties": "{\"listing-strategy\": \"timestamps\", \"et-state-cache\": null, \"et-initial-listing-target\": \"all\", \"et-time-window\": \"3 hours\", \"Bucket\": \"enriched-topical-chat\", \"Region\": \"us-west-2\", \"Access Key\": null, \"Secret Key\": null, \"record-writer\": null, \"min-age\": \"0 sec\", \"max-age\": null, \"Listing Batch Size\": \"100\", \"write-s3-object-tags\": \"false\", \"write-s3-user-metadata\": \"false\", \"Credentials File\": null, \"AWS Credentials Provider service\": null, \"Communications Timeout\": \"30 secs\", \"SSL Context Service\": null, \"Endpoint Override URL\": null, \"Signer Override\": \"Default Signature\", \"custom-signer-class-name\": null, \"custom-signer-module-location\": null, \"proxy-configuration-service\": null, \"Proxy Host\": null, \"Proxy Host Port\": null, \"proxy-user-name\": null, \"proxy-user-password\": null, \"delimiter\": null, \"prefix\": null, \"use-versions\": \"false\", \"list-type\": \"1\", \"requester-pays\": \"false\"}",
-                "last_event_time": "2023-07-05 16:10:34.569000+00:00"
+                "properties": "{\"listing-strategy\": \"timestamps\", \"et-state-cache\": null, \"et-time-window\": \"3 hours\", \"et-initial-listing-target\": \"all\", \"Bucket\": \"enriched-topical-chat\", \"Region\": \"us-west-2\", \"Access Key\": null, \"Secret Key\": null, \"record-writer\": null, \"min-age\": \"0 sec\", \"max-age\": null, \"Listing Batch Size\": \"100\", \"write-s3-object-tags\": \"false\", \"write-s3-user-metadata\": \"false\", \"Credentials File\": null, \"AWS Credentials Provider service\": null, \"Communications Timeout\": \"30 secs\", \"SSL Context Service\": null, \"Endpoint Override URL\": null, \"Signer Override\": \"Default Signature\", \"custom-signer-class-name\": null, \"custom-signer-module-location\": null, \"proxy-configuration-service\": null, \"Proxy Host\": null, \"Proxy Host Port\": null, \"proxy-user-name\": null, \"proxy-user-password\": null, \"delimiter\": null, \"prefix\": null, \"use-versions\": \"false\", \"list-type\": \"1\", \"requester-pays\": \"false\"}",
+                "last_event_time": "2024-08-13 09:56:55.984000+00:00"
             },
             "externalUrl": "http://localhost:9080/nifi/?processGroupId=1c61a8d9-3462-387f-8145-09e6e7785e5c&componentIds=8a218b6e-e6a0-36b6-bc4b-79d202a80167",
             "name": "ListS3",
@@ -534,8 +534,8 @@
                 "schedulingStrategy": "TIMER_DRIVEN",
                 "executionNode": "PRIMARY",
                 "concurrentlySchedulableTaskCount": "1",
-                "properties": "{\"listing-strategy\": \"timestamps\", \"Hostname\": \"${sftp.host}\", \"Port\": \"22\", \"Username\": \"${sftp.username}\", \"Password\": \"********\", \"Private Key Path\": null, \"Private Key Passphrase\": null, \"Remote Path\": \".\", \"record-writer\": null, \"Distributed Cache Service\": null, \"Search Recursively\": \"true\", \"follow-symlink\": \"false\", \"File Filter Regex\": null, \"Path Filter Regex\": null, \"Ignore Dotted Files\": \"true\", \"Strict Host Key Checking\": \"false\", \"Host Key File\": null, \"Connection Timeout\": \"30 sec\", \"Data Timeout\": \"30 sec\", \"Send Keep Alive On Timeout\": \"true\", \"target-system-timestamp-precision\": \"auto-detect\", \"Use Compression\": \"false\", \"proxy-configuration-service\": null, \"Proxy Type\": \"DIRECT\", \"Proxy Host\": null, \"Proxy Port\": null, \"Http Proxy Username\": null, \"Http Proxy Password\": null, \"et-state-cache\": null, \"et-time-window\": \"3 hours\", \"et-initial-listing-target\": \"all\", \"Minimum File Age\": \"0 sec\", \"Maximum File Age\": null, \"Minimum File Size\": \"0 B\", \"Maximum File Size\": null, \"Ciphers Allowed\": null, \"Key Algorithms Allowed\": null, \"Key Exchange Algorithms Allowed\": null, \"Message Authentication Codes Allowed\": null}",
-                "last_event_time": "2023-07-05 16:10:34.541000+00:00"
+                "properties": "{\"listing-strategy\": \"timestamps\", \"Hostname\": \"${sftp.host}\", \"Port\": \"22\", \"Username\": \"${sftp.username}\", \"Password\": \"********\", \"Private Key Path\": null, \"Private Key Passphrase\": null, \"Remote Path\": \".\", \"record-writer\": null, \"Distributed Cache Service\": null, \"Search Recursively\": \"true\", \"follow-symlink\": \"false\", \"File Filter Regex\": null, \"Path Filter Regex\": null, \"Ignore Dotted Files\": \"true\", \"Remote Poll Batch Size\": \"5000\", \"Strict Host Key Checking\": \"false\", \"Host Key File\": null, \"Connection Timeout\": \"30 sec\", \"Data Timeout\": \"30 sec\", \"Send Keep Alive On Timeout\": \"true\", \"target-system-timestamp-precision\": \"auto-detect\", \"Use Compression\": \"false\", \"proxy-configuration-service\": null, \"Proxy Type\": \"DIRECT\", \"Proxy Host\": null, \"Proxy Port\": null, \"Http Proxy Username\": null, \"Http Proxy Password\": null, \"et-state-cache\": null, \"et-time-window\": \"3 hours\", \"et-initial-listing-target\": \"all\", \"Minimum File Age\": \"0 sec\", \"Maximum File Age\": null, \"Minimum File Size\": \"0 B\", \"Maximum File Size\": null, \"Ciphers Allowed\": null, \"Key Algorithms Allowed\": null, \"Key Exchange Algorithms Allowed\": null, \"Message Authentication Codes Allowed\": null}",
+                "last_event_time": "2024-08-13 09:56:55.090000+00:00"
             },
             "externalUrl": "http://localhost:9080/nifi/?processGroupId=8eb4f034-017d-1000-ffff-ffffccebd06c&componentIds=8eb5263d-017d-1000-ffff-ffff911b23aa",
             "name": "ListSFTP",

diff --git a/metadata-ingestion/tests/integration/nifi/nifi_mces_golden_standalone.json b/metadata-ingestion/tests/integration/nifi/nifi_mces_golden_standalone.json
@@ -8,7 +8,7 @@
         "json": {
             "customProperties": {
                 "clustered": "False",
-                "version": "1.22.0"
+                "version": "1.27.0"
             },
             "externalUrl": "http://localhost:9443/nifi/?processGroupId=803ebb92-017d-1000-2961-4bdaa27a3ba0&componentIds=",
             "name": "Standalone Flow"
@@ -259,8 +259,8 @@
                 "schedulingStrategy": "TIMER_DRIVEN",
                 "executionNode": "PRIMARY",
                 "concurrentlySchedulableTaskCount": "1",
-                "properties": "{\"listing-strategy\": \"timestamps\", \"et-state-cache\": null, \"et-initial-listing-target\": \"all\", \"et-time-window\": \"3 hours\", \"Bucket\": \"enriched-topical-chat\", \"Region\": \"us-west-2\", \"Access Key\": null, \"Secret Key\": null, \"record-writer\": null, \"min-age\": \"0 sec\", \"max-age\": null, \"Listing Batch Size\": \"100\", \"write-s3-object-tags\": \"false\", \"write-s3-user-metadata\": \"false\", \"Credentials File\": null, \"AWS Credentials Provider service\": null, \"Communications Timeout\": \"30 secs\", \"SSL Context Service\": null, \"Endpoint Override URL\": null, \"Signer Override\": \"Default Signature\", \"custom-signer-class-name\": null, \"custom-signer-module-location\": null, \"proxy-configuration-service\": null, \"Proxy Host\": null, \"Proxy Host Port\": null, \"proxy-user-name\": null, \"proxy-user-password\": null, \"delimiter\": null, \"prefix\": null, \"use-versions\": \"false\", \"list-type\": \"1\", \"requester-pays\": \"false\"}",
-                "last_event_time": "2023-07-05 16:09:42.906000+00:00"
+                "properties": "{\"listing-strategy\": \"timestamps\", \"et-state-cache\": null, \"et-time-window\": \"3 hours\", \"et-initial-listing-target\": \"all\", \"Bucket\": \"enriched-topical-chat\", \"Region\": \"us-west-2\", \"Access Key\": null, \"Secret Key\": null, \"record-writer\": null, \"min-age\": \"0 sec\", \"max-age\": null, \"Listing Batch Size\": \"100\", \"write-s3-object-tags\": \"false\", \"write-s3-user-metadata\": \"false\", \"Credentials File\": null, \"AWS Credentials Provider service\": null, \"Communications Timeout\": \"30 secs\", \"SSL Context Service\": null, \"Endpoint Override URL\": null, \"Signer Override\": \"Default Signature\", \"custom-signer-class-name\": null, \"custom-signer-module-location\": null, \"proxy-configuration-service\": null, \"Proxy Host\": null, \"Proxy Host Port\": null, \"proxy-user-name\": null, \"proxy-user-password\": null, \"delimiter\": null, \"prefix\": null, \"use-versions\": \"false\", \"list-type\": \"1\", \"requester-pays\": \"false\"}",
+                "last_event_time": "2024-08-13 09:56:03.037000+00:00"
             },
             "externalUrl": "http://localhost:9443/nifi/?processGroupId=80404c81-017d-1000-e8e8-af7420af06c1&componentIds=cb7693ed-f93b-3340-3776-fe80e6283ddc",
             "name": "ListS3",