From f2800bd6dd51f85f3ab53d5c506c90889a3dedf5 Mon Sep 17 00:00:00 2001 From: Julien Mailleret <8582351+jmlrt@users.noreply.github.com> Date: Wed, 23 Sep 2020 15:07:09 +0200 Subject: [PATCH 1/2] [elasticsearch] disable nss dentry cache This commit disable nss dentry cache for readinessProbe. On affected system (nss < 3.52), the curl commands used by readinessProbe are filling dentry cache which is observed in some cases to be never reclaimed. Elasticsearch Docker images are based on CentOS 7 which is using nss-3.44.0-7.el7_7.x86_64 and are affected by this bug. This commit disable nss dentry cache in readinessProbe as a workaround. --- elasticsearch/templates/statefulset.yaml | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/elasticsearch/templates/statefulset.yaml b/elasticsearch/templates/statefulset.yaml index 21c94c798..0450a0cbc 100644 --- a/elasticsearch/templates/statefulset.yaml +++ b/elasticsearch/templates/statefulset.yaml @@ -233,6 +233,10 @@ spec: # Once it has started only check that the node itself is responding START_FILE=/tmp/.es_start_file + # Disable nss cache to avoid filling dentry cache when calling curl + # This is required with Elasticsearch Docker using nss < 3.52 + export NSS_SDB_USE_CACHE=no + http () { local path="${1}" local args="${2}" From b0c2d806fe495b8dcd4c330e4242f2e86a18761b Mon Sep 17 00:00:00 2001 From: Julien Mailleret <8582351+jmlrt@users.noreply.github.com> Date: Wed, 23 Sep 2020 15:18:27 +0200 Subject: [PATCH 2/2] [kibana] disable nss dentry cache This commit disable nss dentry cache for readinessProbe. On affected system (nss < 3.52), the curl commands used by readinessProbe are filling dentry cache which is observed in some cases to be never reclaimed. Kibana Docker images are based on CentOS 7 which is using nss-3.44.0-7.el7_7.x86_64 and are affected by this bug. This commit disable nss dentry cache in readinessProbe as a workaround. --- kibana/templates/deployment.yaml | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/kibana/templates/deployment.yaml b/kibana/templates/deployment.yaml index 5555d2ad0..44920abb9 100644 --- a/kibana/templates/deployment.yaml +++ b/kibana/templates/deployment.yaml @@ -105,6 +105,11 @@ spec: - -c - | #!/usr/bin/env bash -e + + # Disable nss cache to avoid filling dentry cache when calling curl + # This is required with Kibana Docker using nss < 3.52 + export NSS_SDB_USE_CACHE=no + http () { local path="${1}" set -- -XGET -s --fail -L