[hot-fix] increase data-node memory limits to 4Gi (#1689)

* increate data-node memory limits to 4Gi

* increase data-node max java heapsize to 2G

* reserve more memory on PAI worker

src/hadoop-data-node/deploy/hadoop-data-node.yaml.template

@@ -52,10 +52,12 @@ spec:
           periodSeconds: 3
         resources:
           limits:
+            memory: "4Gi"
+          requests:
             memory: "1Gi"
         env:
         - name: HADOOP_DATANODE_OPTS
-          value: "-Xmx512m"
+          value: "-Xmx2048m"
         - name: HDFS_ADDRESS
           value: {{ clusterinfo[ 'hadoopinfo' ][ 'hadoop_vip' ] }}
         - name: GENERATE_CONFIG

src/hadoop-node-manager/deploy/hadoop-node-manager-configuration/nodemanager-generate-script.sh

@@ -62,8 +62,8 @@ mem_total=`cat /proc/meminfo | grep "MemTotal" | awk '{print $2}'`
 # memory size to nodemanager is (mem_total - mem_reserved)
 if [ $(grep 'ip:' /host-configuration/host-configuration.yaml|wc -l) -gt 1 ]
 then
-    echo "Node role is 'Worker'. Reserve 12G for os and k8s."
-    let mem_reserved=12*1024
+    echo "Node role is 'Worker'. Reserve 16G for os and k8s."
+    let mem_reserved=16*1024
 else
     echo "Node role is 'Master & Worker'. Reserve 40G for os and k8s."
     let mem_reserved=40*1024