Initial commit

.gitattributes

@@ -0,0 +1,2 @@
+# Auto detect text files and perform LF normalization
+* text=auto

Blueprint_installation/multinode_custom_repo/cluster_configuration.json

@@ -0,0 +1,163 @@
+{
+	"configurations": [],
+	"host_groups": [{
+		"name": "host2",
+		"components": [{
+			"name": "PIG"
+		}, {
+			"name": "METRICS_COLLECTOR"
+		}, {
+			"name": "KAFKA_BROKER"
+		}, {
+			"name": "HISTORYSERVER"
+		}, {
+			"name": "HBASE_REGIONSERVER"
+		}, {
+			"name": "OOZIE_CLIENT"
+		}, {
+			"name": "HBASE_CLIENT"
+		}, {
+			"name": "NAMENODE"
+		}, {
+			"name": "SUPERVISOR"
+		}, {
+			"name": "HCAT"
+		}, {
+			"name": "METRICS_MONITOR"
+		}, {
+			"name": "APP_TIMELINE_SERVER"
+		}, {
+			"name": "NODEMANAGER"
+		}, {
+			"name": "HDFS_CLIENT"
+		}, {
+			"name": "HIVE_CLIENT"
+		}, {
+			"name": "FLUME_HANDLER"
+		}, {
+			"name": "DATANODE"
+		}, {
+			"name": "WEBHCAT_SERVER"
+		}, {
+			"name": "ZOOKEEPER_CLIENT"
+		}, {
+			"name": "ZOOKEEPER_SERVER"
+		}, {
+			"name": "STORM_UI_SERVER"
+		}, {
+			"name": "HIVE_SERVER"
+		}, {
+			"name": "FALCON_CLIENT"
+		}, {
+			"name": "TEZ_CLIENT"
+		}, {
+			"name": "HIVE_METASTORE"
+		}, {
+			"name": "SQOOP"
+		}, {
+			"name": "YARN_CLIENT"
+		}, {
+			"name": "MAPREDUCE2_CLIENT"
+		}, {
+			"name": "NIMBUS"
+		}, {
+			"name": "DRPC_SERVER"
+		}],
+		"cardinality": "1"
+	}, {
+		"name": "host3",
+		"components": [{
+			"name": "ZOOKEEPER_SERVER"
+		}, {
+			"name": "OOZIE_SERVER"
+		}, {
+			"name": "SECONDARY_NAMENODE"
+		}, {
+			"name": "FALCON_SERVER"
+		}, {
+			"name": "ZOOKEEPER_CLIENT"
+		}, {
+			"name": "PIG"
+		}, {
+			"name": "KAFKA_BROKER"
+		}, {
+			"name": "OOZIE_CLIENT"
+		}, {
+			"name": "HBASE_REGIONSERVER"
+		}, {
+			"name": "HBASE_CLIENT"
+		}, {
+			"name": "HCAT"
+		}, {
+			"name": "METRICS_MONITOR"
+		}, {
+			"name": "FALCON_CLIENT"
+		}, {
+			"name": "TEZ_CLIENT"
+		}, {
+			"name": "SQOOP"
+		}, {
+			"name": "HIVE_CLIENT"
+		}, {
+			"name": "HDFS_CLIENT"
+		}, {
+			"name": "NODEMANAGER"
+		}, {
+			"name": "YARN_CLIENT"
+		}, {
+			"name": "MAPREDUCE2_CLIENT"
+		}, {
+			"name": "DATANODE"
+		}],
+		"cardinality": "1"
+	}, {
+		"name": "host4",
+		"components": [{
+			"name": "ZOOKEEPER_SERVER"
+		}, {
+			"name": "ZOOKEEPER_CLIENT"
+		}, {
+			"name": "PIG"
+		}, {
+			"name": "KAFKA_BROKER"
+		}, {
+			"name": "OOZIE_CLIENT"
+		}, {
+			"name": "HBASE_MASTER"
+		}, {
+			"name": "HBASE_REGIONSERVER"
+		}, {
+			"name": "HBASE_CLIENT"
+		}, {
+			"name": "HCAT"
+		}, {
+			"name": "RESOURCEMANAGER"
+		}, {
+			"name": "METRICS_MONITOR"
+		}, {
+			"name": "FALCON_CLIENT"
+		}, {
+			"name": "TEZ_CLIENT"
+		}, {
+			"name": "SQOOP"
+		}, {
+			"name": "HIVE_CLIENT"
+		}, {
+			"name": "HDFS_CLIENT"
+		}, {
+			"name": "NODEMANAGER"
+		}, {
+			"name": "YARN_CLIENT"
+		}, {
+			"name": "MAPREDUCE2_CLIENT"
+		}, {
+			"name": "DATANODE"
+		}],
+		"cardinality": "1"
+	}],
+	"Blueprints": {
+		"blueprint_name": "multinode-hdp",
+		"stack_name": "HDP",
+		"stack_version": "2.3"
+	}
+}

Blueprint_installation/multinode_custom_repo/commands.txt

@@ -0,0 +1,23 @@
+Multi node HDP installation using blueprint
+-------------------------------------------
+1.Register Blue-print
+--------------------
+curl -H "X-Requested-By: ambari" -X POST -u admin:admin http://ip-172-31-7-29.ap-southeast-1.compute.internal:8080/api/v1/blueprints/multinode-hdp  -d @cluster_config.json
+
+2.Setup HDP Repo
+--------------
+ curl -H "X-Requested-By: ambari" -X PUT -u admin:admin http://ip-172-31-7-29.ap-southeast-1.computeinternal:8080/api/v1/stacks/HDP/versions/2.6/operating_systems/redhat6/repositories/HDP-2.6 -d @repo.json
+
+ curl -H "X-Requested-By: ambari" -X PUT -u admin:admin http://ip-172-31-7-29.ap-southeast-1.compute.internal:8080/api/v1/stacks/HDP/versions/2.6/operating_systems/redhat6/repositories/HDP-UTILS-1.1.0.21 -d @hdputil-repo.json
+
+
+
+3.Start the installation
+----------------------
+curl -H "X-Requested-By: ambari" -X POST -u admin:admin http://ip-172-31-7-29.ap-southeast-1.compute.internal:8080/api/v1/clusters/multinode-hdp -d @hostmap.json
+
+
+
+
+
+

Blueprint_installation/multinode_custom_repo/hdputils-repo.json

@@ -0,0 +1,6 @@
+{
+"Repositories" : {
+  "base_url" : "http://<ip-address-of-repo-server>/hdp/centos6/HDP-UTILS-1.1.0.20",
+  "verify_base_url" : true
+}
+}

Blueprint_installation/multinode_custom_repo/hostmapping.json

@@ -0,0 +1,30 @@
+{
+"blueprint" : "multinode-hdp",
+"default_password" : "hadoop",
+"host_groups" :[
+  {
+  "name" : "host2",
+  "hosts" : [
+  {
+  "fqdn" : "host2.crazyadmins.com"
+  }
+  ]
+  },
+  {
+  "name" : "host3",
+  "hosts" : [
+  {
+  "fqdn" : "host3.crazyadmins.com"
+  }
+  ]
+  },
+  {
+  "name" : "host4",
+  "hosts" : [
+  {
+  "fqdn" : "host4.crazyadmins.com"
+  }
+  ]
+  }
+]
+}

Blueprint_installation/multinode_custom_repo/repo.json

@@ -0,0 +1,6 @@
+{
+"Repositories" : {
+  "base_url" : "http://<ip-address-of-repo-server>/hdp/centos6/HDP-2.3.4.0",
+  "verify_base_url" : true
+}
+}