diff --git a/CHANGELOG.md b/CHANGELOG.md index 8265cba..dea31a3 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -1,11 +1,12 @@ # CHANGELOG ## v0.3 +* Add support for confluent schema-registry (#12, #9) * Clean kafka dir scripts added (#11) * Add meta.constraint that is Kafka specific (#10) ## v0.2 -* Add support for confluent kafka ( #7 ) +* Add support for confluent kafka (#7) ## v0.1 * Initial version diff --git a/README.md b/README.md index 2c1aff1..9a639f5 100644 --- a/README.md +++ b/README.md @@ -26,8 +26,12 @@ Ensure the docker images are pre-loaded on each node. ## Confluent Zookeeper ``` +> # to clean out zookeeper data dirs +> bin/clean-zk-dirs.sh + > # to start zookeeper > bin/start.sh zk + > # to stop zookeeper > bin/stop.sh zk ``` @@ -35,8 +39,22 @@ Ensure the docker images are pre-loaded on each node. ## Confluent Kafka ``` +> # to clean out kafka data dirs +> bin/clean-kafka-dirs.sh + > # to start kafka > bin/start.sh kafka + > # to stop kafka > bin/stop.sh kafka ``` + +## Confluent Schema-Registry + +``` +> # to start schema-registry +> bin/start.sh schema-registry + +> # to stop schema-registry +> bin/stop.sh schema-registry +``` diff --git a/bin/clean-zk-dirs.sh b/bin/clean-zk-dirs.sh new file mode 100755 index 0000000..9d54b87 --- /dev/null +++ b/bin/clean-zk-dirs.sh @@ -0,0 +1,7 @@ +#!/bin/bash + +NODES='node2 node3 node4' +for node in ${NODES}; do + NODE_ID=`vagrant global-status | grep ${node} | awk '{print $1}'` + vagrant ssh ${NODE_ID} -c "sudo rm -rf /opt/zookeeper" +done diff --git a/bin/pull-images.sh b/bin/pull-images.sh index 9749b70..8d2b0c6 100755 --- a/bin/pull-images.sh +++ b/bin/pull-images.sh @@ -1,8 +1,12 @@ #!/bin/bash NODES='node2 node3 node4' +VERSION='4.1.1-2' for node in ${NODES}; do NODE_ID=`vagrant global-status | grep ${node} | awk '{print $1}'` - vagrant ssh ${NODE_ID} -c "docker pull confluentinc/cp-zookeeper:4.1.1-2" - vagrant ssh ${NODE_ID} -c "docker pull confluentinc/cp-kafka:4.1.1-2" + vagrant ssh ${NODE_ID} -c "docker pull confluentinc/cp-zookeeper:${VERSION}" + vagrant ssh ${NODE_ID} -c "docker pull confluentinc/cp-kafka:${VERSION}" + if [[ "${node}" =~ "node2" ]]; then + vagrant ssh ${NODE_ID} -c "docker pull confluentinc/cp-schema-registry:${VERSION}" + fi done diff --git a/jobs/kafka.hcl b/jobs/kafka.hcl index bf820eb..c9681d3 100644 --- a/jobs/kafka.hcl +++ b/jobs/kafka.hcl @@ -1,4 +1,5 @@ -# Zookeeper +# Nomad job for kafka +# DISCLAIMER: This is intended for learning purposes only. It has not been tested for PRODUCTION environments. job "kafka" { region = "global" datacenters = ["dc1"] @@ -48,18 +49,19 @@ job "kafka" { template { data = <