partition metric support

config/config.go

@@ -8,12 +8,12 @@ import (
 
 type Config struct {
 	General struct {
-		ClientId       string `json:"clientId"`
-		GroupBlacklist string `json:"groupBlacklist"`
-		Logconfig      string `json:"logconfig"`
-		Pidfile        string `json:"pidfile"`
+		ClientId  string `json:"clientId"`
+		Logconfig string `json:"logconfig"`
+		Pidfile   string `json:"pidfile"`
 
 		TopicFilter string `json:"topicFilter"`
+		GroupFilter string `json:"groupFilter"`
 	} `json:"general"`
 
 	Influxdb struct {
@@ -26,23 +26,14 @@ type Config struct {
 
 	Kafka map[string]*struct {
 		Brokers       string `json:"brokers"`
-		Zookeepers    string `json:"zookeepers"`
-		OffsetTopic   string `json:"offsetTopic"`
 		ClientProfile string `json:"ClientProfile"`
-		OffsetsTopic  string `gcfg:"offsetsTopic"`
 
 		Sasl struct {
 			Username string
 			Password string
 		}
 	} `json:"kafka"`
 
-	Zookeeper struct {
-		Hosts     string `json:"hosts"`
-		Lock_path string `json:"lock-path"`
-		Timeout   int    `json:"timeout"`
-	} `json:"zookeeper"`
-
 	ClientProfile map[string]*Profile `json:"ClientProfile"`
 }
 
@@ -78,9 +69,6 @@ func (cfg *Config) Init() {
 	}
 
 	for _, k := range cfg.Kafka {
-		if k.OffsetTopic == "" {
-			k.OffsetTopic = "__consumer_offsets"
-		}
 		if k.ClientProfile == "" {
 			k.ClientProfile = "default"
 		}

config/server.json.sample

@@ -3,11 +3,11 @@
     "logconfig": "config/logging.xml",
     "pidfile": "burrowx.pid",
     "clientId": "burrowx-lagchecker",
-    "groupBlacklist": "^(console-consumer-|python-kafka-consumer-).*$",
 
-
-    "@desc" : "topic filter regexes, separate by `,`, could be .* or empty string",
-    "topicFilter" : ".*",
+    "@desc" : "topic => consumer groups",
+    "topic2Consumers" : {
+      "topic_aa" : [ "consumer_a", "consumer_b"]
+    },
 
     "@desc" : "client infos, such as tls",
     "clientProfile" : {
@@ -29,9 +29,6 @@
   "kafka": {
     "local": {
       "brokers": "localhost:9092",
-      "zookeepers": "localhost:2181",
-      "offsetsTopic": "__consumer_offsets",
-
       "@desc" :  "client info key to client infos",
       "clientProfile": ""
     }