-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathhttpsinkconnector.yaml
63 lines (52 loc) · 2.65 KB
/
httpsinkconnector.yaml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
cat << EOF > /tmp/httpsink-avro.json
{
"name": "HttpSink-Avro",
"config": {
"topics": "persons-avro-test",
"tasks.max": "1",
"connector.class": "io.confluent.connect.http.HttpSinkConnector",
"http.api.url": "http://192.168.29.136:3344/receiveData",
"key.converter": "org.apache.kafka.connect.storage.StringConverter",
"header.converter": "org.apache.kafka.connect.storage.StringConverter",
"value.converter": "io.confluent.connect.avro.AvroConverter",
"value.converter.schema.registry.url": "http://192.168.29.215:8081",
"key.converter.schema.registry.url": "http://192.168.29.215:8081",
"confluent.topic.bootstrap.servers": "cp-helm-charts-1592202741-cp-kafka-headless:9092",
"confluent.topic.replication.factor": "1",
"reporter.bootstrap.servers": "cp-helm-charts-1592202741-cp-kafka-headless:9092",
"reporter.error.topic.replication.factor": "1",
"reporter.result.topic.replication.factor": "1"
}
}
EOF
kafka-avro-console-producer \
--broker-list cp-helm-charts-1592202741-cp-kafka-headless:9092 --topic persons-avro-test \
--property schema.registry.url=http://192.168.29.215:8081 \
--property value.schema='{"type":"record","name":"myrecord","fields":[{"name":"f1","type":"string"}]}'
curl -k http://192.168.29.213:8083/connectors
curl -k -X POST -d @httpsink.json http://192.168.29.213:8083/connectors --header "content-Type:application/json"
cat << EOF > /tmp/httpsink.json
{
"name": "HttpSink",
"config": {
"topics": "testAlertsSSE",
"tasks.max": "1",
"connector.class": "io.confluent.connect.http.HttpSinkConnector",
"http.api.url": "http://192.168.29.136:3344/receiveData",
"key.converter": "org.apache.kafka.connect.storage.StringConverter",
"header.converter": "org.apache.kafka.connect.storage.StringConverter",
"value.converter": "org.apache.kafka.connect.storage.StringConverter",
"confluent.topic.bootstrap.servers": "cp-helm-charts-1592202741-cp-kafka-headless:9092",
"confluent.topic.replication.factor": "1",
"reporter.bootstrap.servers": "cp-helm-charts-1592202741-cp-kafka-headless:9092",
"reporter.error.topic.replication.factor": "1",
"reporter.result.topic.replication.factor": "1"
}
}
EOF
kafka-topics --zookeeper cp-helm-charts-1592202741-cp-zookeeper-headless:2181 \
--topic testAlertsSSE --create --partitions 1 --replication-factor 1 --if-not-exists
echo "this is http-sink" | kafka-console-producer --broker-list cp-helm-charts-1592202741-cp-kafka-headless:9092 \
--topic testAlertsSSE
Useful like:
https://feitam.es/kafka-connect-http-sink-first-steps-installation-configuration-errors-monitoring/