From d1bd273dc239bee31f8cef6719117e05fa62ad7c Mon Sep 17 00:00:00 2001 From: Tudor Golubenco Date: Fri, 20 May 2016 19:03:25 +0200 Subject: [PATCH 1/3] Add Redis and Kafka outputs to the full configs --- filebeat/filebeat.full.yml | 198 ++++++++++++++++++++++++++++- libbeat/_beat/config.full.yml | 198 ++++++++++++++++++++++++++++- libbeat/docs/outputconfig.asciidoc | 2 +- metricbeat/metricbeat.full.yml | 198 ++++++++++++++++++++++++++++- packetbeat/packetbeat.full.yml | 198 ++++++++++++++++++++++++++++- topbeat/topbeat.full.yml | 198 ++++++++++++++++++++++++++++- winlogbeat/winlogbeat.full.yml | 198 ++++++++++++++++++++++++++++- 7 files changed, 1147 insertions(+), 43 deletions(-) diff --git a/filebeat/filebeat.full.yml b/filebeat/filebeat.full.yml index d2b311b73236..bb5cb4bbfd32 100644 --- a/filebeat/filebeat.full.yml +++ b/filebeat/filebeat.full.yml @@ -395,22 +395,206 @@ output.elasticsearch: # Configure curve types for ECDHE based cipher suites #tls.curve_types: [] +#------------------------------- Kafka output --------------------------------- +#output.kafka: + # The list of Kafka broker addresses to connect to. + #hosts: ["localhost:9092"] + + # The Kafka topic used for produced events. If use_type is set to true, the + # topic will not be used. + #topic: beats + + # Set Kafka topic by event type. If use_type is false, the topic option must + # be configured. The default is false. + #use_type: false + + # The number of concurrent load-balanced Kafka output workers. + #worker: 1 + + # The number of times to retry publishing an event after a publishing failure. + # After the specified number of retries, the events are typically dropped. + # Some Beats, such as Filebeat, ignore the max_retries setting and retry until + # all events are published. Set max_retries to a value less than 0 to retry + # until all events are published. The default is 3. + #max_retries: 3 + + # The maximum number of events to bulk in a single Kafka request. The default + # is 2048. + #bulk_max_size: 2048 + + # The number of seconds to wait for responses from the Kafka brokers before + # timing out. The default is 30s. + #timeout: 30s + + # The maximum duration a broker will wait for number of required ACKs. The + # default is 10s. + #broker_timeout: 10s + + # Per Kafka broker number of messages buffered in output pipeline. The default + # is 256. + #channel_buffer_size: 256 + + # The keep-alive period for an active network connection. If 0s, keep-alives + # are disabled. The default is 0 seconds. + #keep_alive: 0 + + # Sets the output compression codec. Must be one of none, snappy and gzip. The + # default is snappy. + #compression: snappy + + # The maximum permitted size of JSON-encoded messages. Bigger messages will be + # dropped. The default value is 1000000 (bytes). This value should be equal to + # or less than the broker’s message.max.bytes. + #max_message_bytes: 1000000 + + # The ACK reliability level required from broker. 0=no response, 1=wait for + # local commit, -1=wait for all replicas to commit. The default is 1. Note: + # If set to 0, no ACKs are returned by Kafka. Messages might be lost silently + # on error. + #required_acks: 0 + + # The number of seconds to wait for new events between two producer API calls. + #flush_interval: 1 + + # The configurable ClientID used for logging, debugging, and auditing + # purposes. The default is "beats". + #client_id: beats + + # Optional TLS. By default is off. + # List of root certificates for HTTPS server verifications + #tls.certificate_authorities: ["/etc/pki/root/ca.pem"] + + # Certificate for TLS client authentication + #tls.certificate: "/etc/pki/client/cert.pem" + + # Client Certificate Key + #tls.certificate_key: "/etc/pki/client/cert.key" + + # Controls whether the client verifies server certificates and host name. + # If insecure is set to true, all server host names and certificates will be + # accepted. In this mode TLS based connections are susceptible to + # man-in-the-middle attacks. Use only for testing. + #tls.insecure: true + + # Configure cipher suites to be used for TLS connections + #tls.cipher_suites: [] + + # Configure curve types for ECDHE based cipher suites + #tls.curve_types: [] + +#------------------------------- Redis output --------------------------------- +#output.redis: + # The list of Redis servers to connect to. If load balancing is enabled, the + # events are distributed to the servers in the list. If one server becomes + # unreachable, the events are distributed to the reachable servers only. + #hosts: ["localhost:6379"] + + # The Redis port to use if hosts does not contain a port number. The default + # is 6379. + #port: 6379 + + # The name of the Redis list or channel the events are published to. The + # default is filebeat. + #index: filebeat + + # The password to authenticate with. The default is no authentication. + #password: + + # The Redis database number where the events are published. The default is 0. + #db: 0 + + # The Redis data type to use for publishing events. If the data type is list, + # the Redis RPUSH command is used. If the data type is channel, the Redis + # PUBLISH command is used. The default value is list. + #datetype: list + + # The Redis host to connect to when using topology map support. Topology map + # support is disabled if this option is not set. + #host_topology: + + # The password to use for authenticating with the Redis topology server. The + # default is no authentication. + #password_topology: + + # The Redis database number where the topology information is stored. The + # default is 1. + #db_topology: 1 + + # The number of workers to use for each host configured to publish events to + # Redis. Use this setting along with the loadbalance option. For example, if + # you have 2 hosts and 3 workers, in total 6 workers are started (3 for each + # host). + #worker: 1 + + # If set to true and multiple hosts or workers are configured, the output + # plugin load balances published events onto all Redis hosts. If set to false, + # the output plugin sends all events to only one host (determined at random) + # and will switch to another host if the currently selected one becomes + # unreachable. The default value is true. + #loadbalance: true + + # The Redis connection timeout in seconds. The default is 5 seconds. + #timeout: 5s + + # The number of times to retry publishing an event after a publishing failure. + # After the specified number of retries, the events are typically dropped. + # Some Beats, such as Filebeat, ignore the max_retries setting and retry until + # all events are published. Set max_retries to a value less than 0 to retry + # until all events are published. The default is 3. + #max_retries: 3 + + # The maximum number of events to bulk in a single Redis request or pipeline. + # The default is 2048. + #bulk_max_size: 2048 + + # The URL of the SOCKS5 proxy to use when connecting to the Redis servers. The + # value must be a URL with a scheme of socks5://. + #proxy_url: + + # This option determines whether Redis hostnames are resolved locally when + # using a proxy. The default value is false, which means that name resolution + # occurs on the proxy server. + #proxy_use_local_resolver: false + + # Optional TLS. By default is off. + # List of root certificates for HTTPS server verifications + #tls.certificate_authorities: ["/etc/pki/root/ca.pem"] + + # Certificate for TLS client authentication + #tls.certificate: "/etc/pki/client/cert.pem" + + # Client Certificate Key + #tls.certificate_key: "/etc/pki/client/cert.key" + + # Controls whether the client verifies server certificates and host name. + # If insecure is set to true, all server host names and certificates will be + # accepted. In this mode TLS based connections are susceptible to + # man-in-the-middle attacks. Use only for testing. + #tls.insecure: true + + # Configure cipher suites to be used for TLS connections + #tls.cipher_suites: [] + + # Configure curve types for ECDHE based cipher suites + #tls.curve_types: [] #------------------------------- File output ---------------------------------- #output.file: - # Path to the directory where to save the generated files. The option is mandatory. + # Path to the directory where to save the generated files. The option is + # mandatory. #path: "/tmp/filebeat" - # Name of the generated files. The default is `filebeat` and it generates files: `filebeat`, `filebeat.1`, `filebeat.2`, etc. + # Name of the generated files. The default is `filebeat` and it generates + # files: `filebeat`, `filebeat.1`, `filebeat.2`, etc. #filename: filebeat - # Maximum size in kilobytes of each file. When this size is reached, the files are - # rotated. The default value is 10240 kB. + # Maximum size in kilobytes of each file. When this size is reached, the files + # are rotated. The default value is 10240 kB. #rotate_every_kb: 10000 - # Maximum number of files under path. When this number of files is reached, the - # oldest file is deleted and the rest are shifted from last to first. The default - # is 7 files. + # Maximum number of files under path. When this number of files is reached, + # the oldest file is deleted and the rest are shifted from last to first. The + # default is 7 files. #number_of_files: 7 diff --git a/libbeat/_beat/config.full.yml b/libbeat/_beat/config.full.yml index acfc0b51fc78..7c8e14da8bad 100644 --- a/libbeat/_beat/config.full.yml +++ b/libbeat/_beat/config.full.yml @@ -192,22 +192,206 @@ output.elasticsearch: # Configure curve types for ECDHE based cipher suites #tls.curve_types: [] +#------------------------------- Kafka output --------------------------------- +#output.kafka: + # The list of Kafka broker addresses to connect to. + #hosts: ["localhost:9092"] + + # The Kafka topic used for produced events. If use_type is set to true, the + # topic will not be used. + #topic: beats + + # Set Kafka topic by event type. If use_type is false, the topic option must + # be configured. The default is false. + #use_type: false + + # The number of concurrent load-balanced Kafka output workers. + #worker: 1 + + # The number of times to retry publishing an event after a publishing failure. + # After the specified number of retries, the events are typically dropped. + # Some Beats, such as Filebeat, ignore the max_retries setting and retry until + # all events are published. Set max_retries to a value less than 0 to retry + # until all events are published. The default is 3. + #max_retries: 3 + + # The maximum number of events to bulk in a single Kafka request. The default + # is 2048. + #bulk_max_size: 2048 + + # The number of seconds to wait for responses from the Kafka brokers before + # timing out. The default is 30s. + #timeout: 30s + + # The maximum duration a broker will wait for number of required ACKs. The + # default is 10s. + #broker_timeout: 10s + + # Per Kafka broker number of messages buffered in output pipeline. The default + # is 256. + #channel_buffer_size: 256 + + # The keep-alive period for an active network connection. If 0s, keep-alives + # are disabled. The default is 0 seconds. + #keep_alive: 0 + + # Sets the output compression codec. Must be one of none, snappy and gzip. The + # default is snappy. + #compression: snappy + + # The maximum permitted size of JSON-encoded messages. Bigger messages will be + # dropped. The default value is 1000000 (bytes). This value should be equal to + # or less than the broker’s message.max.bytes. + #max_message_bytes: 1000000 + + # The ACK reliability level required from broker. 0=no response, 1=wait for + # local commit, -1=wait for all replicas to commit. The default is 1. Note: + # If set to 0, no ACKs are returned by Kafka. Messages might be lost silently + # on error. + #required_acks: 0 + + # The number of seconds to wait for new events between two producer API calls. + #flush_interval: 1 + + # The configurable ClientID used for logging, debugging, and auditing + # purposes. The default is "beats". + #client_id: beats + + # Optional TLS. By default is off. + # List of root certificates for HTTPS server verifications + #tls.certificate_authorities: ["/etc/pki/root/ca.pem"] + + # Certificate for TLS client authentication + #tls.certificate: "/etc/pki/client/cert.pem" + + # Client Certificate Key + #tls.certificate_key: "/etc/pki/client/cert.key" + + # Controls whether the client verifies server certificates and host name. + # If insecure is set to true, all server host names and certificates will be + # accepted. In this mode TLS based connections are susceptible to + # man-in-the-middle attacks. Use only for testing. + #tls.insecure: true + + # Configure cipher suites to be used for TLS connections + #tls.cipher_suites: [] + + # Configure curve types for ECDHE based cipher suites + #tls.curve_types: [] + +#------------------------------- Redis output --------------------------------- +#output.redis: + # The list of Redis servers to connect to. If load balancing is enabled, the + # events are distributed to the servers in the list. If one server becomes + # unreachable, the events are distributed to the reachable servers only. + #hosts: ["localhost:6379"] + + # The Redis port to use if hosts does not contain a port number. The default + # is 6379. + #port: 6379 + + # The name of the Redis list or channel the events are published to. The + # default is beatname. + #index: beatname + + # The password to authenticate with. The default is no authentication. + #password: + + # The Redis database number where the events are published. The default is 0. + #db: 0 + + # The Redis data type to use for publishing events. If the data type is list, + # the Redis RPUSH command is used. If the data type is channel, the Redis + # PUBLISH command is used. The default value is list. + #datetype: list + + # The Redis host to connect to when using topology map support. Topology map + # support is disabled if this option is not set. + #host_topology: + + # The password to use for authenticating with the Redis topology server. The + # default is no authentication. + #password_topology: + + # The Redis database number where the topology information is stored. The + # default is 1. + #db_topology: 1 + + # The number of workers to use for each host configured to publish events to + # Redis. Use this setting along with the loadbalance option. For example, if + # you have 2 hosts and 3 workers, in total 6 workers are started (3 for each + # host). + #worker: 1 + + # If set to true and multiple hosts or workers are configured, the output + # plugin load balances published events onto all Redis hosts. If set to false, + # the output plugin sends all events to only one host (determined at random) + # and will switch to another host if the currently selected one becomes + # unreachable. The default value is true. + #loadbalance: true + + # The Redis connection timeout in seconds. The default is 5 seconds. + #timeout: 5s + + # The number of times to retry publishing an event after a publishing failure. + # After the specified number of retries, the events are typically dropped. + # Some Beats, such as Filebeat, ignore the max_retries setting and retry until + # all events are published. Set max_retries to a value less than 0 to retry + # until all events are published. The default is 3. + #max_retries: 3 + + # The maximum number of events to bulk in a single Redis request or pipeline. + # The default is 2048. + #bulk_max_size: 2048 + + # The URL of the SOCKS5 proxy to use when connecting to the Redis servers. The + # value must be a URL with a scheme of socks5://. + #proxy_url: + + # This option determines whether Redis hostnames are resolved locally when + # using a proxy. The default value is false, which means that name resolution + # occurs on the proxy server. + #proxy_use_local_resolver: false + + # Optional TLS. By default is off. + # List of root certificates for HTTPS server verifications + #tls.certificate_authorities: ["/etc/pki/root/ca.pem"] + + # Certificate for TLS client authentication + #tls.certificate: "/etc/pki/client/cert.pem" + + # Client Certificate Key + #tls.certificate_key: "/etc/pki/client/cert.key" + + # Controls whether the client verifies server certificates and host name. + # If insecure is set to true, all server host names and certificates will be + # accepted. In this mode TLS based connections are susceptible to + # man-in-the-middle attacks. Use only for testing. + #tls.insecure: true + + # Configure cipher suites to be used for TLS connections + #tls.cipher_suites: [] + + # Configure curve types for ECDHE based cipher suites + #tls.curve_types: [] #------------------------------- File output ---------------------------------- #output.file: - # Path to the directory where to save the generated files. The option is mandatory. + # Path to the directory where to save the generated files. The option is + # mandatory. #path: "/tmp/beatname" - # Name of the generated files. The default is `beatname` and it generates files: `beatname`, `beatname.1`, `beatname.2`, etc. + # Name of the generated files. The default is `beatname` and it generates + # files: `beatname`, `beatname.1`, `beatname.2`, etc. #filename: beatname - # Maximum size in kilobytes of each file. When this size is reached, the files are - # rotated. The default value is 10240 kB. + # Maximum size in kilobytes of each file. When this size is reached, the files + # are rotated. The default value is 10240 kB. #rotate_every_kb: 10000 - # Maximum number of files under path. When this number of files is reached, the - # oldest file is deleted and the rest are shifted from last to first. The default - # is 7 files. + # Maximum number of files under path. When this number of files is reached, + # the oldest file is deleted and the rest are shifted from last to first. The + # default is 7 files. #number_of_files: 7 diff --git a/libbeat/docs/outputconfig.asciidoc b/libbeat/docs/outputconfig.asciidoc index 4837a52fa355..c7643171d306 100644 --- a/libbeat/docs/outputconfig.asciidoc +++ b/libbeat/docs/outputconfig.asciidoc @@ -674,7 +674,7 @@ The default is 3. ===== bulk_max_size -The maximum number of events to bulk in a single Logstash request. The default is 2048. +The maximum number of events to bulk in a single Kafka request. The default is 2048. ===== timeout diff --git a/metricbeat/metricbeat.full.yml b/metricbeat/metricbeat.full.yml index 888ab340a73b..fab15e87c55d 100644 --- a/metricbeat/metricbeat.full.yml +++ b/metricbeat/metricbeat.full.yml @@ -300,22 +300,206 @@ output.elasticsearch: # Configure curve types for ECDHE based cipher suites #tls.curve_types: [] +#------------------------------- Kafka output --------------------------------- +#output.kafka: + # The list of Kafka broker addresses to connect to. + #hosts: ["localhost:9092"] + + # The Kafka topic used for produced events. If use_type is set to true, the + # topic will not be used. + #topic: beats + + # Set Kafka topic by event type. If use_type is false, the topic option must + # be configured. The default is false. + #use_type: false + + # The number of concurrent load-balanced Kafka output workers. + #worker: 1 + + # The number of times to retry publishing an event after a publishing failure. + # After the specified number of retries, the events are typically dropped. + # Some Beats, such as Filebeat, ignore the max_retries setting and retry until + # all events are published. Set max_retries to a value less than 0 to retry + # until all events are published. The default is 3. + #max_retries: 3 + + # The maximum number of events to bulk in a single Kafka request. The default + # is 2048. + #bulk_max_size: 2048 + + # The number of seconds to wait for responses from the Kafka brokers before + # timing out. The default is 30s. + #timeout: 30s + + # The maximum duration a broker will wait for number of required ACKs. The + # default is 10s. + #broker_timeout: 10s + + # Per Kafka broker number of messages buffered in output pipeline. The default + # is 256. + #channel_buffer_size: 256 + + # The keep-alive period for an active network connection. If 0s, keep-alives + # are disabled. The default is 0 seconds. + #keep_alive: 0 + + # Sets the output compression codec. Must be one of none, snappy and gzip. The + # default is snappy. + #compression: snappy + + # The maximum permitted size of JSON-encoded messages. Bigger messages will be + # dropped. The default value is 1000000 (bytes). This value should be equal to + # or less than the broker’s message.max.bytes. + #max_message_bytes: 1000000 + + # The ACK reliability level required from broker. 0=no response, 1=wait for + # local commit, -1=wait for all replicas to commit. The default is 1. Note: + # If set to 0, no ACKs are returned by Kafka. Messages might be lost silently + # on error. + #required_acks: 0 + + # The number of seconds to wait for new events between two producer API calls. + #flush_interval: 1 + + # The configurable ClientID used for logging, debugging, and auditing + # purposes. The default is "beats". + #client_id: beats + + # Optional TLS. By default is off. + # List of root certificates for HTTPS server verifications + #tls.certificate_authorities: ["/etc/pki/root/ca.pem"] + + # Certificate for TLS client authentication + #tls.certificate: "/etc/pki/client/cert.pem" + + # Client Certificate Key + #tls.certificate_key: "/etc/pki/client/cert.key" + + # Controls whether the client verifies server certificates and host name. + # If insecure is set to true, all server host names and certificates will be + # accepted. In this mode TLS based connections are susceptible to + # man-in-the-middle attacks. Use only for testing. + #tls.insecure: true + + # Configure cipher suites to be used for TLS connections + #tls.cipher_suites: [] + + # Configure curve types for ECDHE based cipher suites + #tls.curve_types: [] + +#------------------------------- Redis output --------------------------------- +#output.redis: + # The list of Redis servers to connect to. If load balancing is enabled, the + # events are distributed to the servers in the list. If one server becomes + # unreachable, the events are distributed to the reachable servers only. + #hosts: ["localhost:6379"] + + # The Redis port to use if hosts does not contain a port number. The default + # is 6379. + #port: 6379 + + # The name of the Redis list or channel the events are published to. The + # default is metricbeat. + #index: metricbeat + + # The password to authenticate with. The default is no authentication. + #password: + + # The Redis database number where the events are published. The default is 0. + #db: 0 + + # The Redis data type to use for publishing events. If the data type is list, + # the Redis RPUSH command is used. If the data type is channel, the Redis + # PUBLISH command is used. The default value is list. + #datetype: list + + # The Redis host to connect to when using topology map support. Topology map + # support is disabled if this option is not set. + #host_topology: + + # The password to use for authenticating with the Redis topology server. The + # default is no authentication. + #password_topology: + + # The Redis database number where the topology information is stored. The + # default is 1. + #db_topology: 1 + + # The number of workers to use for each host configured to publish events to + # Redis. Use this setting along with the loadbalance option. For example, if + # you have 2 hosts and 3 workers, in total 6 workers are started (3 for each + # host). + #worker: 1 + + # If set to true and multiple hosts or workers are configured, the output + # plugin load balances published events onto all Redis hosts. If set to false, + # the output plugin sends all events to only one host (determined at random) + # and will switch to another host if the currently selected one becomes + # unreachable. The default value is true. + #loadbalance: true + + # The Redis connection timeout in seconds. The default is 5 seconds. + #timeout: 5s + + # The number of times to retry publishing an event after a publishing failure. + # After the specified number of retries, the events are typically dropped. + # Some Beats, such as Filebeat, ignore the max_retries setting and retry until + # all events are published. Set max_retries to a value less than 0 to retry + # until all events are published. The default is 3. + #max_retries: 3 + + # The maximum number of events to bulk in a single Redis request or pipeline. + # The default is 2048. + #bulk_max_size: 2048 + + # The URL of the SOCKS5 proxy to use when connecting to the Redis servers. The + # value must be a URL with a scheme of socks5://. + #proxy_url: + + # This option determines whether Redis hostnames are resolved locally when + # using a proxy. The default value is false, which means that name resolution + # occurs on the proxy server. + #proxy_use_local_resolver: false + + # Optional TLS. By default is off. + # List of root certificates for HTTPS server verifications + #tls.certificate_authorities: ["/etc/pki/root/ca.pem"] + + # Certificate for TLS client authentication + #tls.certificate: "/etc/pki/client/cert.pem" + + # Client Certificate Key + #tls.certificate_key: "/etc/pki/client/cert.key" + + # Controls whether the client verifies server certificates and host name. + # If insecure is set to true, all server host names and certificates will be + # accepted. In this mode TLS based connections are susceptible to + # man-in-the-middle attacks. Use only for testing. + #tls.insecure: true + + # Configure cipher suites to be used for TLS connections + #tls.cipher_suites: [] + + # Configure curve types for ECDHE based cipher suites + #tls.curve_types: [] #------------------------------- File output ---------------------------------- #output.file: - # Path to the directory where to save the generated files. The option is mandatory. + # Path to the directory where to save the generated files. The option is + # mandatory. #path: "/tmp/metricbeat" - # Name of the generated files. The default is `metricbeat` and it generates files: `metricbeat`, `metricbeat.1`, `metricbeat.2`, etc. + # Name of the generated files. The default is `metricbeat` and it generates + # files: `metricbeat`, `metricbeat.1`, `metricbeat.2`, etc. #filename: metricbeat - # Maximum size in kilobytes of each file. When this size is reached, the files are - # rotated. The default value is 10240 kB. + # Maximum size in kilobytes of each file. When this size is reached, the files + # are rotated. The default value is 10240 kB. #rotate_every_kb: 10000 - # Maximum number of files under path. When this number of files is reached, the - # oldest file is deleted and the rest are shifted from last to first. The default - # is 7 files. + # Maximum number of files under path. When this number of files is reached, + # the oldest file is deleted and the rest are shifted from last to first. The + # default is 7 files. #number_of_files: 7 diff --git a/packetbeat/packetbeat.full.yml b/packetbeat/packetbeat.full.yml index ce3a8eb4b5ea..059e2f64fe08 100644 --- a/packetbeat/packetbeat.full.yml +++ b/packetbeat/packetbeat.full.yml @@ -368,22 +368,206 @@ output.elasticsearch: # Configure curve types for ECDHE based cipher suites #tls.curve_types: [] +#------------------------------- Kafka output --------------------------------- +#output.kafka: + # The list of Kafka broker addresses to connect to. + #hosts: ["localhost:9092"] + + # The Kafka topic used for produced events. If use_type is set to true, the + # topic will not be used. + #topic: beats + + # Set Kafka topic by event type. If use_type is false, the topic option must + # be configured. The default is false. + #use_type: false + + # The number of concurrent load-balanced Kafka output workers. + #worker: 1 + + # The number of times to retry publishing an event after a publishing failure. + # After the specified number of retries, the events are typically dropped. + # Some Beats, such as Filebeat, ignore the max_retries setting and retry until + # all events are published. Set max_retries to a value less than 0 to retry + # until all events are published. The default is 3. + #max_retries: 3 + + # The maximum number of events to bulk in a single Kafka request. The default + # is 2048. + #bulk_max_size: 2048 + + # The number of seconds to wait for responses from the Kafka brokers before + # timing out. The default is 30s. + #timeout: 30s + + # The maximum duration a broker will wait for number of required ACKs. The + # default is 10s. + #broker_timeout: 10s + + # Per Kafka broker number of messages buffered in output pipeline. The default + # is 256. + #channel_buffer_size: 256 + + # The keep-alive period for an active network connection. If 0s, keep-alives + # are disabled. The default is 0 seconds. + #keep_alive: 0 + + # Sets the output compression codec. Must be one of none, snappy and gzip. The + # default is snappy. + #compression: snappy + + # The maximum permitted size of JSON-encoded messages. Bigger messages will be + # dropped. The default value is 1000000 (bytes). This value should be equal to + # or less than the broker’s message.max.bytes. + #max_message_bytes: 1000000 + + # The ACK reliability level required from broker. 0=no response, 1=wait for + # local commit, -1=wait for all replicas to commit. The default is 1. Note: + # If set to 0, no ACKs are returned by Kafka. Messages might be lost silently + # on error. + #required_acks: 0 + + # The number of seconds to wait for new events between two producer API calls. + #flush_interval: 1 + + # The configurable ClientID used for logging, debugging, and auditing + # purposes. The default is "beats". + #client_id: beats + + # Optional TLS. By default is off. + # List of root certificates for HTTPS server verifications + #tls.certificate_authorities: ["/etc/pki/root/ca.pem"] + + # Certificate for TLS client authentication + #tls.certificate: "/etc/pki/client/cert.pem" + + # Client Certificate Key + #tls.certificate_key: "/etc/pki/client/cert.key" + + # Controls whether the client verifies server certificates and host name. + # If insecure is set to true, all server host names and certificates will be + # accepted. In this mode TLS based connections are susceptible to + # man-in-the-middle attacks. Use only for testing. + #tls.insecure: true + + # Configure cipher suites to be used for TLS connections + #tls.cipher_suites: [] + + # Configure curve types for ECDHE based cipher suites + #tls.curve_types: [] + +#------------------------------- Redis output --------------------------------- +#output.redis: + # The list of Redis servers to connect to. If load balancing is enabled, the + # events are distributed to the servers in the list. If one server becomes + # unreachable, the events are distributed to the reachable servers only. + #hosts: ["localhost:6379"] + + # The Redis port to use if hosts does not contain a port number. The default + # is 6379. + #port: 6379 + + # The name of the Redis list or channel the events are published to. The + # default is packetbeat. + #index: packetbeat + + # The password to authenticate with. The default is no authentication. + #password: + + # The Redis database number where the events are published. The default is 0. + #db: 0 + + # The Redis data type to use for publishing events. If the data type is list, + # the Redis RPUSH command is used. If the data type is channel, the Redis + # PUBLISH command is used. The default value is list. + #datetype: list + + # The Redis host to connect to when using topology map support. Topology map + # support is disabled if this option is not set. + #host_topology: + + # The password to use for authenticating with the Redis topology server. The + # default is no authentication. + #password_topology: + + # The Redis database number where the topology information is stored. The + # default is 1. + #db_topology: 1 + + # The number of workers to use for each host configured to publish events to + # Redis. Use this setting along with the loadbalance option. For example, if + # you have 2 hosts and 3 workers, in total 6 workers are started (3 for each + # host). + #worker: 1 + + # If set to true and multiple hosts or workers are configured, the output + # plugin load balances published events onto all Redis hosts. If set to false, + # the output plugin sends all events to only one host (determined at random) + # and will switch to another host if the currently selected one becomes + # unreachable. The default value is true. + #loadbalance: true + + # The Redis connection timeout in seconds. The default is 5 seconds. + #timeout: 5s + + # The number of times to retry publishing an event after a publishing failure. + # After the specified number of retries, the events are typically dropped. + # Some Beats, such as Filebeat, ignore the max_retries setting and retry until + # all events are published. Set max_retries to a value less than 0 to retry + # until all events are published. The default is 3. + #max_retries: 3 + + # The maximum number of events to bulk in a single Redis request or pipeline. + # The default is 2048. + #bulk_max_size: 2048 + + # The URL of the SOCKS5 proxy to use when connecting to the Redis servers. The + # value must be a URL with a scheme of socks5://. + #proxy_url: + + # This option determines whether Redis hostnames are resolved locally when + # using a proxy. The default value is false, which means that name resolution + # occurs on the proxy server. + #proxy_use_local_resolver: false + + # Optional TLS. By default is off. + # List of root certificates for HTTPS server verifications + #tls.certificate_authorities: ["/etc/pki/root/ca.pem"] + + # Certificate for TLS client authentication + #tls.certificate: "/etc/pki/client/cert.pem" + + # Client Certificate Key + #tls.certificate_key: "/etc/pki/client/cert.key" + + # Controls whether the client verifies server certificates and host name. + # If insecure is set to true, all server host names and certificates will be + # accepted. In this mode TLS based connections are susceptible to + # man-in-the-middle attacks. Use only for testing. + #tls.insecure: true + + # Configure cipher suites to be used for TLS connections + #tls.cipher_suites: [] + + # Configure curve types for ECDHE based cipher suites + #tls.curve_types: [] #------------------------------- File output ---------------------------------- #output.file: - # Path to the directory where to save the generated files. The option is mandatory. + # Path to the directory where to save the generated files. The option is + # mandatory. #path: "/tmp/packetbeat" - # Name of the generated files. The default is `packetbeat` and it generates files: `packetbeat`, `packetbeat.1`, `packetbeat.2`, etc. + # Name of the generated files. The default is `packetbeat` and it generates + # files: `packetbeat`, `packetbeat.1`, `packetbeat.2`, etc. #filename: packetbeat - # Maximum size in kilobytes of each file. When this size is reached, the files are - # rotated. The default value is 10240 kB. + # Maximum size in kilobytes of each file. When this size is reached, the files + # are rotated. The default value is 10240 kB. #rotate_every_kb: 10000 - # Maximum number of files under path. When this number of files is reached, the - # oldest file is deleted and the rest are shifted from last to first. The default - # is 7 files. + # Maximum number of files under path. When this number of files is reached, + # the oldest file is deleted and the rest are shifted from last to first. The + # default is 7 files. #number_of_files: 7 diff --git a/topbeat/topbeat.full.yml b/topbeat/topbeat.full.yml index 4c7e09c50a06..c82cbdb87821 100644 --- a/topbeat/topbeat.full.yml +++ b/topbeat/topbeat.full.yml @@ -223,22 +223,206 @@ output.elasticsearch: # Configure curve types for ECDHE based cipher suites #tls.curve_types: [] +#------------------------------- Kafka output --------------------------------- +#output.kafka: + # The list of Kafka broker addresses to connect to. + #hosts: ["localhost:9092"] + + # The Kafka topic used for produced events. If use_type is set to true, the + # topic will not be used. + #topic: beats + + # Set Kafka topic by event type. If use_type is false, the topic option must + # be configured. The default is false. + #use_type: false + + # The number of concurrent load-balanced Kafka output workers. + #worker: 1 + + # The number of times to retry publishing an event after a publishing failure. + # After the specified number of retries, the events are typically dropped. + # Some Beats, such as Filebeat, ignore the max_retries setting and retry until + # all events are published. Set max_retries to a value less than 0 to retry + # until all events are published. The default is 3. + #max_retries: 3 + + # The maximum number of events to bulk in a single Kafka request. The default + # is 2048. + #bulk_max_size: 2048 + + # The number of seconds to wait for responses from the Kafka brokers before + # timing out. The default is 30s. + #timeout: 30s + + # The maximum duration a broker will wait for number of required ACKs. The + # default is 10s. + #broker_timeout: 10s + + # Per Kafka broker number of messages buffered in output pipeline. The default + # is 256. + #channel_buffer_size: 256 + + # The keep-alive period for an active network connection. If 0s, keep-alives + # are disabled. The default is 0 seconds. + #keep_alive: 0 + + # Sets the output compression codec. Must be one of none, snappy and gzip. The + # default is snappy. + #compression: snappy + + # The maximum permitted size of JSON-encoded messages. Bigger messages will be + # dropped. The default value is 1000000 (bytes). This value should be equal to + # or less than the broker’s message.max.bytes. + #max_message_bytes: 1000000 + + # The ACK reliability level required from broker. 0=no response, 1=wait for + # local commit, -1=wait for all replicas to commit. The default is 1. Note: + # If set to 0, no ACKs are returned by Kafka. Messages might be lost silently + # on error. + #required_acks: 0 + + # The number of seconds to wait for new events between two producer API calls. + #flush_interval: 1 + + # The configurable ClientID used for logging, debugging, and auditing + # purposes. The default is "beats". + #client_id: beats + + # Optional TLS. By default is off. + # List of root certificates for HTTPS server verifications + #tls.certificate_authorities: ["/etc/pki/root/ca.pem"] + + # Certificate for TLS client authentication + #tls.certificate: "/etc/pki/client/cert.pem" + + # Client Certificate Key + #tls.certificate_key: "/etc/pki/client/cert.key" + + # Controls whether the client verifies server certificates and host name. + # If insecure is set to true, all server host names and certificates will be + # accepted. In this mode TLS based connections are susceptible to + # man-in-the-middle attacks. Use only for testing. + #tls.insecure: true + + # Configure cipher suites to be used for TLS connections + #tls.cipher_suites: [] + + # Configure curve types for ECDHE based cipher suites + #tls.curve_types: [] + +#------------------------------- Redis output --------------------------------- +#output.redis: + # The list of Redis servers to connect to. If load balancing is enabled, the + # events are distributed to the servers in the list. If one server becomes + # unreachable, the events are distributed to the reachable servers only. + #hosts: ["localhost:6379"] + + # The Redis port to use if hosts does not contain a port number. The default + # is 6379. + #port: 6379 + + # The name of the Redis list or channel the events are published to. The + # default is topbeat. + #index: topbeat + + # The password to authenticate with. The default is no authentication. + #password: + + # The Redis database number where the events are published. The default is 0. + #db: 0 + + # The Redis data type to use for publishing events. If the data type is list, + # the Redis RPUSH command is used. If the data type is channel, the Redis + # PUBLISH command is used. The default value is list. + #datetype: list + + # The Redis host to connect to when using topology map support. Topology map + # support is disabled if this option is not set. + #host_topology: + + # The password to use for authenticating with the Redis topology server. The + # default is no authentication. + #password_topology: + + # The Redis database number where the topology information is stored. The + # default is 1. + #db_topology: 1 + + # The number of workers to use for each host configured to publish events to + # Redis. Use this setting along with the loadbalance option. For example, if + # you have 2 hosts and 3 workers, in total 6 workers are started (3 for each + # host). + #worker: 1 + + # If set to true and multiple hosts or workers are configured, the output + # plugin load balances published events onto all Redis hosts. If set to false, + # the output plugin sends all events to only one host (determined at random) + # and will switch to another host if the currently selected one becomes + # unreachable. The default value is true. + #loadbalance: true + + # The Redis connection timeout in seconds. The default is 5 seconds. + #timeout: 5s + + # The number of times to retry publishing an event after a publishing failure. + # After the specified number of retries, the events are typically dropped. + # Some Beats, such as Filebeat, ignore the max_retries setting and retry until + # all events are published. Set max_retries to a value less than 0 to retry + # until all events are published. The default is 3. + #max_retries: 3 + + # The maximum number of events to bulk in a single Redis request or pipeline. + # The default is 2048. + #bulk_max_size: 2048 + + # The URL of the SOCKS5 proxy to use when connecting to the Redis servers. The + # value must be a URL with a scheme of socks5://. + #proxy_url: + + # This option determines whether Redis hostnames are resolved locally when + # using a proxy. The default value is false, which means that name resolution + # occurs on the proxy server. + #proxy_use_local_resolver: false + + # Optional TLS. By default is off. + # List of root certificates for HTTPS server verifications + #tls.certificate_authorities: ["/etc/pki/root/ca.pem"] + + # Certificate for TLS client authentication + #tls.certificate: "/etc/pki/client/cert.pem" + + # Client Certificate Key + #tls.certificate_key: "/etc/pki/client/cert.key" + + # Controls whether the client verifies server certificates and host name. + # If insecure is set to true, all server host names and certificates will be + # accepted. In this mode TLS based connections are susceptible to + # man-in-the-middle attacks. Use only for testing. + #tls.insecure: true + + # Configure cipher suites to be used for TLS connections + #tls.cipher_suites: [] + + # Configure curve types for ECDHE based cipher suites + #tls.curve_types: [] #------------------------------- File output ---------------------------------- #output.file: - # Path to the directory where to save the generated files. The option is mandatory. + # Path to the directory where to save the generated files. The option is + # mandatory. #path: "/tmp/topbeat" - # Name of the generated files. The default is `topbeat` and it generates files: `topbeat`, `topbeat.1`, `topbeat.2`, etc. + # Name of the generated files. The default is `topbeat` and it generates + # files: `topbeat`, `topbeat.1`, `topbeat.2`, etc. #filename: topbeat - # Maximum size in kilobytes of each file. When this size is reached, the files are - # rotated. The default value is 10240 kB. + # Maximum size in kilobytes of each file. When this size is reached, the files + # are rotated. The default value is 10240 kB. #rotate_every_kb: 10000 - # Maximum number of files under path. When this number of files is reached, the - # oldest file is deleted and the rest are shifted from last to first. The default - # is 7 files. + # Maximum number of files under path. When this number of files is reached, + # the oldest file is deleted and the rest are shifted from last to first. The + # default is 7 files. #number_of_files: 7 diff --git a/winlogbeat/winlogbeat.full.yml b/winlogbeat/winlogbeat.full.yml index fdcc8fb75de1..965babb29682 100644 --- a/winlogbeat/winlogbeat.full.yml +++ b/winlogbeat/winlogbeat.full.yml @@ -227,22 +227,206 @@ output.elasticsearch: # Configure curve types for ECDHE based cipher suites #tls.curve_types: [] +#------------------------------- Kafka output --------------------------------- +#output.kafka: + # The list of Kafka broker addresses to connect to. + #hosts: ["localhost:9092"] + + # The Kafka topic used for produced events. If use_type is set to true, the + # topic will not be used. + #topic: beats + + # Set Kafka topic by event type. If use_type is false, the topic option must + # be configured. The default is false. + #use_type: false + + # The number of concurrent load-balanced Kafka output workers. + #worker: 1 + + # The number of times to retry publishing an event after a publishing failure. + # After the specified number of retries, the events are typically dropped. + # Some Beats, such as Filebeat, ignore the max_retries setting and retry until + # all events are published. Set max_retries to a value less than 0 to retry + # until all events are published. The default is 3. + #max_retries: 3 + + # The maximum number of events to bulk in a single Kafka request. The default + # is 2048. + #bulk_max_size: 2048 + + # The number of seconds to wait for responses from the Kafka brokers before + # timing out. The default is 30s. + #timeout: 30s + + # The maximum duration a broker will wait for number of required ACKs. The + # default is 10s. + #broker_timeout: 10s + + # Per Kafka broker number of messages buffered in output pipeline. The default + # is 256. + #channel_buffer_size: 256 + + # The keep-alive period for an active network connection. If 0s, keep-alives + # are disabled. The default is 0 seconds. + #keep_alive: 0 + + # Sets the output compression codec. Must be one of none, snappy and gzip. The + # default is snappy. + #compression: snappy + + # The maximum permitted size of JSON-encoded messages. Bigger messages will be + # dropped. The default value is 1000000 (bytes). This value should be equal to + # or less than the broker’s message.max.bytes. + #max_message_bytes: 1000000 + + # The ACK reliability level required from broker. 0=no response, 1=wait for + # local commit, -1=wait for all replicas to commit. The default is 1. Note: + # If set to 0, no ACKs are returned by Kafka. Messages might be lost silently + # on error. + #required_acks: 0 + + # The number of seconds to wait for new events between two producer API calls. + #flush_interval: 1 + + # The configurable ClientID used for logging, debugging, and auditing + # purposes. The default is "beats". + #client_id: beats + + # Optional TLS. By default is off. + # List of root certificates for HTTPS server verifications + #tls.certificate_authorities: ["/etc/pki/root/ca.pem"] + + # Certificate for TLS client authentication + #tls.certificate: "/etc/pki/client/cert.pem" + + # Client Certificate Key + #tls.certificate_key: "/etc/pki/client/cert.key" + + # Controls whether the client verifies server certificates and host name. + # If insecure is set to true, all server host names and certificates will be + # accepted. In this mode TLS based connections are susceptible to + # man-in-the-middle attacks. Use only for testing. + #tls.insecure: true + + # Configure cipher suites to be used for TLS connections + #tls.cipher_suites: [] + + # Configure curve types for ECDHE based cipher suites + #tls.curve_types: [] + +#------------------------------- Redis output --------------------------------- +#output.redis: + # The list of Redis servers to connect to. If load balancing is enabled, the + # events are distributed to the servers in the list. If one server becomes + # unreachable, the events are distributed to the reachable servers only. + #hosts: ["localhost:6379"] + + # The Redis port to use if hosts does not contain a port number. The default + # is 6379. + #port: 6379 + + # The name of the Redis list or channel the events are published to. The + # default is winlogbeat. + #index: winlogbeat + + # The password to authenticate with. The default is no authentication. + #password: + + # The Redis database number where the events are published. The default is 0. + #db: 0 + + # The Redis data type to use for publishing events. If the data type is list, + # the Redis RPUSH command is used. If the data type is channel, the Redis + # PUBLISH command is used. The default value is list. + #datetype: list + + # The Redis host to connect to when using topology map support. Topology map + # support is disabled if this option is not set. + #host_topology: + + # The password to use for authenticating with the Redis topology server. The + # default is no authentication. + #password_topology: + + # The Redis database number where the topology information is stored. The + # default is 1. + #db_topology: 1 + + # The number of workers to use for each host configured to publish events to + # Redis. Use this setting along with the loadbalance option. For example, if + # you have 2 hosts and 3 workers, in total 6 workers are started (3 for each + # host). + #worker: 1 + + # If set to true and multiple hosts or workers are configured, the output + # plugin load balances published events onto all Redis hosts. If set to false, + # the output plugin sends all events to only one host (determined at random) + # and will switch to another host if the currently selected one becomes + # unreachable. The default value is true. + #loadbalance: true + + # The Redis connection timeout in seconds. The default is 5 seconds. + #timeout: 5s + + # The number of times to retry publishing an event after a publishing failure. + # After the specified number of retries, the events are typically dropped. + # Some Beats, such as Filebeat, ignore the max_retries setting and retry until + # all events are published. Set max_retries to a value less than 0 to retry + # until all events are published. The default is 3. + #max_retries: 3 + + # The maximum number of events to bulk in a single Redis request or pipeline. + # The default is 2048. + #bulk_max_size: 2048 + + # The URL of the SOCKS5 proxy to use when connecting to the Redis servers. The + # value must be a URL with a scheme of socks5://. + #proxy_url: + + # This option determines whether Redis hostnames are resolved locally when + # using a proxy. The default value is false, which means that name resolution + # occurs on the proxy server. + #proxy_use_local_resolver: false + + # Optional TLS. By default is off. + # List of root certificates for HTTPS server verifications + #tls.certificate_authorities: ["/etc/pki/root/ca.pem"] + + # Certificate for TLS client authentication + #tls.certificate: "/etc/pki/client/cert.pem" + + # Client Certificate Key + #tls.certificate_key: "/etc/pki/client/cert.key" + + # Controls whether the client verifies server certificates and host name. + # If insecure is set to true, all server host names and certificates will be + # accepted. In this mode TLS based connections are susceptible to + # man-in-the-middle attacks. Use only for testing. + #tls.insecure: true + + # Configure cipher suites to be used for TLS connections + #tls.cipher_suites: [] + + # Configure curve types for ECDHE based cipher suites + #tls.curve_types: [] #------------------------------- File output ---------------------------------- #output.file: - # Path to the directory where to save the generated files. The option is mandatory. + # Path to the directory where to save the generated files. The option is + # mandatory. #path: "/tmp/winlogbeat" - # Name of the generated files. The default is `winlogbeat` and it generates files: `winlogbeat`, `winlogbeat.1`, `winlogbeat.2`, etc. + # Name of the generated files. The default is `winlogbeat` and it generates + # files: `winlogbeat`, `winlogbeat.1`, `winlogbeat.2`, etc. #filename: winlogbeat - # Maximum size in kilobytes of each file. When this size is reached, the files are - # rotated. The default value is 10240 kB. + # Maximum size in kilobytes of each file. When this size is reached, the files + # are rotated. The default value is 10240 kB. #rotate_every_kb: 10000 - # Maximum number of files under path. When this number of files is reached, the - # oldest file is deleted and the rest are shifted from last to first. The default - # is 7 files. + # Maximum number of files under path. When this number of files is reached, + # the oldest file is deleted and the rest are shifted from last to first. The + # default is 7 files. #number_of_files: 7 From f15646fddc5469c0bec8950e9ce8291691b4f868 Mon Sep 17 00:00:00 2001 From: Tudor Golubenco Date: Mon, 23 May 2016 11:38:49 +0200 Subject: [PATCH 2/3] Small editing for the full config descriptions --- libbeat/_beat/config.full.yml | 14 +++++++------- 1 file changed, 7 insertions(+), 7 deletions(-) diff --git a/libbeat/_beat/config.full.yml b/libbeat/_beat/config.full.yml index 7c8e14da8bad..833f0c4a21c7 100644 --- a/libbeat/_beat/config.full.yml +++ b/libbeat/_beat/config.full.yml @@ -170,7 +170,7 @@ output.elasticsearch: # Resolve names locally when using a proxy server. Defaults to false. #proxy_use_local_resolver: false - # Optional TLS. By default is off. + # Optional TLS configuration options. TLS is off by default. # List of root certificates for HTTPS server verifications #tls.certificate_authorities: ["/etc/pki/root/ca.pem"] @@ -227,8 +227,7 @@ output.elasticsearch: # default is 10s. #broker_timeout: 10s - # Per Kafka broker number of messages buffered in output pipeline. The default - # is 256. + # The number of messages buffered for each Kafka broker. The default is 256. #channel_buffer_size: 256 # The keep-alive period for an active network connection. If 0s, keep-alives @@ -257,7 +256,7 @@ output.elasticsearch: # purposes. The default is "beats". #client_id: beats - # Optional TLS. By default is off. + # Optional TLS configuration options. TLS is off by default. # List of root certificates for HTTPS server verifications #tls.certificate_authorities: ["/etc/pki/root/ca.pem"] @@ -353,7 +352,7 @@ output.elasticsearch: # occurs on the proxy server. #proxy_use_local_resolver: false - # Optional TLS. By default is off. + # Optional TLS configuration options. TLS is off by default. # List of root certificates for HTTPS server verifications #tls.certificate_authorities: ["/etc/pki/root/ca.pem"] @@ -385,8 +384,9 @@ output.elasticsearch: # files: `beatname`, `beatname.1`, `beatname.2`, etc. #filename: beatname - # Maximum size in kilobytes of each file. When this size is reached, the files - # are rotated. The default value is 10240 kB. + # Maximum size in kilobytes of each file. When this size is reached, and on + # every beatname restart, the files are rotated. The default value is 10240 + # kB. #rotate_every_kb: 10000 # Maximum number of files under path. When this number of files is reached, From 6a2de0df09a5f224e235f640416b194bf1feafac Mon Sep 17 00:00:00 2001 From: Tudor Golubenco Date: Mon, 23 May 2016 22:07:58 +0200 Subject: [PATCH 3/3] Addressed comments --- libbeat/_beat/config.full.yml | 13 +++++++------ libbeat/docs/outputconfig.asciidoc | 4 ++-- 2 files changed, 9 insertions(+), 8 deletions(-) diff --git a/libbeat/_beat/config.full.yml b/libbeat/_beat/config.full.yml index 833f0c4a21c7..4f0f71f2d5ae 100644 --- a/libbeat/_beat/config.full.yml +++ b/libbeat/_beat/config.full.yml @@ -94,7 +94,7 @@ output.elasticsearch: # The number of seconds to wait for new events between two bulk API index requests. # If `bulk_max_size` is reached before this interval expires, addition bulk index # requests are made. - #flush_interval: 1 + #flush_interval: 1s # Boolean that sets if the topology is kept in Elasticsearch. The default is # false. This option makes sense only for Packetbeat. @@ -194,7 +194,8 @@ output.elasticsearch: #------------------------------- Kafka output --------------------------------- #output.kafka: - # The list of Kafka broker addresses to connect to. + # The list of Kafka broker addresses from where to fetch the cluster + # metadata. #hosts: ["localhost:9092"] # The Kafka topic used for produced events. If use_type is set to true, the @@ -235,8 +236,8 @@ output.elasticsearch: #keep_alive: 0 # Sets the output compression codec. Must be one of none, snappy and gzip. The - # default is snappy. - #compression: snappy + # default is gzip. + #compression: gzip # The maximum permitted size of JSON-encoded messages. Bigger messages will be # dropped. The default value is 1000000 (bytes). This value should be equal to @@ -247,10 +248,10 @@ output.elasticsearch: # local commit, -1=wait for all replicas to commit. The default is 1. Note: # If set to 0, no ACKs are returned by Kafka. Messages might be lost silently # on error. - #required_acks: 0 + #required_acks: 1 # The number of seconds to wait for new events between two producer API calls. - #flush_interval: 1 + #flush_interval: 1s # The configurable ClientID used for logging, debugging, and auditing # purposes. The default is "beats". diff --git a/libbeat/docs/outputconfig.asciidoc b/libbeat/docs/outputconfig.asciidoc index c7643171d306..f22edeab0558 100644 --- a/libbeat/docs/outputconfig.asciidoc +++ b/libbeat/docs/outputconfig.asciidoc @@ -643,7 +643,7 @@ You can specify the following options in the `kafka` section: ===== hosts -The list of Kafka broker addresses to connect to. +The list of Kafka broker addresses from where to fetch the cluster metadata. ===== topic @@ -695,7 +695,7 @@ The keep-alive period for an active network connection. If 0s, keep-alives are d ===== compression -Sets the output compression codec. Must be one of `none`, `snappy` and `gzip`. The default is `snappy`. +Sets the output compression codec. Must be one of `none`, `snappy` and `gzip`. The default is `gzip`. ===== max_message_bytes