Update saram dependency to v1.12 (elastic#4977) (elastic#5006)

* Update saram dependency to v1.12

* Update kafka versions and add lz4 compression

* Update kafka output docs

* Update Changelog

* Fix build

(cherry picked from commit 1115670)

CHANGELOG.asciidoc

@@ -71,6 +71,8 @@ https://github.com/elastic/beats/compare/v6.0.0-beta1...master[Check the HEAD di
 - Update init scripts to use the `test config` subcommand instead of the deprecated `-configtest` flag. {issue}4600[4600]
 - Get by default the credentials for connecting to Kibana from the Elasticsearch output configuration. {pull}4867[4867]
 - Added `cloud.id` and `cloud.auth` settings, for simplifying using Beats with the Elastic Cloud. {issue}4959[4959]
+- Add lz4 compression support to kafka output. {pull}4977[4977]
+- Add newer kafka versions to kafka output. {pull}4977[4977]
 
 *Auditbeat*
 

NOTICE

@@ -3034,6 +3034,34 @@ DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
 THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
 (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
 OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+--------------------------------------------------------------------
+Dependency: github.com/Shopify/sarama
+Version: v1.12/enh/offset-replica-id
+Revision: c292021939f5aba53b3ffc2cb09c7aadb32a42df
+License type (autodetected): MIT license
+./vendor/github.com/Shopify/sarama/LICENSE:
+--------------------------------------------------------------------
+Copyright (c) 2013 Evan Huus
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+
 --------------------------------------------------------------------
 Dependency: github.com/Sirupsen/logrus
 Revision: 5e5dc898656f695e2a086b8e12559febbfc01562

libbeat/docs/outputconfig.asciidoc

@@ -596,8 +596,7 @@ supported stable version (currently version 0.8.2.0).
 
 Event timestamps will be added, if version 0.10.0.0+ is enabled.
 
-Valid values are `0.8.2.0`, `0.8.2.1`, `0.8.2.2`, `0.8.2`, `0.8`, `0.9.0.0`,
-`0.9.0.1`, `0.9.0`, `0.9`, `0.10.0.0`, `0.10.0`, and `0.10`.
+Valid values are all kafka releases in between `0.8.2.0` and `0.11.0.0`.
 
 ===== `username`
 
@@ -720,7 +719,7 @@ The keep-alive period for an active network connection. If 0s, keep-alives are d
 
 ===== `compression`
 
-Sets the output compression codec. Must be one of `none`, `snappy` and `gzip`. The default is `gzip`.
+Sets the output compression codec. Must be one of `none`, `snappy`, `lz4` and `gzip`. The default is `gzip`.
 
 [[kafka-max_message_bytes]]
 ===== `max_message_bytes`

libbeat/outputs/kafka/kafka.go

@@ -44,12 +44,21 @@ var (
 	errNoHosts    = errors.New("No hosts configured")
 )
 
+// TODO: remove me.
+// Compat version overwrite for missing versions in sarama
+// Public API is compatible between these versions.
+var (
+	v0_10_2_1 = sarama.V0_10_2_0
+	v0_11_0_0 = sarama.V0_10_2_0
+)
+
 var (
 	compressionModes = map[string]sarama.CompressionCodec{
 		"none":   sarama.CompressionNone,
 		"no":     sarama.CompressionNone,
 		"off":    sarama.CompressionNone,
 		"gzip":   sarama.CompressionGZIP,
+		"lz4":    sarama.CompressionLZ4,
 		"snappy": sarama.CompressionSnappy,
 	}
 
@@ -72,7 +81,14 @@ var (
 		"0.10.0":   sarama.V0_10_0_1,
 		"0.10.1.0": sarama.V0_10_1_0,
 		"0.10.1":   sarama.V0_10_1_0,
-		"0.10":     sarama.V0_10_1_0,
+		"0.10.2.0": sarama.V0_10_2_0,
+		"0.10.2.1": v0_10_2_1,
+		"0.10.2":   v0_10_2_1,
+		"0.10":     v0_10_2_1,
+
+		"0.11.0.0": v0_11_0_0,
+		"0.11.0":   v0_11_0_0,
+		"0.11":     v0_11_0_0,
 	}
 )