From 204d54005a00aafd41df74f6eeac9cf94bd96c53 Mon Sep 17 00:00:00 2001
From: Steve Loughran <stevel@cloudera.com>
Date: Thu, 6 Jun 2019 10:06:10 +0100
Subject: [PATCH] HADOOP-16117. Update AWS SDK to 1.11.563.

Contributed by Steve Loughran.

Change-Id: I7c46ed2a6378e1370f567acf4cdcfeb93e43fa13
---
 NOTICE.txt                                        | 15 +++++----------
 hadoop-project/pom.xml                            |  2 +-
 .../src/site/markdown/tools/hadoop-aws/testing.md |  4 ++++
 3 files changed, 10 insertions(+), 11 deletions(-)

diff --git a/NOTICE.txt b/NOTICE.txt
index c1617f7cc0424..06e98dfcb5051 100644
--- a/NOTICE.txt
+++ b/NOTICE.txt
@@ -8,17 +8,12 @@ following notices:
 * Copyright 2011 FuseSource Corp. http://fusesource.com
 
 The binary distribution of this product bundles binaries of
-AWS SDK for Java - Bundle 1.11.375,
-AWS Java SDK for AWS KMS 1.11.375,
-AWS Java SDK for Amazon S3 1.11.375,
-AWS Java SDK for AWS STS 1.11.375,
-JMES Path Query library 1.0,
+AWS SDK for Java - Bundle 1.11.563 (https://github.com/aws/aws-sdk-java),
 which has the following notices:
- * This software includes third party software subject to the following
- copyrights: - XML parsing and utility functions from JetS3t - Copyright
- 2006-2009 James Murty. - JSON parsing and utility functions from JSON.org -
- Copyright 2002 JSON.org. - PKCS#1 PEM encoded private key parsing and utility
- functions from oauth.googlecode.com - Copyright 1998-2010 AOL Inc.
+
+This software includes third party software subject to the following copyrights:
+- XML parsing and utility functions from JetS3t - Copyright 2006-2009 James Murty.
+- PKCS#1 PEM encoded private key parsing and utility functions from oauth.googlecode.com - Copyright 1998-2010 AOL Inc.
 
 The binary distribution of this product bundles binaries of
 Gson 2.2.4,
diff --git a/hadoop-project/pom.xml b/hadoop-project/pom.xml
index 6e7d9d9bf6b7f..e25ea788d7716 100644
--- a/hadoop-project/pom.xml
+++ b/hadoop-project/pom.xml
@@ -173,7 +173,7 @@
     <make-maven-plugin.version>1.0-beta-1</make-maven-plugin.version>
     <native-maven-plugin.version>1.0-alpha-8</native-maven-plugin.version>
     <surefire.fork.timeout>900</surefire.fork.timeout>
-    <aws-java-sdk.version>1.11.375</aws-java-sdk.version>
+    <aws-java-sdk.version>1.11.563</aws-java-sdk.version>
     <hsqldb.version>2.3.4</hsqldb.version>
     <frontend-maven-plugin.version>1.5</frontend-maven-plugin.version>
     <!-- the version of Hadoop declared in the version resources; can be overridden
diff --git a/hadoop-tools/hadoop-aws/src/site/markdown/tools/hadoop-aws/testing.md b/hadoop-tools/hadoop-aws/src/site/markdown/tools/hadoop-aws/testing.md
index 2ce531a4639ca..09b6d4b32b584 100644
--- a/hadoop-tools/hadoop-aws/src/site/markdown/tools/hadoop-aws/testing.md
+++ b/hadoop-tools/hadoop-aws/src/site/markdown/tools/hadoop-aws/testing.md
@@ -1260,6 +1260,7 @@ bin/hadoop fs -mv $BUCKET/file $BUCKET/file2
 # expect "No such file or directory"
 bin/hadoop fs -stat $BUCKET/file
 bin/hadoop fs -stat $BUCKET/file2
+bin/hadoop fs -mkdir $BUCKET/dir-no-trailing
 bin/hadoop fs -mv $BUCKET/file2 $BUCKET/dir-no-trailing
 bin/hadoop fs -stat $BUCKET/dir-no-trailing/file2
 # treated the same as the file stat
@@ -1274,6 +1275,9 @@ bin/hadoop fs -test -d  $BUCKET/dir-no-trailing/file2 ; echo $?
 bin/hadoop fs -checksum $BUCKET/dir-no-trailing/file2
 # expect "etag" + a long string
 bin/hadoop fs -D fs.s3a.etag.checksum.enabled=true -checksum $BUCKET/dir-no-trailing/file2
+bin/hadoop fs -expunge -immediate -fs $BUCKET
+bin/hdfs fetchdt --webservice $BUCKET secrets.bin
+bin/hdfs fetchdt -D fs.s3a.delegation.token.binding=org.apache.hadoop.fs.s3a.auth.delegation.SessionTokenBinding --webservice $BUCKET secrets.bin
 ```
 
 ### Other tests