Merge pull request cdapio#267 from cdapio/upgrade-gcs-hadoop-connector

upgrade gcs hadoop connector
cloudsufi · Feb 6, 2025 · 9bb099e · 9bb099e
2 parents 415f2b0 + 95d6231
commit 9bb099e
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/src/main/scripts/run_e2e_test.py b/src/main/scripts/run_e2e_test.py
@@ -51,8 +51,8 @@ def run_shell_command(cmd):
 z.extractall("./sandbox")
 
 print("Installing gcs connector jar")
-gcs_jar_url = "https://storage.googleapis.com/hadoop-lib/gcs/gcs-connector-hadoop2-2.2.16.jar"
-gcs_jar_fname = f"sandbox/{sandbox_dir}/lib/gcs-connector-hadoop2-2.2.9.jar"
+gcs_jar_url = "https://storage.googleapis.com/hadoop-lib/gcs/gcs-connector-hadoop3-2.2.21.jar"
+gcs_jar_fname = f"sandbox/{sandbox_dir}/lib/gcs-connector-hadoop3-2.2.21.jar"
 urllib.request.urlretrieve(gcs_jar_url, gcs_jar_fname)
 
 print("Start the sandbox")