From e6144e4d75b7aaeba1866b07b39932c41a840dff Mon Sep 17 00:00:00 2001 From: Dongjoon Hyun Date: Tue, 2 Apr 2024 11:05:03 -0700 Subject: [PATCH] [SPARK-47695][BUILD] Upgrade AWS SDK v2 to 2.24.6 ### What changes were proposed in this pull request? This PR aims to upgrade AWS SDK v2 to 2.24.6. ### Why are the changes needed? Like HADOOP-19082 (Apache Hadoop 3.4.1), Apache Spark 4.0.0 had better use the latest one. - https://github.com/apache/hadoop/pull/6568 ### Does this PR introduce _any_ user-facing change? No. ### How was this patch tested? Pass the CIs. ### Was this patch authored or co-authored using generative AI tooling? No. Closes #45821 from dongjoon-hyun/SPARK-47695. Authored-by: Dongjoon Hyun Signed-off-by: Dongjoon Hyun --- dev/deps/spark-deps-hadoop-3-hive-2.3 | 2 +- hadoop-cloud/pom.xml | 11 +++++++++++ pom.xml | 2 +- 3 files changed, 13 insertions(+), 2 deletions(-) diff --git a/dev/deps/spark-deps-hadoop-3-hive-2.3 b/dev/deps/spark-deps-hadoop-3-hive-2.3 index 60c96a3c57f33..a564ec9f044a6 100644 --- a/dev/deps/spark-deps-hadoop-3-hive-2.3 +++ b/dev/deps/spark-deps-hadoop-3-hive-2.3 @@ -31,7 +31,7 @@ blas/3.0.3//blas-3.0.3.jar bonecp/0.8.0.RELEASE//bonecp-0.8.0.RELEASE.jar breeze-macros_2.13/2.1.0//breeze-macros_2.13-2.1.0.jar breeze_2.13/2.1.0//breeze_2.13-2.1.0.jar -bundle/2.23.19//bundle-2.23.19.jar +bundle/2.24.6//bundle-2.24.6.jar cats-kernel_2.13/2.8.0//cats-kernel_2.13-2.8.0.jar chill-java/0.10.0//chill-java-0.10.0.jar chill_2.13/0.10.0//chill_2.13-0.10.0.jar diff --git a/hadoop-cloud/pom.xml b/hadoop-cloud/pom.xml index 934ff29be4060..9c2f21e7ab617 100644 --- a/hadoop-cloud/pom.xml +++ b/hadoop-cloud/pom.xml @@ -79,6 +79,17 @@ ${hadoop.version} ${hadoop.deps.scope} + + software.amazon.awssdk + bundle + ${aws.java.sdk.v2.version} + + + * + * + + + com.google.cloud.bigdataoss gcs-connector diff --git a/pom.xml b/pom.xml index 9e6b607b78b22..b70d091796a56 100644 --- a/pom.xml +++ b/pom.xml @@ -160,7 +160,7 @@ 1.12.0 1.11.655 - 2.23.19 + 2.24.6 0.12.8 hadoop3-2.2.20