diff --git a/client-mr/core/pom.xml b/client-mr/core/pom.xml index 2a47ca320f..f92572f54f 100644 --- a/client-mr/core/pom.xml +++ b/client-mr/core/pom.xml @@ -65,7 +65,7 @@ org.apache.hadoop - hadoop-common + ${hadoop-client-api.artifactId} ${hadoop.version} diff --git a/client-mr/hadoop2.8/pom.xml b/client-mr/hadoop2.8/pom.xml index 80d5f87c36..acaa3f99fb 100644 --- a/client-mr/hadoop2.8/pom.xml +++ b/client-mr/hadoop2.8/pom.xml @@ -31,7 +31,7 @@ org.apache.hadoop - hadoop-common + ${hadoop-client-api.artifactId} ${hadoop.version} diff --git a/client-mr/hadoop3.2/pom.xml b/client-mr/hadoop3.2/pom.xml index db30cf2d5a..e439554180 100644 --- a/client-mr/hadoop3.2/pom.xml +++ b/client-mr/hadoop3.2/pom.xml @@ -31,7 +31,7 @@ org.apache.hadoop - hadoop-common + ${hadoop-client-api.artifactId} ${hadoop.version} diff --git a/client-spark/common/pom.xml b/client-spark/common/pom.xml index b233a86a2b..853bdbacd3 100644 --- a/client-spark/common/pom.xml +++ b/client-spark/common/pom.xml @@ -71,7 +71,7 @@ org.apache.hadoop - hadoop-minicluster + ${hadoop-minicluster.artifactId} test diff --git a/client-spark/spark2/pom.xml b/client-spark/spark2/pom.xml index b2a6e0cc3b..7d511da1b0 100644 --- a/client-spark/spark2/pom.xml +++ b/client-spark/spark2/pom.xml @@ -60,7 +60,7 @@ org.apache.hadoop - hadoop-minicluster + ${hadoop-minicluster.artifactId} test diff --git a/client-spark/spark3/pom.xml b/client-spark/spark3/pom.xml index cea3c88ada..a86e7f0b4c 100644 --- a/client-spark/spark3/pom.xml +++ b/client-spark/spark3/pom.xml @@ -88,7 +88,7 @@ org.apache.hadoop - hadoop-minicluster + ${hadoop-minicluster.artifactId} test diff --git a/client-spark/spark4/pom.xml b/client-spark/spark4/pom.xml index 5427d53fc0..f16857b143 100644 --- a/client-spark/spark4/pom.xml +++ b/client-spark/spark4/pom.xml @@ -109,7 +109,7 @@ org.apache.hadoop - hadoop-minicluster + ${hadoop-minicluster.artifactId} test diff --git a/client-tez/pom.xml b/client-tez/pom.xml index 119e8aef22..547f9c162c 100644 --- a/client-tez/pom.xml +++ b/client-tez/pom.xml @@ -93,7 +93,7 @@ org.apache.hadoop - hadoop-common + ${hadoop-client-api.artifactId} com.sun.jersey @@ -130,7 +130,7 @@ org.apache.hadoop - hadoop-minicluster + ${hadoop-minicluster.artifactId} test diff --git a/client/pom.xml b/client/pom.xml index 44d375fdb2..b654f34fb2 100644 --- a/client/pom.xml +++ b/client/pom.xml @@ -37,6 +37,12 @@ org.apache.uniffle shuffle-storage + + + commons-io + commons-io + test + org.apache.uniffle shuffle-storage @@ -50,7 +56,7 @@ org.apache.hadoop - hadoop-common + ${hadoop-client-api.artifactId} com.sun.jersey @@ -68,7 +74,7 @@ org.apache.hadoop - hadoop-minicluster + ${hadoop-minicluster.artifactId} org.slf4j diff --git a/common/pom.xml b/common/pom.xml index 86f48b6769..d2cd976ae7 100644 --- a/common/pom.xml +++ b/common/pom.xml @@ -104,7 +104,7 @@ org.apache.hadoop - hadoop-common + ${hadoop-client-api.artifactId} com.google.protobuf @@ -136,7 +136,7 @@ org.apache.hadoop - hadoop-minicluster + ${hadoop-minicluster.artifactId} org.slf4j diff --git a/coordinator/pom.xml b/coordinator/pom.xml index 9cb3b10297..0cb35cd6cd 100644 --- a/coordinator/pom.xml +++ b/coordinator/pom.xml @@ -40,6 +40,10 @@ org.apache.uniffle rss-internal-client + + commons-io + commons-io + com.google.protobuf protobuf-java-util @@ -78,7 +82,7 @@ org.apache.hadoop - hadoop-common + ${hadoop-client-api.artifactId} com.sun.jersey diff --git a/integration-test/common/pom.xml b/integration-test/common/pom.xml index 9af6514b23..4a33b38c36 100644 --- a/integration-test/common/pom.xml +++ b/integration-test/common/pom.xml @@ -85,7 +85,7 @@ org.apache.hadoop - hadoop-minicluster + ${hadoop-minicluster.artifactId} com.sun.jersey diff --git a/integration-test/mr/pom.xml b/integration-test/mr/pom.xml index eff3040a9b..e7d1e4b03a 100644 --- a/integration-test/mr/pom.xml +++ b/integration-test/mr/pom.xml @@ -62,7 +62,7 @@ org.apache.hadoop - hadoop-minicluster + ${hadoop-minicluster.artifactId} ${hadoop.version} test @@ -107,7 +107,7 @@ org.apache.hadoop - hadoop-common + ${hadoop-client-api.artifactId} ${hadoop.version} diff --git a/integration-test/spark-common/pom.xml b/integration-test/spark-common/pom.xml index 028e59b614..dabd527b70 100644 --- a/integration-test/spark-common/pom.xml +++ b/integration-test/spark-common/pom.xml @@ -152,7 +152,7 @@ org.apache.hadoop - hadoop-minicluster + ${hadoop-minicluster.artifactId} test diff --git a/integration-test/spark2/pom.xml b/integration-test/spark2/pom.xml index 0306af729f..b599762b8f 100644 --- a/integration-test/spark2/pom.xml +++ b/integration-test/spark2/pom.xml @@ -153,7 +153,7 @@ org.apache.hadoop - hadoop-minicluster + ${hadoop-minicluster.artifactId} test diff --git a/integration-test/spark3/pom.xml b/integration-test/spark3/pom.xml index d76dc07866..bee088e108 100644 --- a/integration-test/spark3/pom.xml +++ b/integration-test/spark3/pom.xml @@ -137,7 +137,7 @@ org.apache.hadoop - hadoop-minicluster + ${hadoop-minicluster.artifactId} org.slf4j diff --git a/integration-test/spark4/pom.xml b/integration-test/spark4/pom.xml index 801c1a1c47..ba69a41811 100644 --- a/integration-test/spark4/pom.xml +++ b/integration-test/spark4/pom.xml @@ -137,7 +137,7 @@ org.apache.hadoop - hadoop-minicluster + ${hadoop-minicluster.artifactId} org.slf4j diff --git a/integration-test/tez/pom.xml b/integration-test/tez/pom.xml index f5992c146f..794f3c13c1 100644 --- a/integration-test/tez/pom.xml +++ b/integration-test/tez/pom.xml @@ -105,7 +105,7 @@ org.apache.hadoop - hadoop-minicluster + ${hadoop-minicluster.artifactId} test @@ -116,7 +116,7 @@ org.apache.hadoop - hadoop-common + ${hadoop-client-api.artifactId} test diff --git a/pom.xml b/pom.xml index f2986290fb..031e987f31 100644 --- a/pom.xml +++ b/pom.xml @@ -57,6 +57,7 @@ 4.2.0 9.3 4.4 + 2.16.1 1.2 3.10 1.9 @@ -69,6 +70,9 @@ 32.1.3-jre provided 2.8.5 + hadoop-common + hadoop-client + hadoop-minicluster 4.5.3 4.4.4 1.8 @@ -339,6 +343,13 @@ commons-collections4 ${commons-collections4.version} + + commons-io + commons-io + ${commons-io.version} + + ${hadoop.scope} + commons-codec commons-codec @@ -408,7 +419,7 @@ org.apache.hadoop - hadoop-common + ${hadoop-client-api.artifactId} ${hadoop.version} ${hadoop.scope} @@ -438,7 +449,7 @@ org.apache.hadoop - hadoop-client + ${hadoop-client-runtime.artifactId} ${hadoop.version} ${hadoop.scope} @@ -641,7 +652,7 @@ org.apache.hadoop - hadoop-minicluster + ${hadoop-minicluster.artifactId} ${hadoop.version} test @@ -1973,6 +1984,14 @@ 4.0.2 4 3.4.1 + hadoop-client-api + hadoop-client-runtime + + hadoop-client-minicluster 2.12.7 9.4.53.v20231009 true @@ -2083,6 +2102,16 @@ + + org.apache.hadoop + ${hadoop-client-api.artifactId} + provided + + + org.apache.hadoop + ${hadoop-client-runtime.artifactId} + provided + org.apache.logging.log4j @@ -2124,6 +2153,14 @@ 4.2.7.Final 4 3.4.1 + hadoop-client-api + hadoop-client-runtime + + hadoop-client-minicluster 2.12.7 9.4.53.v20231009 true @@ -2240,6 +2277,16 @@ + + org.apache.hadoop + ${hadoop-client-api.artifactId} + provided + + + org.apache.hadoop + ${hadoop-client-runtime.artifactId} + provided + org.apache.logging.log4j @@ -2617,7 +2664,7 @@ org.apache.hadoop - hadoop-common + ${hadoop-client-api.artifactId} ${hadoop.version} @@ -2687,6 +2734,7 @@ 2.8.5 2.8 + hadoop-minicluster @@ -2694,6 +2742,11 @@ 3.2.1 3.2 + + hadoop-minicluster 1.11 3.2.4 diff --git a/server/pom.xml b/server/pom.xml index 869f6ab15f..d1b9a67807 100644 --- a/server/pom.xml +++ b/server/pom.xml @@ -68,6 +68,10 @@ com.google.guava guava + + commons-io + commons-io + io.grpc @@ -89,7 +93,7 @@ org.apache.hadoop - hadoop-common + ${hadoop-client-api.artifactId} ${hadoop.scope} @@ -100,7 +104,7 @@ org.apache.hadoop - hadoop-minicluster + ${hadoop-minicluster.artifactId} com.sun.jersey diff --git a/server/src/main/java/org/apache/uniffle/server/netty/ShuffleServerNettyHandler.java b/server/src/main/java/org/apache/uniffle/server/netty/ShuffleServerNettyHandler.java index d6489deb6d..9a1bc812c9 100644 --- a/server/src/main/java/org/apache/uniffle/server/netty/ShuffleServerNettyHandler.java +++ b/server/src/main/java/org/apache/uniffle/server/netty/ShuffleServerNettyHandler.java @@ -27,8 +27,8 @@ import io.netty.buffer.Unpooled; import io.netty.channel.ChannelFuture; import io.netty.channel.ChannelFutureListener; -import org.apache.commons.collections.MapUtils; import org.apache.commons.collections4.CollectionUtils; +import org.apache.commons.collections4.MapUtils; import org.apache.commons.lang3.StringUtils; import org.slf4j.Logger; import org.slf4j.LoggerFactory; diff --git a/storage/pom.xml b/storage/pom.xml index ac3f02ff33..a605619c07 100644 --- a/storage/pom.xml +++ b/storage/pom.xml @@ -32,6 +32,11 @@ Apache Uniffle Storage + + commons-io + commons-io + + rss-internal-client org.apache.uniffle @@ -39,7 +44,7 @@ org.apache.hadoop - hadoop-client + ${hadoop-client-runtime.artifactId} org.slf4j @@ -50,7 +55,7 @@ org.apache.hadoop - hadoop-minicluster + ${hadoop-minicluster.artifactId} com.sun.jersey diff --git a/tools/client-simulation-yarn/pom.xml b/tools/client-simulation-yarn/pom.xml index 706f722c62..f1ed3fb87c 100644 --- a/tools/client-simulation-yarn/pom.xml +++ b/tools/client-simulation-yarn/pom.xml @@ -59,7 +59,7 @@ org.apache.hadoop - hadoop-common + ${hadoop-client-api.artifactId} provided @@ -78,4 +78,4 @@ - \ No newline at end of file +