From a0ce2170db20833e804fda689d9e52e2659f2c64 Mon Sep 17 00:00:00 2001 From: Steve Loughran Date: Fri, 1 Mar 2024 12:51:13 +0000 Subject: [PATCH] HADOOP-19084. Prune hadoop-common transitive dependencies (#6574) (#6582) Exclude more artifacts which are dependencies of hadoop-* modules, with the goal of keeping conflict out of downstream applications. In particular we have pruned the dependencies of of: -zookeeper -other libraries referencing logging This keeps slf4j-log4j12 and log4j12 off the classpath of applications importing hadoop-common. Somehow logback references do still surface; applications pulling in hadoop-common directly or indirectly should review their imports carefully. Contributed by Steve Loughran --- hadoop-project/pom.xml | 46 ++++++++++++------- .../pom.xml | 19 -------- 2 files changed, 29 insertions(+), 36 deletions(-) diff --git a/hadoop-project/pom.xml b/hadoop-project/pom.xml index 3086e74969..7e1685de40 100644 --- a/hadoop-project/pom.xml +++ b/hadoop-project/pom.xml @@ -126,7 +126,7 @@ 1.9.0 2.14.0 3.12.0 - 1.1.3 + 1.2 3.6.1 3.9.0 1.10.0 @@ -1435,15 +1435,11 @@ io.netty - netty-all + * - io.netty - netty-handler - - - io.netty - netty-transport-native-epoll + commons-io + commons-io commons-collections @@ -1507,15 +1503,7 @@ io.netty - netty-all - - - io.netty - netty-handler - - - io.netty - netty-transport-native-epoll + * org.eclipse.jetty @@ -1596,6 +1584,12 @@ ${leveldbjni.group} leveldbjni-all 1.8 + + + com.fasterxml.jackson.core + jackson-core + + org.fusesource.hawtjni @@ -1958,11 +1952,23 @@ org.ehcache ehcache ${ehcache.version} + + + org.slf4j + slf4j-api + + com.zaxxer HikariCP ${hikari.version} + + + org.slf4j + slf4j-api + + org.apache.derby @@ -2024,6 +2030,12 @@ org.jsonschema2pojo jsonschema2pojo-core ${jsonschema2pojo.version} + + + commons-io + commons-io + + org.xerial.snappy diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-applications-mawo/hadoop-yarn-applications-mawo-core/pom.xml b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-applications-mawo/hadoop-yarn-applications-mawo-core/pom.xml index 5d6b614586..eecb4e34ec 100644 --- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-applications-mawo/hadoop-yarn-applications-mawo-core/pom.xml +++ b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-applications-mawo/hadoop-yarn-applications-mawo-core/pom.xml @@ -93,25 +93,6 @@ org.apache.zookeeper zookeeper - - - - junit - junit - - - com.sun.jdmk - jmxtools - - - com.sun.jmx - jmxri - - - org.jboss.netty - netty - -