diff --git a/.github/workflows/maven.yml b/.github/workflows/maven.yml index 8331721..22c4521 100644 --- a/.github/workflows/maven.yml +++ b/.github/workflows/maven.yml @@ -26,6 +26,8 @@ jobs: distribution: 'temurin' cache: maven - name: Build with Maven - run: mvn -B verify + run: mvn -P hadoop-3.4.0 -B verify - name: Update dependency graph uses: advanced-security/maven-dependency-submission-action@5d0f9011b55d6268922128af45275986303459c3 # v4.0.3 + with: + maven-args: -P hadoop-3.4.0 diff --git a/CHANGELOG.md b/CHANGELOG.md index 65d511c..4b4229f 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -7,5 +7,7 @@ All notable changes to this project will be documented in this file. ### Added - Add topology-provider from https://github.com/stackabletech/hdfs-topology-provider ([#28]). +- Introduce maven profile to build against Hadoop 3.3.4, 3.3.6 or 3.4.0 ([#29]). [#28]: https://github.com/stackabletech/hdfs-utils/pull/28 +[#29]: https://github.com/stackabletech/hdfs-utils/pull/29 diff --git a/README.md b/README.md index 5ae6dfd..1df76a3 100644 --- a/README.md +++ b/README.md @@ -10,7 +10,9 @@ This project contains multiple plugins for Apache Hadoop, which are intended to ## Installation -Run `mvn package` and put the resulting `target/hdfs-utils-*.jar` file on your HDFS classpath. +Currently you can compile hdfs-utils against Hadoop 3.3.4, 3.3.6 or 3.4.0. You need to specify the version by activating either the `hadoop-3.3.4`, `hadoop-3.3.6` or the `hadoop-3.4.0` profile below. + +Run `mvn clean package -P hadoop-3.4.0` and put the resulting `target/hdfs-utils-*.jar` file on your HDFS classpath. The easiest way to achieve this is to put it in the directory `/stackable/hadoop/share/hadoop/tools/lib/`. The Stackable HDFS already takes care of this, you don't need to do anything in this case. diff --git a/pom.xml b/pom.xml index 9dae818..6a8128f 100644 --- a/pom.xml +++ b/pom.xml @@ -49,8 +49,6 @@ 3.12.1 3.2.5 2.43.0 - - 3.3.6 @@ -69,13 +67,13 @@ org.slf4j slf4j-api - 1.7.36 + ${slf4j.version} provided com.fasterxml.jackson.core jackson-databind - 2.17.1 + ${jackson.version} provided @@ -247,4 +245,39 @@ + + + hadoop-3.3.6 + + 3.3.6 + + 1.7.36 + 2.12.7.1 + + + + hadoop-3.3.4 + + 3.3.4 + + 1.7.36 + 2.12.7.1 + + + + hadoop-3.4.0 + + + 3.4.0 + + 1.7.36 + 2.12.7.1 + + +