Bump integration tests to use Hadoop 3.4.0 (#98)

Author: Kimahriman

crates/hdfs-native/minidfs/pom.xml

@@ -11,24 +11,35 @@
     <dependency>
       <groupId>org.apache.hadoop</groupId>
       <artifactId>hadoop-minicluster</artifactId>
-      <version>3.3.6</version>
+      <version>3.4.0</version>
+      <exclusions>
+        <exclusion>
+          <groupId>ch.qos.logback</groupId>
+          <artifactId>*</artifactId>
+        </exclusion>
+      </exclusions>
     </dependency>
     <dependency>
       <groupId>org.apache.hadoop</groupId>
       <artifactId>hadoop-minikdc</artifactId>
-      <version>3.3.6</version>
+      <version>3.4.0</version>
     </dependency>
     <dependency>
       <groupId>org.apache.hadoop</groupId>
       <artifactId>hadoop-hdfs-rbf</artifactId>
-      <version>3.3.6</version>
+      <version>3.4.0</version>
     </dependency>
     <dependency>
       <groupId>org.apache.hadoop</groupId>
       <artifactId>hadoop-hdfs-rbf</artifactId>
-      <version>3.3.6</version>
+      <version>3.4.0</version>
       <type>test-jar</type>
     </dependency>
+    <dependency>
+      <groupId>org.apache.hadoop</groupId>
+      <artifactId>hadoop-federation-balance</artifactId>
+      <version>3.4.0</version>
+    </dependency>
     <dependency>
       <groupId>junit</groupId>
       <artifactId>junit</artifactId>

crates/hdfs-native/tests/test_ec.rs

@@ -74,6 +74,7 @@ mod test {
     async fn test_erasure_coded_read() -> Result<()> {
         let _ = env_logger::builder().is_test(true).try_init();
 
+        #[allow(unused_mut)]
         let mut dfs_features = HashSet::from([DfsFeatures::EC]);
         #[cfg(feature = "kerberos")]
         dfs_features.insert(DfsFeatures::Security);
@@ -118,6 +119,7 @@ mod test {
     async fn test_erasure_coded_write() -> Result<()> {
         let _ = env_logger::builder().is_test(true).try_init();
 
+        #[allow(unused_mut)]
         let mut dfs_features = HashSet::from([DfsFeatures::EC]);
         #[cfg(feature = "kerberos")]
         dfs_features.insert(DfsFeatures::Security);

crates/hdfs-native/tests/test_integration.rs

@@ -34,6 +34,7 @@ mod test {
 
     #[tokio::test]
     #[serial]
+    #[cfg(feature = "kerberos")]
     async fn test_integrity_kerberos() {
         test_with_features(&HashSet::from([
             DfsFeatures::Security,
@@ -81,6 +82,7 @@ mod test {
 
     #[tokio::test]
     #[serial]
+    #[cfg(feature = "kerberos")]
     async fn test_aes() {
         test_with_features(&HashSet::from([
             DfsFeatures::Security,
@@ -93,6 +95,7 @@ mod test {
 
     #[tokio::test]
     #[serial]
+    #[cfg(feature = "kerberos")]
     async fn test_forced_data_transfer_encryption() {
         // DataTransferEncryption enabled but privacy isn't, still force encryption
         test_with_features(&HashSet::from([
@@ -105,6 +108,7 @@ mod test {
 
     #[tokio::test]
     #[serial]
+    #[cfg(feature = "kerberos")]
     async fn test_data_transfer_encryption() {
         test_with_features(&HashSet::from([
             DfsFeatures::Security,
@@ -117,6 +121,7 @@ mod test {
 
     #[tokio::test]
     #[serial]
+    #[cfg(feature = "kerberos")]
     async fn test_data_transfer_encryption_aes() {
         test_with_features(&HashSet::from([
             DfsFeatures::Security,

crates/hdfs-native/tests/test_write_resiliency.rs

@@ -18,7 +18,7 @@ mod test {
         #[cfg(feature = "kerberos")]
         let _dfs = MiniDfs::with_features(&HashSet::from([DfsFeatures::HA, DfsFeatures::Security]));
         #[cfg(not(feature = "kerberos"))]
-        let _dfs = MiniDfs::with_features(&HashSet::from([DfsFeatures::HA, DfsFeatures::RBF]));
+        let _dfs = MiniDfs::with_features(&HashSet::from([DfsFeatures::HA]));
         let client = Client::default();
 
         // Second client for checking lease