From 54f2c7fc2f4b291365067ff278adcb9507bd2d04 Mon Sep 17 00:00:00 2001 From: Dain Sundstrom Date: Wed, 7 Aug 2024 17:14:27 -0700 Subject: [PATCH] Remove Hadoop native zlib requirement In some rare cases the CI fails to initialize the Hadoop zlib native library. --- .../io/airlift/compress/v2/HadoopNative.java | 26 ------------------- 1 file changed, 26 deletions(-) diff --git a/src/test/java/io/airlift/compress/v2/HadoopNative.java b/src/test/java/io/airlift/compress/v2/HadoopNative.java index 17b0146b..14bd122d 100644 --- a/src/test/java/io/airlift/compress/v2/HadoopNative.java +++ b/src/test/java/io/airlift/compress/v2/HadoopNative.java @@ -13,12 +13,6 @@ */ package io.airlift.compress.v2; -import org.apache.hadoop.conf.Configuration; -import org.apache.hadoop.io.compress.CompressionCodec; -import org.apache.hadoop.io.compress.CompressionCodecFactory; -import org.apache.hadoop.io.compress.GzipCodec; -import org.apache.hadoop.io.compress.zlib.ZlibDecompressor; -import org.apache.hadoop.io.compress.zlib.ZlibFactory; import org.apache.hadoop.util.NativeCodeLoader; import java.io.File; @@ -51,8 +45,6 @@ public static synchronized void requireHadoopNative() loadLibrary("gplcompression"); loadLibrary("lzo2"); - requireNativeZlib(); - loaded = true; } catch (Throwable t) { @@ -61,24 +53,6 @@ public static synchronized void requireHadoopNative() } } - private static void requireNativeZlib() - { - Configuration conf = new Configuration(); - if (!ZlibFactory.isNativeZlibLoaded(conf)) { - throw new RuntimeException("native zlib is not loaded"); - } - - CompressionCodecFactory factory = new CompressionCodecFactory(conf); - CompressionCodec codec = factory.getCodecByClassName(GzipCodec.class.getName()); - if (codec == null) { - throw new RuntimeException("failed to load GzipCodec"); - } - org.apache.hadoop.io.compress.Decompressor decompressor = codec.createDecompressor(); - if (!(decompressor instanceof ZlibDecompressor)) { - throw new RuntimeException("wrong gzip decompressor: " + decompressor.getClass().getName()); - } - } - private static void setStatic(Field field, Object value) throws IllegalAccessException {