recommend-feature com.tzld.piaoquan 1.0.0 4.0.0 recommend-feature-produce 2.3.0 2.11.8 2.0.0 1.8 0.48.4-public 1.2.45 8 8 org.apache.spark spark-core_2.11 ${spark.version} io.netty netty-all slf4j-log4j12 org.slf4j io.netty netty-all 4.1.17.Final com.aliyun.emr emr-maxcompute_2.11 ${emr.version} org.scala-lang scala-library ${scala.version} com.alibaba fastjson ${fastjson.version} redis.clients jedis 5.1.3 com.aliyun.odps odps-sdk-core ${odps.version} org.codehaus.jackson jackson-mapper-asl org.codehaus.jackson jackson-core-asl com.aliyun.odps odps-sdk-commons ${odps.version} org.projectlombok lombok 1.18.24 com.ctrip.framework.apollo apollo-client 1.8.0 org.slf4j slf4j-simple 1.7.28 com.aliyun.oss aliyun-sdk-oss 3.17.4 import org.xerial.snappy.Snappy; import java.io.ByteArrayInputStream; import java.io.ByteArrayOutputStream; import java.io.IOException; import java.util.zip.GZIPInputStream; import java.util.zip.GZIPOutputStream; import java.util.zip.ZipEntry; import java.util.zip.ZipInputStream; import java.util.zip.ZipOutputStream; public class CompressionUtil { // ZIP压缩 public static byte[] zipCompress(byte[] data) throws IOException { ByteArrayOutputStream byteArrayOutputStream = new ByteArrayOutputStream(); ZipOutputStream zipOutputStream = new ZipOutputStream(byteArrayOutputStream); ZipEntry zipEntry = new ZipEntry("data"); zipOutputStream.putNextEntry(zipEntry); zipOutputStream.write(data); zipOutputStream.closeEntry(); zipOutputStream.close(); return byteArrayOutputStream.toByteArray(); } // ZIP解压缩 public static byte[] zipDecompress(byte[] compressedData) throws IOException { ByteArrayInputStream byteArrayInputStream = new ByteArrayInputStream(compressedData); ZipInputStream zipInputStream = new ZipInputStream(byteArrayInputStream); ZipEntry zipEntry = zipInputStream.getNextEntry(); ByteArrayOutputStream byteArrayOutputStream = new ByteArrayOutputStream(); byte[] buffer = new byte[1024]; int len; while ((len = zipInputStream.read(buffer)) != -1) { byteArrayOutputStream.write(buffer, 0, len); } zipInputStream.closeEntry(); zipInputStream.close(); return byteArrayOutputStream.toByteArray(); } // ZLIB压缩（使用Java的ZipOutputStream进行模拟） public static byte[] zlibCompress(byte[] data) throws IOException { ByteArrayOutputStream byteArrayOutputStream = new ByteArrayOutputStream(); ZipOutputStream zipOutputStream = new ZipOutputStream(byteArrayOutputStream); ZipEntry zipEntry = new ZipEntry("data"); zipOutputStream.putNextEntry(zipEntry); zipOutputStream.write(data); zipOutputStream.closeEntry(); zipOutputStream.close(); return byteArrayOutputStream.toByteArray(); } // ZLIB解压缩（使用Java的ZipInputStream进行模拟） public static byte[] zlibDecompress(byte[] compressedData) throws IOException { ByteArrayInputStream byteArrayInputStream = new ByteArrayInputStream(compressedData); ZipInputStream zipInputStream = new ZipInputStream(byteArrayInputStream); ZipEntry zipEntry = zipInputStream.getNextEntry(); ByteArrayOutputStream byteArrayOutputStream = new ByteArrayOutputStream(); byte[] buffer = new byte[1024]; int len; while ((len = zipInputStream.read(buffer)) != -1) { byteArrayOutputStream.write(buffer, 0, len); } zipInputStream.closeEntry(); zipInputStream.close(); return byteArrayOutputStream.toByteArray(); } // Snappy压缩 public static byte[] snappyCompress(byte[] data) { return Snappy.compress(data); } // Snappy解压缩 public static byte[] snappyDecompress(byte[] compressedData) { return Snappy.uncompress(compressedData); } } org.xerial.snappy snappy-java 1.1.8.4 org.apache.maven.plugins maven-assembly-plugin 2.5.5 jar-with-dependencies ${project.name} make-assembly package single