From 88a979d0577b10c7d67df0c39888254d69ad4827 Mon Sep 17 00:00:00 2001 From: Hubert Tatar Date: Tue, 22 Aug 2023 11:23:31 +0200 Subject: [PATCH] Remove org.anarres.lzo:lzo-commons as its GPL-3, drop Compression.LZOP --- build.sbt | 2 +- .../com/adform/streamloader/sink/file/StreamFileBuilder.scala | 2 -- 2 files changed, 1 insertion(+), 3 deletions(-) diff --git a/build.sbt b/build.sbt index 68d9f73..591fdd5 100644 --- a/build.sbt +++ b/build.sbt @@ -40,7 +40,7 @@ lazy val `stream-loader-core` = project "org.scala-lang" % "scala-reflect" % scalaVersion.value, "org.apache.kafka" % "kafka-clients" % "3.5.1", "org.log4s" %% "log4s" % "1.10.0", - "org.anarres.lzo" % "lzo-commons" % "1.0.6", + "org.apache.commons" % "commons-compress" % "1.21", "org.xerial.snappy" % "snappy-java" % "1.1.10.3", "org.lz4" % "lz4-java" % "1.8.0", "com.github.luben" % "zstd-jni" % "1.5.5-5", diff --git a/stream-loader-core/src/main/scala/com/adform/streamloader/sink/file/StreamFileBuilder.scala b/stream-loader-core/src/main/scala/com/adform/streamloader/sink/file/StreamFileBuilder.scala index d0cbce1..0ba09ec 100644 --- a/stream-loader-core/src/main/scala/com/adform/streamloader/sink/file/StreamFileBuilder.scala +++ b/stream-loader-core/src/main/scala/com/adform/streamloader/sink/file/StreamFileBuilder.scala @@ -14,7 +14,6 @@ import com.adform.streamloader.sink.batch.RecordStreamWriter import com.adform.streamloader.util.Logging import com.github.luben.zstd.ZstdOutputStream import net.jpountz.lz4.LZ4BlockOutputStream -import org.anarres.lzo.{LzoCompressor1x_999, LzopOutputStream} import org.apache.commons.compress.compressors.bzip2.BZip2CompressorOutputStream import org.xerial.snappy.SnappyHadoopCompatibleOutputStream @@ -43,7 +42,6 @@ class StreamFileBuilder[-R]( case Compression.ZSTD => new BufferedOutputStream(new ZstdOutputStream(fileStream), bufferSizeBytes) case Compression.GZIP => new GZIPOutputStream(fileStream, bufferSizeBytes) case Compression.BZIP => new BZip2CompressorOutputStream(fileStream) - case Compression.LZOP => new LzopOutputStream(fileStream, new LzoCompressor1x_999(9), bufferSizeBytes) case Compression.SNAPPY => new SnappyHadoopCompatibleOutputStream(fileStream, bufferSizeBytes) case Compression.LZ4 => new LZ4BlockOutputStream(fileStream, bufferSizeBytes) }