Skip to content

Commit

Permalink
Remove org.anarres.lzo:lzo-commons as its GPL-3, drop Compression.LZOP
Browse files Browse the repository at this point in the history
  • Loading branch information
HubertTatar committed Aug 22, 2023
1 parent b159faf commit 88a979d
Show file tree
Hide file tree
Showing 2 changed files with 1 addition and 3 deletions.
2 changes: 1 addition & 1 deletion build.sbt
Original file line number Diff line number Diff line change
Expand Up @@ -40,7 +40,7 @@ lazy val `stream-loader-core` = project
"org.scala-lang" % "scala-reflect" % scalaVersion.value,
"org.apache.kafka" % "kafka-clients" % "3.5.1",
"org.log4s" %% "log4s" % "1.10.0",
"org.anarres.lzo" % "lzo-commons" % "1.0.6",
"org.apache.commons" % "commons-compress" % "1.21",
"org.xerial.snappy" % "snappy-java" % "1.1.10.3",
"org.lz4" % "lz4-java" % "1.8.0",
"com.github.luben" % "zstd-jni" % "1.5.5-5",
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -14,7 +14,6 @@ import com.adform.streamloader.sink.batch.RecordStreamWriter
import com.adform.streamloader.util.Logging
import com.github.luben.zstd.ZstdOutputStream
import net.jpountz.lz4.LZ4BlockOutputStream
import org.anarres.lzo.{LzoCompressor1x_999, LzopOutputStream}
import org.apache.commons.compress.compressors.bzip2.BZip2CompressorOutputStream
import org.xerial.snappy.SnappyHadoopCompatibleOutputStream

Expand Down Expand Up @@ -43,7 +42,6 @@ class StreamFileBuilder[-R](
case Compression.ZSTD => new BufferedOutputStream(new ZstdOutputStream(fileStream), bufferSizeBytes)
case Compression.GZIP => new GZIPOutputStream(fileStream, bufferSizeBytes)
case Compression.BZIP => new BZip2CompressorOutputStream(fileStream)
case Compression.LZOP => new LzopOutputStream(fileStream, new LzoCompressor1x_999(9), bufferSizeBytes)
case Compression.SNAPPY => new SnappyHadoopCompatibleOutputStream(fileStream, bufferSizeBytes)
case Compression.LZ4 => new LZ4BlockOutputStream(fileStream, bufferSizeBytes)
}
Expand Down

0 comments on commit 88a979d

Please sign in to comment.