diff --git a/src/readers/src/main/scala/BinaryFileReader.scala b/src/readers/src/main/scala/BinaryFileReader.scala index 1f7b567076..b3408ecf7e 100644 --- a/src/readers/src/main/scala/BinaryFileReader.scala +++ b/src/readers/src/main/scala/BinaryFileReader.scala @@ -40,6 +40,7 @@ object BinaryFileReader { var data: RDD[(String, Array[Byte])] = null try { val streams = spark.sparkContext.binaryFiles(path, spark.sparkContext.defaultParallelism) + .repartition(spark.sparkContext.defaultParallelism) // Create files RDD and load bytes data = if (!inspectZip) {