Skip to content

Commit

Permalink
no Snappy again
Browse files Browse the repository at this point in the history
  • Loading branch information
heavycrystal committed Nov 18, 2023
1 parent 109c155 commit 12149f6
Showing 1 changed file with 3 additions and 3 deletions.
6 changes: 3 additions & 3 deletions flow/connectors/bigquery/qrep_avro_sync.go
Original file line number Diff line number Diff line change
Expand Up @@ -328,10 +328,10 @@ func (s *QRepAvroSyncMethod) writeToStage(
var avroFilePath string
numRecords, err := func() (int, error) {
ocfWriter := avro.NewPeerDBOCFWriter(s.connector.ctx, stream, avroSchema,
avro.CompressSnappy, qvalue.QDWHTypeBigQuery)
avro.CompressNone, qvalue.QDWHTypeBigQuery)
if s.gcsBucket != "" {
bucket := s.connector.storageClient.Bucket(s.gcsBucket)
avroFilePath = fmt.Sprintf("%s/%s.avro.snappy", objectFolder, syncID)
avroFilePath = fmt.Sprintf("%s/%s.avro", objectFolder, syncID)
obj := bucket.Object(avroFilePath)
w := obj.NewWriter(s.connector.ctx)

Expand All @@ -346,7 +346,7 @@ func (s *QRepAvroSyncMethod) writeToStage(
return 0, fmt.Errorf("failed to create temp dir: %w", err)
}

avroFilePath = fmt.Sprintf("%s/%s.avro.snappy", tmpDir, syncID)
avroFilePath = fmt.Sprintf("%s/%s.avro", tmpDir, syncID)
log.WithFields(log.Fields{
"batchOrPartitionID": syncID,
}).Infof("writing records to local file %s", avroFilePath)
Expand Down

0 comments on commit 12149f6

Please sign in to comment.