From eda9c89ac8ad2469d8d953c388a583935ebcbc4c Mon Sep 17 00:00:00 2001 From: Kevin Biju <52661649+heavycrystal@users.noreply.github.com> Date: Mon, 27 May 2024 23:12:28 +0530 Subject: [PATCH] Revert "increase the partsize for s3 upload (#1732)" This reverts commit 9cbaf176ffa4d7a0f9ea745ae1129488e8d381a4. --- flow/connectors/utils/avro/avro_writer.go | 6 +----- 1 file changed, 1 insertion(+), 5 deletions(-) diff --git a/flow/connectors/utils/avro/avro_writer.go b/flow/connectors/utils/avro/avro_writer.go index 1908d43972..ad2597478a 100644 --- a/flow/connectors/utils/avro/avro_writer.go +++ b/flow/connectors/utils/avro/avro_writer.go @@ -197,11 +197,7 @@ func (p *peerDBOCFWriter) WriteRecordsToS3( numRows, writeOcfError = p.WriteOCF(ctx, w) }() - uploader := manager.NewUploader(s3svc, func(u *manager.Uploader) { - u.PartSize = 4 * 1024 * 1024 * 1024 - }) - - _, err = uploader.Upload(ctx, &s3.PutObjectInput{ + _, err = manager.NewUploader(s3svc).Upload(ctx, &s3.PutObjectInput{ Bucket: aws.String(bucketName), Key: aws.String(key), Body: r,