bulker: bigquery: enable gzip for batches

jitsucom · Feb 7, 2024 · dbd673f · dbd673f
1 parent 24401d6
commit dbd673f
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/bulkerlib/implementations/sql/abstract_transactional.go b/bulkerlib/implementations/sql/abstract_transactional.go
@@ -197,7 +197,7 @@ func (ps *AbstractTransactionalSQLStream) flushBatchFile(ctx context.Context) (s
 			workingFile.Sync()
 		}
 		if needToConvert {
-			logging.Infof("[%s] Converted batch file from %s to %s in %s", ps.id, ps.marshaller.Format(), ps.targetMarshaller.Format(), time.Now().Sub(convertStart))
+			logging.Infof("[%s] Converted batch file from %s(%s) to %s(%s) in %s", ps.id, ps.marshaller.Format(), ps.marshaller.Compression(), ps.targetMarshaller.Format(), ps.targetMarshaller.Compression(), time.Now().Sub(convertStart))
 		}
 		if ps.s3 != nil {
 			s3Config := s3BatchFileOption.Get(&ps.options)

diff --git a/bulkerlib/implementations/sql/bigquery.go b/bulkerlib/implementations/sql/bigquery.go
@@ -152,7 +152,7 @@ func (bq *BigQuery) GetBatchFileFormat() types2.FileFormat {
 }
 
 func (bq *BigQuery) GetBatchFileCompression() types2.FileCompression {
-	return types2.FileCompressionNONE
+	return types2.FileCompressionGZIP
 }
 
 func (bq *BigQuery) validateOptions(streamOptions []bulker.StreamOption) error {