#Pandas to #GCS gzipped

pandas_to_gcs_gzipped.py

csv_file_name = get_file_name(execution_date=context['execution_date'], ripley_table_name=self.ripley_table_name)
LOGGER.info('Uploading %s to %s' % (csv_file_name, self.gcs_bucket_name))

# Ensure that we properly encode and escape the JSON string
pandas_df['payload'] = pandas_df['payload'].apply(json.dumps)
pandas_df['schema'] = pandas_df['schema'].apply(json.dumps)
correct_csv = pandas_df.to_csv(encoding='utf-8', header=False, index=False, doublequote=True, quoting=csv.QUOTE_ALL)

blob = bucket.blob(csv_file_name)
blob.content_encoding = "gzip"
blob.content_type = "text/csv"

writer = fileio.BlobWriter(blob)
gz = gzip.GzipFile(filename=csv_file_name, fileobj=writer, mode="w")
gz.write(bytes(correct_csv, encoding='utf-8'))
gz.close()
writer.close()