Commit 759050c0 authored by Walter D's avatar Walter D
Browse files

disabled multipart for upload

parent 401d34ff
Pipeline #46837 passed with stage
in 33 seconds
......@@ -127,7 +127,7 @@ class IbmStorageService(StorageService):
if self._s3_client is None:
self._s3_client = self.get_s3_client(self, dataset)
transfer_config = TransferConfig(use_threads=True, max_concurrency=10)
transfer_config = TransferConfig(multipart_threshold=9999999999999999, use_threads=True, max_concurrency=10)
transfer = S3Transfer(client=self._s3_client, config=transfer_config)
bar_format = '- Uploading Data [ {percentage:3.0f}% |{bar}| {n_fmt}/{total_fmt} - {elapsed}|{remaining} - {rate_fmt}{postfix} ]'
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment