Skip to content

Commit 7dd0e36

Browse files
authored
Smaller thresholds for copy_managed (#921)
* Smaller threasholds for copy_managed * correct
1 parent ca949ab commit 7dd0e36

File tree

1 file changed

+3
-3
lines changed

1 file changed

+3
-3
lines changed

s3fs/core.py

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -56,7 +56,7 @@ def setup_logging(level=None):
5656
setup_logging()
5757

5858

59-
MANAGED_COPY_THRESHOLD = 5 * 2**30
59+
MANAGED_COPY_THRESHOLD = 150 * 2**20
6060
# Certain rate-limiting responses can send invalid XML
6161
# (see https://github.com/fsspec/s3fs/issues/484), which can result in a parser error
6262
# deep within botocore. So we treat those as retryable as well, even though there could
@@ -1899,7 +1899,7 @@ async def _copy_etag_preserved(self, path1, path2, size, total_parts, **kwargs):
18991899
)
19001900
self.invalidate_cache(path2)
19011901

1902-
async def _copy_managed(self, path1, path2, size, block=5 * 2**30, **kwargs):
1902+
async def _copy_managed(self, path1, path2, size, block=50 * 2**20, **kwargs):
19031903
"""Copy file between locations on S3 as multi-part
19041904
19051905
block: int
@@ -1921,7 +1921,7 @@ async def _copy_managed(self, path1, path2, size, block=5 * 2**30, **kwargs):
19211921
Key=key,
19221922
PartNumber=i + 1,
19231923
UploadId=mpu["UploadId"],
1924-
CopySource=path1,
1924+
CopySource=self._strip_protocol(path1),
19251925
CopySourceRange="bytes=%i-%i" % (brange_first, brange_last),
19261926
)
19271927
for i, (brange_first, brange_last) in enumerate(_get_brange(size, block))

0 commit comments

Comments
 (0)