@@ -56,7 +56,7 @@ def setup_logging(level=None):
56
56
setup_logging ()
57
57
58
58
59
- MANAGED_COPY_THRESHOLD = 5 * 2 ** 30
59
+ MANAGED_COPY_THRESHOLD = 150 * 2 ** 20
60
60
# Certain rate-limiting responses can send invalid XML
61
61
# (see https://github.com/fsspec/s3fs/issues/484), which can result in a parser error
62
62
# deep within botocore. So we treat those as retryable as well, even though there could
@@ -1899,7 +1899,7 @@ async def _copy_etag_preserved(self, path1, path2, size, total_parts, **kwargs):
1899
1899
)
1900
1900
self .invalidate_cache (path2 )
1901
1901
1902
- async def _copy_managed (self , path1 , path2 , size , block = 5 * 2 ** 30 , ** kwargs ):
1902
+ async def _copy_managed (self , path1 , path2 , size , block = 50 * 2 ** 20 , ** kwargs ):
1903
1903
"""Copy file between locations on S3 as multi-part
1904
1904
1905
1905
block: int
@@ -1921,7 +1921,7 @@ async def _copy_managed(self, path1, path2, size, block=5 * 2**30, **kwargs):
1921
1921
Key = key ,
1922
1922
PartNumber = i + 1 ,
1923
1923
UploadId = mpu ["UploadId" ],
1924
- CopySource = path1 ,
1924
+ CopySource = self . _strip_protocol ( path1 ) ,
1925
1925
CopySourceRange = "bytes=%i-%i" % (brange_first , brange_last ),
1926
1926
)
1927
1927
for i , (brange_first , brange_last ) in enumerate (_get_brange (size , block ))
0 commit comments