From c7b1844672ea78bac77167b8d06d54188faa9a8d Mon Sep 17 00:00:00 2001 From: Paul <53956863+hutch3232@users.noreply.github.com> Date: Wed, 22 Jan 2025 15:22:25 -0600 Subject: [PATCH 1/3] Update `default_block_size` in docstring --- s3fs/core.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/s3fs/core.py b/s3fs/core.py index bfd10476..62f5d933 100644 --- a/s3fs/core.py +++ b/s3fs/core.py @@ -213,7 +213,7 @@ class S3FileSystem(AsyncFileSystem): If RequesterPays buckets are supported. default_block_size: int (None) If given, the default block size value used for ``open()``, if no - specific value is given at all time. The built-in default is 5MB. + specific value is given at all time. The built-in default is 50MB. default_fill_cache : Bool (True) Whether to use cache filling with open by default. Refer to ``S3File.open``. From 37a25beda4413a8b1a5c972c2f900643ef6c1c66 Mon Sep 17 00:00:00 2001 From: Paul <53956863+hutch3232@users.noreply.github.com> Date: Wed, 22 Jan 2025 15:32:18 -0600 Subject: [PATCH 2/3] Update `max_concurrency` default docstring --- s3fs/core.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/s3fs/core.py b/s3fs/core.py index 62f5d933..5496628c 100644 --- a/s3fs/core.py +++ b/s3fs/core.py @@ -241,9 +241,9 @@ class S3FileSystem(AsyncFileSystem): session : aiobotocore AioSession object to be used for all connections. This session will be used inplace of creating a new session inside S3FileSystem. For example: aiobotocore.session.AioSession(profile='test_user') - max_concurrency : int (1) + max_concurrency : int (10) The maximum number of concurrent transfers to use per file for multipart - upload (``put()``) operations. Defaults to 1 (sequential). When used in + upload (``put()``) operations. Defaults to 10. When used in conjunction with ``S3FileSystem.put(batch_size=...)`` the maximum number of simultaneous connections is ``max_concurrency * batch_size``. We may extend this parameter to affect ``pipe()``, ``cat()`` and ``get()``. Increasing this From 4033dd6449eb253051c1826ef4e4b5074211cdd8 Mon Sep 17 00:00:00 2001 From: Paul <53956863+hutch3232@users.noreply.github.com> Date: Fri, 24 Jan 2025 10:13:10 -0600 Subject: [PATCH 3/3] ci: let `aiobotocore` handle `botocore` install --- .github/workflows/ci.yml | 1 - 1 file changed, 1 deletion(-) diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml index 3a3c91b2..0f15af07 100644 --- a/.github/workflows/ci.yml +++ b/.github/workflows/ci.yml @@ -39,7 +39,6 @@ jobs: run: | pip install git+https://github.com/fsspec/filesystem_spec pip install --upgrade "aiobotocore${{ matrix.aiobotocore-version }}" - pip install --upgrade "botocore" --no-deps pip install . --no-deps pip list