Run test cases on hns

fsspec · Oct 19, 2024 · 450c7be · 450c7be
1 parent 0f22c3f
commit 450c7be
Show file tree

Hide file tree

Showing 6 changed files with 351 additions and 72 deletions.
diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml
@@ -36,6 +36,7 @@ jobs:
       matrix:
         python-version: ["3.9", "3.10", "3.11", "3.12"]
         fsspec-version: ["2023.5.0", "2024.9.0"]
+        bucket-name: ["proton-ci", "proton-ci-hns"]
     steps:
     - uses: actions/checkout@v4
     - name: Set up Python ${{ matrix.python-version }}
@@ -59,5 +60,6 @@ jobs:
         echo "TOS_REGION=${{ vars.TOS_REGION }}" >> $GITHUB_ENV
         echo "TOS_ENDPOINT=${{ vars.TOS_ENDPOINT }}" >> $GITHUB_ENV
         echo "TOSFS_LOGGING_LEVEL=${{ vars.TOSFS_LOGGING_LEVEL }}" >> $GITHUB_ENV
+        echo "TOS_BUCKET=${{ matrix.bucket-name }}" >> $GITHUB_ENV
     - name: Run tests
       run: make test
diff --git a/tosfs/consts.py b/tosfs/consts.py
@@ -17,8 +17,12 @@
 # Tos server response status codes
 TOS_SERVER_STATUS_CODE_NOT_FOUND = 404
 
-MANAGED_COPY_MAX_THRESHOLD = 5 * 2**30  # 5GB
-MANAGED_COPY_MIN_THRESHOLD = 5 * 2**20  # 5MB
+# tos bucket type (hns, fns)
+TOS_BUCKET_TYPE_HNS = "hns"
+TOS_BUCKET_TYPE_FNS = "fns"
+
+MANAGED_COPY_MAX_THRESHOLD = 5 * 2**30
+MANAGED_COPY_MIN_THRESHOLD = 5 * 2**20
 
 RETRY_NUM = 5
 PART_MIN_SIZE = 5 * 2**20