using fsspec adaptive-readahead cache - #993

starting build "48ef6eff-e701-4a63-bb07-a70a8fbe4a06"

FETCHSOURCE
From https://github.com/fsspec/gcsfs
 * branch            71d35a9af4180090f08bd3e14bfc9164a9f39ccd -> FETCH_HEAD
HEAD is now at 71d35a9 removing prefetcher with their test
GitCommit:
71d35a9af4180090f08bd3e14bfc9164a9f39ccd
BUILD
Starting Step #0 - "generate-ssh-key"
Starting Step #1 - "create-vm"
Starting Step #2 - "create-buckets"
Step #2 - "create-buckets": Pulling image: gcr.io/google.com/cloudsdktool/cloud-sdk
Step #1 - "create-vm": Pulling image: gcr.io/google.com/cloudsdktool/cloud-sdk
Step #0 - "generate-ssh-key": Pulling image: gcr.io/google.com/cloudsdktool/cloud-sdk
Step #2 - "create-buckets": Using default tag: latest
Step #0 - "generate-ssh-key": Using default tag: latest
Step #1 - "create-vm": Using default tag: latest
Step #0 - "generate-ssh-key": latest: Pulling from google.com/cloudsdktool/cloud-sdk
Step #0 - "generate-ssh-key": 062e450697fa: Already exists
Step #0 - "generate-ssh-key": 609d413fdaca: Pulling fs layer
Step #0 - "generate-ssh-key": 6276e9c7febb: Pulling fs layer
Step #0 - "generate-ssh-key": a7d72c27f42b: Pulling fs layer
Step #0 - "generate-ssh-key": e93f45a4070c: Pulling fs layer
Step #0 - "generate-ssh-key": 64d528d46aba: Pulling fs layer
Step #1 - "create-vm": latest: Pulling from google.com/cloudsdktool/cloud-sdk
Step #1 - "create-vm": 062e450697fa: Already exists
Step #2 - "create-buckets": latest: Pulling from google.com/cloudsdktool/cloud-sdk
Step #2 - "create-buckets": 062e450697fa: Already exists
Step #2 - "create-buckets": 609d413fdaca: Pulling fs layer
Step #2 - "create-buckets": 6276e9c7febb: Pulling fs layer
Step #2 - "create-buckets": a7d72c27f42b: Pulling fs layer
Step #2 - "create-buckets": e93f45a4070c: Pulling fs layer
Step #2 - "create-buckets": 64d528d46aba: Pulling fs layer
Step #1 - "create-vm": 609d413fdaca: Pulling fs layer
Step #1 - "create-vm": 6276e9c7febb: Pulling fs layer
Step #1 - "create-vm": a7d72c27f42b: Pulling fs layer
Step #1 - "create-vm": e93f45a4070c: Pulling fs layer
Step #1 - "create-vm": 64d528d46aba: Pulling fs layer
Step #1 - "create-vm": 609d413fdaca: Download complete
Step #2 - "create-buckets": 609d413fdaca: Download complete
Step #0 - "generate-ssh-key": 609d413fdaca: Verifying Checksum
Step #0 - "generate-ssh-key": 609d413fdaca: Download complete
Step #2 - "create-buckets": e93f45a4070c: Verifying Checksum
Step #2 - "create-buckets": e93f45a4070c: Download complete
Step #1 - "create-vm": e93f45a4070c: Verifying Checksum
Step #1 - "create-vm": e93f45a4070c: Download complete
Step #0 - "generate-ssh-key": e93f45a4070c: Verifying Checksum
Step #0 - "generate-ssh-key": e93f45a4070c: Download complete
Step #2 - "create-buckets": 64d528d46aba: Verifying Checksum
Step #2 - "create-buckets": 64d528d46aba: Download complete
Step #0 - "generate-ssh-key": 64d528d46aba: Verifying Checksum
Step #0 - "generate-ssh-key": 64d528d46aba: Download complete
Step #1 - "create-vm": 64d528d46aba: Verifying Checksum
Step #1 - "create-vm": 64d528d46aba: Download complete
Step #0 - "generate-ssh-key": 609d413fdaca: Pull complete
Step #2 - "create-buckets": 609d413fdaca: Pull complete
Step #1 - "create-vm": 609d413fdaca: Pull complete
Step #0 - "generate-ssh-key": a7d72c27f42b: Verifying Checksum
Step #1 - "create-vm": a7d72c27f42b: Verifying Checksum
Step #1 - "create-vm": a7d72c27f42b: Download complete
Step #2 - "create-buckets": a7d72c27f42b: Verifying Checksum
Step #2 - "create-buckets": a7d72c27f42b: Download complete
Step #0 - "generate-ssh-key": a7d72c27f42b: Download complete
Step #2 - "create-buckets": 6276e9c7febb: Verifying Checksum
Step #2 - "create-buckets": 6276e9c7febb: Download complete
Step #0 - "generate-ssh-key": 6276e9c7febb: Verifying Checksum
Step #1 - "create-vm": 6276e9c7febb: Verifying Checksum
Step #1 - "create-vm": 6276e9c7febb: Download complete
Step #0 - "generate-ssh-key": 6276e9c7febb: Download complete
Step #2 - "create-buckets": 6276e9c7febb: Pull complete
Step #1 - "create-vm": 6276e9c7febb: Pull complete
Step #0 - "generate-ssh-key": 6276e9c7febb: Pull complete
Step #0 - "generate-ssh-key": a7d72c27f42b: Pull complete
Step #1 - "create-vm": a7d72c27f42b: Pull complete
Step #2 - "create-buckets": a7d72c27f42b: Pull complete
Step #1 - "create-vm": e93f45a4070c: Pull complete
Step #0 - "generate-ssh-key": e93f45a4070c: Pull complete
Step #2 - "create-buckets": e93f45a4070c: Pull complete
Step #0 - "generate-ssh-key": 64d528d46aba: Pull complete
Step #2 - "create-buckets": 64d528d46aba: Pull complete
Step #1 - "create-vm": 64d528d46aba: Pull complete
Step #0 - "generate-ssh-key": Digest: sha256:ce532f757e9ec68bd5503951cda64773e58a9faa1f877cb642c568fc51fefb4d
Step #2 - "create-buckets": Digest: sha256:ce532f757e9ec68bd5503951cda64773e58a9faa1f877cb642c568fc51fefb4d
Step #1 - "create-vm": Digest: sha256:ce532f757e9ec68bd5503951cda64773e58a9faa1f877cb642c568fc51fefb4d
Step #1 - "create-vm": Status: Image is up to date for gcr.io/google.com/cloudsdktool/cloud-sdk:latest
Step #0 - "generate-ssh-key": Status: Downloaded newer image for gcr.io/google.com/cloudsdktool/cloud-sdk:latest
Step #2 - "create-buckets": Status: Downloaded newer image for gcr.io/google.com/cloudsdktool/cloud-sdk:latest
Step #0 - "generate-ssh-key": gcr.io/google.com/cloudsdktool/cloud-sdk:latest
Step #1 - "create-vm": gcr.io/google.com/cloudsdktool/cloud-sdk:latest
Step #2 - "create-buckets": gcr.io/google.com/cloudsdktool/cloud-sdk:latest
Step #1 - "create-vm": --- Creating GCE VM ---
Step #2 - "create-buckets": 
Step #2 - "create-buckets": Your active configuration is: [default]
Step #2 - "create-buckets": --- Creating standard bucket ---
Step #2 - "create-buckets": --- Creating standard requester pays bucket ---
Step #2 - "create-buckets": --- Creating versioned bucket ---
Step #2 - "create-buckets": --- Creating HNS bucket ---
Step #2 - "create-buckets": --- Creating HNS requester pays bucket ---
Step #2 - "create-buckets": --- Creating Zonal bucket ---
Step #2 - "create-buckets": --- Creating standard bucket for Zonal test ---
Step #2 - "create-buckets": --- Creating Zonal bucket for running core tests ---
Finished Step #0 - "generate-ssh-key"
Step #1 - "create-vm": Created [https://www.googleapis.com/compute/v1/projects/gcsfs-ci-902862/zones/us-central1-a/instances/gcsfs-test-vm-48ef6eff].
Step #1 - "create-vm": NAME                    ZONE           MACHINE_TYPE    PREEMPTIBLE  INTERNAL_IP  EXTERNAL_IP      STATUS
Step #1 - "create-vm": gcsfs-test-vm-48ef6eff  us-central1-a  n2-standard-16               10.128.0.33  104.197.213.231  RUNNING
Finished Step #1 - "create-vm"
Starting Step #3 - "setup-vm"
Step #3 - "setup-vm": Already have image (with digest): gcr.io/google.com/cloudsdktool/cloud-sdk
Step #3 - "setup-vm": ERROR: (gcloud.compute.ssh) [/usr/bin/ssh] exited with return code [255].
Step #3 - "setup-vm": Waiting for VM to become available... (attempt 1/10)
Step #2 - "create-buckets": Creating gs://gcsfs-test-hns-48ef6eff-gw5/...
Step #2 - "create-buckets": Creating gs://gcsfs-test-hns-req-pay-48ef6eff-gw1/...
Step #2 - "create-buckets": Creating gs://gcsfs-test-hns-req-pay-48ef6eff-gw0/...
Step #2 - "create-buckets": Creating gs://gcsfs-test-zonal-48ef6eff-gw1/...
Step #2 - "create-buckets": Creating gs://gcsfs-test-hns-req-pay-48ef6eff-gw5/...
Step #2 - "create-buckets": Creating gs://gcsfs-test-versioned-48ef6eff-gw1/...
Step #2 - "create-buckets": Creating gs://gcsfs-test-zonal-core-48ef6eff-gw1/...
Step #2 - "create-buckets": Creating gs://gcsfs-test-standard-48ef6eff-gw3/...
Step #2 - "create-buckets": Creating gs://gcsfs-test-hns-req-pay-48ef6eff-gw4/...
Step #2 - "create-buckets": Creating gs://gcsfs-test-standard-req-pay-48ef6eff-gw1/...
Step #2 - "create-buckets": Creating gs://gcsfs-test-hns-req-pay-48ef6eff-gw2/...
Step #2 - "create-buckets": Creating gs://gcsfs-test-hns-48ef6eff-gw4/...
Step #2 - "create-buckets": Creating gs://gcsfs-test-hns-req-pay-48ef6eff-gw3/...
Step #2 - "create-buckets": Creating gs://gcsfs-test-hns-48ef6eff-gw1/...
Step #2 - "create-buckets": Creating gs://gcsfs-test-zonal-48ef6eff-gw0/...
Step #2 - "create-buckets": Creating gs://gcsfs-test-standard-for-zonal-48ef6eff-gw0/...
Step #2 - "create-buckets": Creating gs://gcsfs-test-hns-48ef6eff-gw0/...
Step #2 - "create-buckets": Creating gs://gcsfs-test-standard-48ef6eff-gw1/...
Step #2 - "create-buckets": Creating gs://gcsfs-test-standard-48ef6eff-gw0/...
Step #2 - "create-buckets": Creating gs://gcsfs-test-versioned-48ef6eff-gw0/...
Step #2 - "create-buckets": Creating gs://gcsfs-test-versioned-48ef6eff-gw2/...
Step #2 - "create-buckets": Creating gs://gcsfs-test-hns-req-pay-48ef6eff-gw7/...
Step #2 - "create-buckets": Creating gs://gcsfs-test-zonal-core-48ef6eff-gw0/...
Step #2 - "create-buckets": Creating gs://gcsfs-test-hns-48ef6eff-gw6/...
Step #2 - "create-buckets": Creating gs://gcsfs-test-hns-req-pay-48ef6eff-gw6/...
Step #2 - "create-buckets": Creating gs://gcsfs-test-standard-48ef6eff-gw2/...
Step #2 - "create-buckets": Creating gs://gcsfs-test-versioned-48ef6eff-gw3/...
Step #2 - "create-buckets": Creating gs://gcsfs-test-standard-req-pay-48ef6eff-gw2/...
Step #2 - "create-buckets": Creating gs://gcsfs-test-hns-48ef6eff-gw7/...
Step #2 - "create-buckets": Creating gs://gcsfs-test-standard-for-zonal-48ef6eff-gw1/...
Step #2 - "create-buckets": Creating gs://gcsfs-test-hns-48ef6eff-gw2/...
Step #2 - "create-buckets": Creating gs://gcsfs-test-standard-req-pay-48ef6eff-gw0/...
Step #2 - "create-buckets": Creating gs://gcsfs-test-hns-48ef6eff-gw3/...
Step #2 - "create-buckets": Creating gs://gcsfs-test-standard-req-pay-48ef6eff-gw3/...
Step #3 - "setup-vm": Failed to add the host to the list of known hosts (/builder/home/.ssh/google_compute_known_hosts).
Step #3 - "setup-vm": VM is ready
Step #3 - "setup-vm": Failed to add the host to the list of known hosts (/builder/home/.ssh/google_compute_known_hosts).
Step #3 - "setup-vm": Failed to add the host to the list of known hosts (/builder/home/.ssh/google_compute_known_hosts).
Step #3 - "setup-vm": --- Installing dependencies on VM ---
Step #2 - "create-buckets": --- Enabling versioning on versioned bucket ---
Step #2 - "create-buckets": --- Enabling requester pays on HNS bucket ---
Step #2 - "create-buckets": --- Enabling requester pays on standard bucket ---
Step #2 - "create-buckets":   
Step #2 - "create-buckets":   
Step #2 - "create-buckets":   
Step #2 - "create-buckets":   
Step #2 - "create-buckets":   
Step #2 - "create-buckets":   
Step #2 - "create-buckets": Updating gs://gcsfs-test-hns-req-pay-48ef6eff-gw5/...
Step #2 - "create-buckets": Updating gs://gcsfs-test-standard-req-pay-48ef6eff-gw1/...
Step #2 - "create-buckets":   
Step #2 - "create-buckets": Updating gs://gcsfs-test-versioned-48ef6eff-gw0/...
Step #2 - "create-buckets": Updating gs://gcsfs-test-standard-req-pay-48ef6eff-gw3/...
Step #2 - "create-buckets": Updating gs://gcsfs-test-hns-req-pay-48ef6eff-gw3/...
Step #2 - "create-buckets": Updating gs://gcsfs-test-hns-req-pay-48ef6eff-gw2/...
Step #2 - "create-buckets": Updating gs://gcsfs-test-hns-req-pay-48ef6eff-gw6/...
Step #2 - "create-buckets":   
Step #2 - "create-buckets": Updating gs://gcsfs-test-versioned-48ef6eff-gw1/...
Step #2 - "create-buckets":   
Step #2 - "create-buckets": Updating gs://gcsfs-test-hns-req-pay-48ef6eff-gw4/...
Step #2 - "create-buckets":   
Step #2 - "create-buckets":   
Step #2 - "create-buckets":   
Step #2 - "create-buckets": Updating gs://gcsfs-test-standard-req-pay-48ef6eff-gw0/...
Step #2 - "create-buckets": ....
Step #2 - "create-buckets":   
Step #2 - "create-buckets": Updating gs://gcsfs-test-hns-req-pay-48ef6eff-gw0/...
Step #2 - "create-buckets": Updating gs://gcsfs-test-versioned-48ef6eff-gw2/...
Step #2 - "create-buckets":   
Step #2 - "create-buckets": Updating gs://gcsfs-test-standard-req-pay-48ef6eff-gw2/...
Step #2 - "create-buckets": ....
Step #2 - "create-buckets":   
Step #2 - "create-buckets": ....
Step #2 - "create-buckets":   
Step #2 - "create-buckets": .....
Step #2 - "create-buckets": Updating gs://gcsfs-test-hns-req-pay-48ef6eff-gw1/...
Step #2 - "create-buckets": Updating gs://gcsfs-test-hns-req-pay-48ef6eff-gw7/...
Step #2 - "create-buckets": .....
Step #2 - "create-buckets": Updating gs://gcsfs-test-versioned-48ef6eff-gw3/...
Step #2 - "create-buckets": ......
Step #2 - "create-buckets": ......
Step #2 - "create-buckets": .....
Step #2 - "create-buckets": .....
Step #2 - "create-buckets": .....
Step #2 - "create-buckets": ....
Step #2 - "create-buckets": .....
Step #2 - "create-buckets": .....
Step #2 - "create-buckets": ....
Step #2 - "create-buckets": .....
Step #2 - "create-buckets": ....
Finished Step #2 - "create-buckets"
Step #3 - "setup-vm": --- Installing Python and dependencies on VM ---
Step #3 - "setup-vm": --- Installing gcsfs from local source ---
Finished Step #3 - "setup-vm"
Starting Step #4 - "run-standard-tests"
Starting Step #5 - "run-zonal-tests"
Starting Step #7 - "run-hns-tests"
Starting Step #6 - "run-zonal-core-tests"
Step #4 - "run-standard-tests": Already have image (with digest): gcr.io/google.com/cloudsdktool/cloud-sdk
Step #5 - "run-zonal-tests": Already have image (with digest): gcr.io/google.com/cloudsdktool/cloud-sdk
Step #7 - "run-hns-tests": Already have image (with digest): gcr.io/google.com/cloudsdktool/cloud-sdk
Step #6 - "run-zonal-core-tests": Already have image (with digest): gcr.io/google.com/cloudsdktool/cloud-sdk
Step #7 - "run-hns-tests": Failed to add the host to the list of known hosts (/builder/home/.ssh/google_compute_known_hosts).
Step #5 - "run-zonal-tests": Failed to add the host to the list of known hosts (/builder/home/.ssh/google_compute_known_hosts).
Step #4 - "run-standard-tests": Failed to add the host to the list of known hosts (/builder/home/.ssh/google_compute_known_hosts).
Step #6 - "run-zonal-core-tests": Failed to add the host to the list of known hosts (/builder/home/.ssh/google_compute_known_hosts).
Step #4 - "run-standard-tests": --- Running Test Suite: standard ---
Step #6 - "run-zonal-core-tests": --- Running Test Suite: zonal-core ---
Step #5 - "run-zonal-tests": --- Running Test Suite: zonal ---
Step #7 - "run-hns-tests": --- Running Test Suite: hns ---
Step #5 - "run-zonal-tests": ============================= test session starts ==============================
Step #5 - "run-zonal-tests": platform linux -- Python 3.13.5, pytest-9.1.1, pluggy-1.6.0 -- /home/sa_116841737565922334104/env/bin/python3
Step #5 - "run-zonal-tests": cachedir: .pytest_cache
Step #5 - "run-zonal-tests": rootdir: /home/sa_116841737565922334104
Step #5 - "run-zonal-tests": configfile: pyproject.toml
Step #5 - "run-zonal-tests": plugins: timeout-2.4.0, asyncio-1.4.0, xdist-3.8.0
Step #5 - "run-zonal-tests": timeout: 1800.0s
Step #5 - "run-zonal-tests": timeout method: signal
Step #5 - "run-zonal-tests": timeout func_only: False
Step #5 - "run-zonal-tests": asyncio: mode=Mode.STRICT, debug=False, asyncio_default_fixture_loop_scope=None, asyncio_default_test_loop_scope=function
Step #5 - "run-zonal-tests": created: 2/2 workers
Step #5 - "run-zonal-tests": 2 workers [184 items]
Step #5 - "run-zonal-tests": 
Step #5 - "run-zonal-tests": scheduling tests via LoadScheduling
Step #5 - "run-zonal-tests": 
Step #5 - "run-zonal-tests": gcsfs/tests/test_extended_gcsfs.py::test_pipe_file_zonal 
Step #6 - "run-zonal-core-tests": ============================= test session starts ==============================
Step #6 - "run-zonal-core-tests": platform linux -- Python 3.13.5, pytest-9.1.1, pluggy-1.6.0 -- /home/sa_116841737565922334104/env/bin/python3
Step #6 - "run-zonal-core-tests": cachedir: .pytest_cache
Step #6 - "run-zonal-core-tests": rootdir: /home/sa_116841737565922334104
Step #6 - "run-zonal-core-tests": configfile: pyproject.toml
Step #6 - "run-zonal-core-tests": plugins: timeout-2.4.0, asyncio-1.4.0, xdist-3.8.0
Step #6 - "run-zonal-core-tests": timeout: 1800.0s
Step #6 - "run-zonal-core-tests": timeout method: signal
Step #6 - "run-zonal-core-tests": timeout func_only: False
Step #6 - "run-zonal-core-tests": asyncio: mode=Mode.STRICT, debug=False, asyncio_default_fixture_loop_scope=None, asyncio_default_test_loop_scope=function
Step #6 - "run-zonal-core-tests": created: 2/2 workers
Step #6 - "run-zonal-core-tests": 2 workers [164 items]
Step #6 - "run-zonal-core-tests": 
Step #6 - "run-zonal-core-tests": scheduling tests via LoadScheduling
Step #6 - "run-zonal-core-tests": 
Step #6 - "run-zonal-core-tests": gcsfs/tests/test_core.py::test_simple 
Step #5 - "run-zonal-tests": gcsfs/tests/test_extended_gcsfs.py::test_read_small_zb 
Step #5 - "run-zonal-tests": [gw0] PASSED gcsfs/tests/test_extended_gcsfs.py::test_pipe_file_zonal 
Step #4 - "run-standard-tests": ============================= test session starts ==============================
Step #4 - "run-standard-tests": platform linux -- Python 3.13.5, pytest-9.1.1, pluggy-1.6.0 -- /home/sa_116841737565922334104/env/bin/python3
Step #4 - "run-standard-tests": cachedir: .pytest_cache
Step #4 - "run-standard-tests": rootdir: /home/sa_116841737565922334104
Step #4 - "run-standard-tests": configfile: pyproject.toml
Step #4 - "run-standard-tests": plugins: timeout-2.4.0, asyncio-1.4.0, xdist-3.8.0
Step #4 - "run-standard-tests": timeout: 1800.0s
Step #4 - "run-standard-tests": timeout method: signal
Step #4 - "run-standard-tests": timeout func_only: False
Step #4 - "run-standard-tests": asyncio: mode=Mode.STRICT, debug=False, asyncio_default_fixture_loop_scope=None, asyncio_default_test_loop_scope=function
Step #4 - "run-standard-tests": created: 4/4 workers
Step #4 - "run-standard-tests": 4 workers [929 items]
Step #4 - "run-standard-tests": 
Step #4 - "run-standard-tests": scheduling tests via LoadScheduling
Step #4 - "run-standard-tests": 
Step #4 - "run-standard-tests": gcsfs/tests/derived/gcsfs_test.py::TestGcsfsCopy::test_copy_file_to_existing_directory <- env/lib/python3.13/site-packages/fsspec/tests/abstract/copy.py 
Step #4 - "run-standard-tests": gcsfs/tests/derived/gcsfs_test.py::TestGcsfsGet::test_get_glob_edge_cases[*-True-None-expected5] <- env/lib/python3.13/site-packages/fsspec/tests/abstract/get.py 
Step #4 - "run-standard-tests": gcsfs/tests/derived/gcsfs_test.py::TestGcsfsPut::test_put_glob_edge_cases[**/*1-True-1-expected18] <- env/lib/python3.13/site-packages/fsspec/tests/abstract/put.py 
Step #4 - "run-standard-tests": gcsfs/tests/integration/test_extended_hns.py::TestExtendedGcsFileSystemMakedirs::test_hns_makedirs_existing_dir_exist_ok_false 
Step #4 - "run-standard-tests": [gw3] SKIPPED gcsfs/tests/integration/test_extended_hns.py::TestExtendedGcsFileSystemMakedirs::test_hns_makedirs_existing_dir_exist_ok_false 
Step #4 - "run-standard-tests": gcsfs/tests/integration/test_extended_hns.py::TestExtendedGcsFileSystemMakedirs::test_hns_makedirs_existing_file_error 
Step #4 - "run-standard-tests": [gw3] SKIPPED gcsfs/tests/integration/test_extended_hns.py::TestExtendedGcsFileSystemMakedirs::test_hns_makedirs_existing_file_error 
Step #4 - "run-standard-tests": gcsfs/tests/integration/test_extended_hns.py::TestExtendedGcsFileSystemMakedirs::test_makedirs_in_non_existent_bucket_fails 
Step #4 - "run-standard-tests": [gw3] SKIPPED gcsfs/tests/integration/test_extended_hns.py::TestExtendedGcsFileSystemMakedirs::test_makedirs_in_non_existent_bucket_fails 
Step #4 - "run-standard-tests": gcsfs/tests/integration/test_extended_hns.py::TestExtendedGcsFileSystemMakedirs::test_makedirs_bucket_only_behavior 
Step #4 - "run-standard-tests": [gw3] SKIPPED gcsfs/tests/integration/test_extended_hns.py::TestExtendedGcsFileSystemMakedirs::test_makedirs_bucket_only_behavior 
Step #4 - "run-standard-tests": gcsfs/tests/integration/test_extended_hns.py::TestExtendedGcsFileSystemMakedirs::test_hns_makedirs_with_protocol 
Step #4 - "run-standard-tests": [gw3] SKIPPED gcsfs/tests/integration/test_extended_hns.py::TestExtendedGcsFileSystemMakedirs::test_hns_makedirs_with_protocol 
Step #4 - "run-standard-tests": gcsfs/tests/integration/test_extended_hns.py::TestExtendedGcsFileSystemRmdir::test_hns_rmdir_success 
Step #4 - "run-standard-tests": [gw3] SKIPPED gcsfs/tests/integration/test_extended_hns.py::TestExtendedGcsFileSystemRmdir::test_hns_rmdir_success 
Step #4 - "run-standard-tests": gcsfs/tests/integration/test_extended_hns.py::TestExtendedGcsFileSystemRmdir::test_hns_rmdir_non_empty_raises_os_error 
Step #4 - "run-standard-tests": [gw3] SKIPPED gcsfs/tests/integration/test_extended_hns.py::TestExtendedGcsFileSystemRmdir::test_hns_rmdir_non_empty_raises_os_error 
Step #4 - "run-standard-tests": gcsfs/tests/integration/test_extended_hns.py::TestExtendedGcsFileSystemRmdir::test_hns_rmdir_non_existing_dir_raises_not_found 
Step #4 - "run-standard-tests": [gw3] SKIPPED gcsfs/tests/integration/test_extended_hns.py::TestExtendedGcsFileSystemRmdir::test_hns_rmdir_non_existing_dir_raises_not_found 
Step #4 - "run-standard-tests": gcsfs/tests/integration/test_extended_hns.py::TestExtendedGcsFileSystemRmdir::test_rmdir_on_file_raises_file_not_found 
Step #4 - "run-standard-tests": [gw3] SKIPPED gcsfs/tests/integration/test_extended_hns.py::TestExtendedGcsFileSystemRmdir::test_rmdir_on_file_raises_file_not_found 
Step #4 - "run-standard-tests": gcsfs/tests/integration/test_extended_hns.py::TestExtendedGcsFileSystemRmdir::test_hns_rmdir_with_empty_subfolder_raises_os_error 
Step #4 - "run-standard-tests": [gw3] SKIPPED gcsfs/tests/integration/test_extended_hns.py::TestExtendedGcsFileSystemRmdir::test_hns_rmdir_with_empty_subfolder_raises_os_error 
Step #4 - "run-standard-tests": gcsfs/tests/integration/test_extended_hns.py::TestExtendedGcsFileSystemRmdir::test_hns_rmdir_nested_directories_from_leaf 
Step #4 - "run-standard-tests": [gw3] SKIPPED gcsfs/tests/integration/test_extended_hns.py::TestExtendedGcsFileSystemRmdir::test_hns_rmdir_nested_directories_from_leaf 
Step #4 - "run-standard-tests": gcsfs/tests/integration/test_extended_hns.py::TestExtendedGcsFileSystemRmdir::test_rmdir_on_folder_with_placeholder_object 
Step #4 - "run-standard-tests": [gw3] SKIPPED gcsfs/tests/integration/test_extended_hns.py::TestExtendedGcsFileSystemRmdir::test_rmdir_on_folder_with_placeholder_object 
Step #4 - "run-standard-tests": gcsfs/tests/integration/test_extended_hns.py::TestExtendedGcsFileSystemLsIntegration::test_ls_empty_folder 
Step #4 - "run-standard-tests": [gw3] SKIPPED gcsfs/tests/integration/test_extended_hns.py::TestExtendedGcsFileSystemLsIntegration::test_ls_empty_folder 
Step #4 - "run-standard-tests": gcsfs/tests/integration/test_extended_hns.py::TestExtendedGcsFileSystemLsIntegration::test_ls_nested_empty_folder 
Step #4 - "run-standard-tests": [gw3] SKIPPED gcsfs/tests/integration/test_extended_hns.py::TestExtendedGcsFileSystemLsIntegration::test_ls_nested_empty_folder 
Step #4 - "run-standard-tests": gcsfs/tests/integration/test_extended_hns.py::TestExtendedGcsFileSystemLsIntegration::test_ls_folder_with_file 
Step #4 - "run-standard-tests": [gw3] SKIPPED gcsfs/tests/integration/test_extended_hns.py::TestExtendedGcsFileSystemLsIntegration::test_ls_folder_with_file 
Step #4 - "run-standard-tests": gcsfs/tests/integration/test_extended_hns.py::TestExtendedGcsFileSystemLsIntegration::test_ls_placeholder 
Step #4 - "run-standard-tests": [gw3] SKIPPED gcsfs/tests/integration/test_extended_hns.py::TestExtendedGcsFileSystemLsIntegration::test_ls_placeholder 
Step #4 - "run-standard-tests": gcsfs/tests/integration/test_extended_hns.py::TestExtendedGcsFileSystemRm::test_rm_single_file 
Step #4 - "run-standard-tests": [gw3] SKIPPED gcsfs/tests/integration/test_extended_hns.py::TestExtendedGcsFileSystemRm::test_rm_single_file 
Step #4 - "run-standard-tests": gcsfs/tests/integration/test_extended_hns.py::TestExtendedGcsFileSystemRm::test_rm_empty_folder_recursive 
Step #4 - "run-standard-tests": [gw3] SKIPPED gcsfs/tests/integration/test_extended_hns.py::TestExtendedGcsFileSystemRm::test_rm_empty_folder_recursive 
Step #4 - "run-standard-tests": gcsfs/tests/integration/test_extended_hns.py::TestExtendedGcsFileSystemRm::test_rm_non_empty_folder_recursive 
Step #4 - "run-standard-tests": [gw3] SKIPPED gcsfs/tests/integration/test_extended_hns.py::TestExtendedGcsFileSystemRm::test_rm_non_empty_folder_recursive 
Step #4 - "run-standard-tests": gcsfs/tests/integration/test_extended_hns.py::TestExtendedGcsFileSystemRm::test_rm_folder_with_placeholder 
Step #4 - "run-standard-tests": [gw3] SKIPPED gcsfs/tests/integration/test_extended_hns.py::TestExtendedGcsFileSystemRm::test_rm_folder_with_placeholder 
Step #4 - "run-standard-tests": gcsfs/tests/integration/test_extended_hns.py::TestExtendedGcsFileSystemRm::test_rm_non_existent_path_raises_error 
Step #4 - "run-standard-tests": [gw3] SKIPPED gcsfs/tests/integration/test_extended_hns.py::TestExtendedGcsFileSystemRm::test_rm_non_existent_path_raises_error 
Step #4 - "run-standard-tests": gcsfs/tests/integration/test_extended_hns.py::TestExtendedGcsFileSystemRm::test_rm_non_recursive_on_non_empty_dir_fails 
Step #4 - "run-standard-tests": [gw3] SKIPPED gcsfs/tests/integration/test_extended_hns.py::TestExtendedGcsFileSystemRm::test_rm_non_recursive_on_non_empty_dir_fails 
Step #4 - "run-standard-tests": gcsfs/tests/integration/test_extended_hns.py::TestExtendedGcsFileSystemRm::test_rm_file_cache_invalidation 
Step #4 - "run-standard-tests": [gw3] SKIPPED gcsfs/tests/integration/test_extended_hns.py::TestExtendedGcsFileSystemRm::test_rm_file_cache_invalidation 
Step #4 - "run-standard-tests": gcsfs/tests/integration/test_extended_hns.py::TestExtendedGcsFileSystemRm::test_rm_recursive_cache_invalidation 
Step #4 - "run-standard-tests": [gw3] SKIPPED gcsfs/tests/integration/test_extended_hns.py::TestExtendedGcsFileSystemRm::test_rm_recursive_cache_invalidation 
Step #4 - "run-standard-tests": gcsfs/tests/integration/test_extended_hns.py::TestExtendedGcsFileSystemRm::test_rm_empty_folder_cache_invalidation 
Step #4 - "run-standard-tests": [gw3] SKIPPED gcsfs/tests/integration/test_extended_hns.py::TestExtendedGcsFileSystemRm::test_rm_empty_folder_cache_invalidation 
Step #4 - "run-standard-tests": gcsfs/tests/integration/test_extended_hns.py::TestExtendedGcsFileSystemRm::test_rm_wildcard_with_empty_folders 
Step #4 - "run-standard-tests": [gw3] SKIPPED gcsfs/tests/integration/test_extended_hns.py::TestExtendedGcsFileSystemRm::test_rm_wildcard_with_empty_folders 
Step #4 - "run-standard-tests": gcsfs/tests/integration/test_extended_hns.py::TestExtendedGcsFileSystemRm::test_rm_wildcards_non_recursive 
Step #4 - "run-standard-tests": [gw3] SKIPPED gcsfs/tests/integration/test_extended_hns.py::TestExtendedGcsFileSystemRm::test_rm_wildcards_non_recursive 
Step #4 - "run-standard-tests": gcsfs/tests/integration/test_extended_hns.py::TestExtendedGcsFileSystemRm::test_rm_mixed_buckets_order[flat_first] 
Step #4 - "run-standard-tests": [gw3] SKIPPED gcsfs/tests/integration/test_extended_hns.py::TestExtendedGcsFileSystemRm::test_rm_mixed_buckets_order[flat_first] 
Step #4 - "run-standard-tests": gcsfs/tests/integration/test_extended_hns.py::TestExtendedGcsFileSystemRm::test_rm_mixed_buckets_order[hns_first] 
Step #4 - "run-standard-tests": [gw3] SKIPPED gcsfs/tests/integration/test_extended_hns.py::TestExtendedGcsFileSystemRm::test_rm_mixed_buckets_order[hns_first] 
Step #4 - "run-standard-tests": gcsfs/tests/integration/test_extended_hns.py::TestExtendedGcsFileSystemWriteCacheInvalidation::test_write_file_cache_invalidates_only_immediate_parent_hns 
Step #4 - "run-standard-tests": [gw3] SKIPPED gcsfs/tests/integration/test_extended_hns.py::TestExtendedGcsFileSystemWriteCacheInvalidation::test_write_file_cache_invalidates_only_immediate_parent_hns 
Step #4 - "run-standard-tests": gcsfs/tests/integration/test_extended_hns.py::TestExtendedGcsFileSystemWriteCacheInvalidation::test_write_file_uncached_parent_invalidates_ancestors 
Step #4 - "run-standard-tests": [gw3] SKIPPED gcsfs/tests/integration/test_extended_hns.py::TestExtendedGcsFileSystemWriteCacheInvalidation::test_write_file_uncached_parent_invalidates_ancestors 
Step #4 - "run-standard-tests": gcsfs/tests/integration/test_extended_hns.py::TestExtendedGcsFileSystemFindIntegration::test_find_files_only 
Step #4 - "run-standard-tests": [gw3] SKIPPED gcsfs/tests/integration/test_extended_hns.py::TestExtendedGcsFileSystemFindIntegration::test_find_files_only 
Step #4 - "run-standard-tests": gcsfs/tests/integration/test_extended_hns.py::TestExtendedGcsFileSystemFindIntegration::test_find_withdirs 
Step #4 - "run-standard-tests": [gw3] SKIPPED gcsfs/tests/integration/test_extended_hns.py::TestExtendedGcsFileSystemFindIntegration::test_find_withdirs 
Step #4 - "run-standard-tests": gcsfs/tests/integration/test_extended_hns.py::TestExtendedGcsFileSystemFindIntegration::test_find_with_prefix 
Step #4 - "run-standard-tests": [gw3] SKIPPED gcsfs/tests/integration/test_extended_hns.py::TestExtendedGcsFileSystemFindIntegration::test_find_with_prefix 
Step #4 - "run-standard-tests": gcsfs/tests/integration/test_extended_hns.py::TestExtendedGcsFileSystemFindIntegration::test_find_partial_prefix 
Step #4 - "run-standard-tests": [gw3] SKIPPED gcsfs/tests/integration/test_extended_hns.py::TestExtendedGcsFileSystemFindIntegration::test_find_partial_prefix 
Step #4 - "run-standard-tests": gcsfs/tests/integration/test_extended_hns.py::TestExtendedGcsFileSystemFindIntegration::test_find_on_file 
Step #4 - "run-standard-tests": [gw3] SKIPPED gcsfs/tests/integration/test_extended_hns.py::TestExtendedGcsFileSystemFindIntegration::test_find_on_file 
Step #4 - "run-standard-tests": gcsfs/tests/integration/test_extended_hns.py::TestExtendedGcsFileSystemFindIntegration::test_find_updates_dircache_without_prefix[True] 
Step #4 - "run-standard-tests": [gw3] SKIPPED gcsfs/tests/integration/test_extended_hns.py::TestExtendedGcsFileSystemFindIntegration::test_find_updates_dircache_without_prefix[True] 
Step #4 - "run-standard-tests": gcsfs/tests/integration/test_extended_hns.py::TestExtendedGcsFileSystemFindIntegration::test_find_updates_dircache_without_prefix[False] 
Step #4 - "run-standard-tests": [gw3] SKIPPED gcsfs/tests/integration/test_extended_hns.py::TestExtendedGcsFileSystemFindIntegration::test_find_updates_dircache_without_prefix[False] 
Step #4 - "run-standard-tests": gcsfs/tests/integration/test_extended_hns.py::TestExtendedGcsFileSystemFindIntegration::test_find_maxdepth_updates_cache 
Step #4 - "run-standard-tests": [gw3] SKIPPED gcsfs/tests/integration/test_extended_hns.py::TestExtendedGcsFileSystemFindIntegration::test_find_maxdepth_updates_cache 
Step #7 - "run-hns-tests": ============================= test session starts ==============================
Step #7 - "run-hns-tests": platform linux -- Python 3.13.5, pytest-9.1.1, pluggy-1.6.0 -- /home/sa_116841737565922334104/env/bin/python3
Step #7 - "run-hns-tests": cachedir: .pytest_cache
Step #7 - "run-hns-tests": rootdir: /home/sa_116841737565922334104
S
...
[Logs truncated due to log size limitations. For full logs, see https://console.cloud.google.com/logs/viewer?advancedFilter=resource.type%3D%22build%22+AND+resource.labels.build_id%3D%2248ef6eff-e701-4a63-bb07-a70a8fbe4a06%22+AND+resource.labels.build_trigger_id%3D%22433a7f7f-df84-4d06-acae-a2bc3ccae773%22&project=gcsfs-ci-902862.]
...
ard-for-zonal-48ef6eff-gw1/storageLayout
Step #5 - "run-zonal-tests": 05:11:49 DEBUG Sending request for b'/google.storage.control.v2.StorageControl/GetStorageLayout'
Step #5 - "run-zonal-tests": 05:11:49 DEBUG [_cygrpc] Loaded running loop: id(loop)=140049482947216
Step #5 - "run-zonal-tests": 05:11:49 DEBUG Received response to rpc b'/google.storage.control.v2.StorageControl/GetStorageLayout'.
Step #5 - "run-zonal-tests": 05:11:49 DEBUG GET: b/{}/o, ('gcsfs-test-standard-for-zonal-48ef6eff-gw1',), None
Step #5 - "run-zonal-tests": 05:11:49 DEBUG GET: b/{}/o, ('gcsfs-test-standard-for-zonal-48ef6eff-gw1',), None
Step #5 - "run-zonal-tests": 05:11:49 DEBUG Cleanly exiting request generator.
Step #5 - "run-zonal-tests": 05:11:49 DEBUG Cleanly exiting request generator.
Step #5 - "run-zonal-tests": 05:11:49 DEBUG Cleanly exiting request generator.
Step #5 - "run-zonal-tests": _________________ test_multithreaded_read_high_concurrency_zb __________________
Step #5 - "run-zonal-tests": [gw1] linux -- Python 3.13.5 /home/sa_116841737565922334104/env/bin/python3
Step #5 - "run-zonal-tests": 
Step #5 - "run-zonal-tests": extended_gcsfs = <gcsfs.extended_gcsfs.ExtendedGcsFileSystem object at 0x7f5fcea21590>
Step #5 - "run-zonal-tests": gcs_bucket_mocks = <function gcs_bucket_mocks.<locals>._gcs_bucket_mocks_factory at 0x7f5fcebca8e0>
Step #5 - "run-zonal-tests": multi_threaded_test_file = None
Step #5 - "run-zonal-tests": 
Step #5 - "run-zonal-tests":     def test_multithreaded_read_high_concurrency_zb(
Step #5 - "run-zonal-tests":         extended_gcsfs, gcs_bucket_mocks, multi_threaded_test_file
Step #5 - "run-zonal-tests":     ):
Step #5 - "run-zonal-tests":         """
Step #5 - "run-zonal-tests":         Tests high-concurrency reads to stress the connection pooling and handling.
Step #5 - "run-zonal-tests":         Verifies that many concurrent requests do not lead to crashes or deadlocks.
Step #5 - "run-zonal-tests":         """
Step #5 - "run-zonal-tests":         with gcs_bucket_mocks(
Step #5 - "run-zonal-tests":             _MULTI_THREADED_TEST_DATA, bucket_type_val=BucketType.ZONAL_HIERARCHICAL
Step #5 - "run-zonal-tests":         ) as mocks:
Step #5 - "run-zonal-tests":             read_tasks = [
Step #5 - "run-zonal-tests":                 (
Step #5 - "run-zonal-tests":                     extended_gcsfs,
Step #5 - "run-zonal-tests":                     _MULTI_THREADED_TEST_FILE_PATH,
Step #5 - "run-zonal-tests":                     _MULTI_THREADED_TEST_DATA_SIZE,
Step #5 - "run-zonal-tests":                     _READ_LENGTH_CONCURRENCY,
Step #5 - "run-zonal-tests":                 )
Step #5 - "run-zonal-tests":                 for _ in range(_NUM_CONCURRENCY_THREADS)
Step #5 - "run-zonal-tests":             ]
Step #5 - "run-zonal-tests":     
Step #5 - "run-zonal-tests": >           results = run_in_threads(
Step #5 - "run-zonal-tests":                 _read_random_range, read_tasks, num_threads=_NUM_CONCURRENCY_THREADS
Step #5 - "run-zonal-tests":             )
Step #5 - "run-zonal-tests": 
Step #5 - "run-zonal-tests": gcsfs/tests/test_extended_gcsfs.py:487: 
Step #5 - "run-zonal-tests": _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
Step #5 - "run-zonal-tests": gcsfs/tests/test_extended_gcsfs.py:298: in run_in_threads
Step #5 - "run-zonal-tests":     future.result()
Step #5 - "run-zonal-tests": /usr/lib/python3.13/concurrent/futures/_base.py:456: in result
Step #5 - "run-zonal-tests":     return self.__get_result()
Step #5 - "run-zonal-tests":            ^^^^^^^^^^^^^^^^^^^
Step #5 - "run-zonal-tests": /usr/lib/python3.13/concurrent/futures/_base.py:401: in __get_result
Step #5 - "run-zonal-tests":     raise self._exception
Step #5 - "run-zonal-tests": /usr/lib/python3.13/concurrent/futures/thread.py:59: in run
Step #5 - "run-zonal-tests":     result = self.fn(*self.args, **self.kwargs)
Step #5 - "run-zonal-tests":              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Step #5 - "run-zonal-tests": gcsfs/tests/test_extended_gcsfs.py:464: in _read_random_range
Step #5 - "run-zonal-tests":     return f.read(read_length)
Step #5 - "run-zonal-tests":            ^^^^^^^^^^^^^^^^^^^
Step #5 - "run-zonal-tests": env/lib/python3.13/site-packages/fsspec/spec.py:2178: in read
Step #5 - "run-zonal-tests":     out = self.cache._fetch(self.loc, self.loc + length)
Step #5 - "run-zonal-tests":           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Step #5 - "run-zonal-tests": env/lib/python3.13/site-packages/fsspec/caching.py:279: in _fetch
Step #5 - "run-zonal-tests":     self.cache = self.fetcher(start, end)  # new block replaces old
Step #5 - "run-zonal-tests":                  ^^^^^^^^^^^^^^^^^^^^^^^^
Step #5 - "run-zonal-tests": _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
Step #5 - "run-zonal-tests": 
Step #5 - "run-zonal-tests": self = <File-like object ExtendedGcsFileSystem, gcsfs-test-zonal-48ef6eff-gw1/multi_threaded_test_file>
Step #5 - "run-zonal-tests": start = 4738271, end = 5242880, chunk_lengths = None
Step #5 - "run-zonal-tests": 
Step #5 - "run-zonal-tests":     def _fetch_range(
Step #5 - "run-zonal-tests":         self,
Step #5 - "run-zonal-tests":         start: int | None = None,
Step #5 - "run-zonal-tests":         end: int | None = None,
Step #5 - "run-zonal-tests":         chunk_lengths: list[int] | None = None,
Step #5 - "run-zonal-tests":     ):
Step #5 - "run-zonal-tests":         """
Step #5 - "run-zonal-tests":         Overrides the default _fetch_range to implement the gRPC read path.
Step #5 - "run-zonal-tests":     
Step #5 - "run-zonal-tests":         Args:
Step #5 - "run-zonal-tests":             start: The start offset for requested bytes (included).
Step #5 - "run-zonal-tests":             end: The end offset for requested bytes (excluded).
Step #5 - "run-zonal-tests":             chunk_lengths: A list of integers specifying the sizes of sequential chunks to read
Step #5 - "run-zonal-tests":                 starting from the start offset. This cannot be used at the same time as the end parameter.
Step #5 - "run-zonal-tests":     
Step #5 - "run-zonal-tests":         Returns:
Step #5 - "run-zonal-tests":             A single bytes object if chunk_lengths is None, or a list of bytes objects corresponding
Step #5 - "run-zonal-tests":             to the requested chunk sizes. If the range cannot be satisfied, it returns empty bytes
Step #5 - "run-zonal-tests":             or a list with empty bytes.
Step #5 - "run-zonal-tests":     
Step #5 - "run-zonal-tests":         Raises:
Step #5 - "run-zonal-tests":             ValueError: If both end and chunk_lengths are provided.
Step #5 - "run-zonal-tests":             RuntimeError: If an underlying fetch operation fails for an unexpected reason.
Step #5 - "run-zonal-tests":         """
Step #5 - "run-zonal-tests":         if end is not None and chunk_lengths is not None:
Step #5 - "run-zonal-tests":             raise ValueError(
Step #5 - "run-zonal-tests":                 "The end and chunk_lengths arguments are mutually exclusive and cannot be used together."
Step #5 - "run-zonal-tests":             )
Step #5 - "run-zonal-tests":     
Step #5 - "run-zonal-tests": >       if self._prefetch_engine:
Step #5 - "run-zonal-tests":            ^^^^^^^^^^^^^^^^^^^^^
Step #5 - "run-zonal-tests": E       AttributeError: 'ZonalFile' object has no attribute '_prefetch_engine'
Step #5 - "run-zonal-tests": 
Step #5 - "run-zonal-tests": gcsfs/zonal_file.py:193: AttributeError
Step #5 - "run-zonal-tests": ------------------------------ Captured log setup ------------------------------
Step #5 - "run-zonal-tests": 05:11:49 DEBUG Checking '' for explicit credentials as part of auth process...
Step #5 - "run-zonal-tests": 05:11:49 DEBUG Checking Cloud SDK credentials as part of auth process...
Step #5 - "run-zonal-tests": 05:11:49 DEBUG Cloud SDK credentials not found on disk; not using them
Step #5 - "run-zonal-tests": 05:11:49 DEBUG Making request...
Step #5 - "run-zonal-tests": 05:11:49 DEBUG Starting new HTTP connection (1): 169.254.169.254:80
Step #5 - "run-zonal-tests": 05:11:49 DEBUG http://169.254.169.254:80 "GET / HTTP/1.1" 200 17
Step #5 - "run-zonal-tests": 05:11:49 DEBUG Response received...
Step #5 - "run-zonal-tests": 05:11:49 DEBUG Making request...
Step #5 - "run-zonal-tests": 05:11:49 DEBUG Starting new HTTP connection (1): metadata.google.internal:80
Step #5 - "run-zonal-tests": 05:11:49 DEBUG http://metadata.google.internal:80 "GET /computeMetadata/v1/project/project-id HTTP/1.1" 200 15
Step #5 - "run-zonal-tests": 05:11:49 DEBUG Response received...
Step #5 - "run-zonal-tests": 05:11:49 DEBUG Connected with method google_default
Step #5 - "run-zonal-tests": 05:11:49 DEBUG [_cygrpc] Loaded running loop: id(loop)=140049482947216
Step #5 - "run-zonal-tests": 05:11:49 DEBUG [_cygrpc] Loaded running loop: id(loop)=140049482947216
Step #5 - "run-zonal-tests": 05:11:49 DEBUG Created client `google.storage.control_v2.StorageControlAsyncClient`.
Step #5 - "run-zonal-tests": 05:11:49 DEBUG get_storage_layout request for name: projects/_/buckets/gcsfs-test-zonal-48ef6eff-gw1/storageLayout
Step #5 - "run-zonal-tests": 05:11:49 DEBUG Sending request for b'/google.storage.control.v2.StorageControl/GetStorageLayout'
Step #5 - "run-zonal-tests": 05:11:49 DEBUG [_cygrpc] Loaded running loop: id(loop)=140049482947216
Step #5 - "run-zonal-tests": 05:11:49 DEBUG Making request...
Step #5 - "run-zonal-tests": 05:11:49 DEBUG Starting new HTTP connection (1): metadata.google.internal:80
Step #5 - "run-zonal-tests": 05:11:49 DEBUG http://metadata.google.internal:80 "GET /computeMetadata/v1/instance/service-accounts/default/?recursive=true HTTP/1.1" 200 146
Step #5 - "run-zonal-tests": 05:11:49 DEBUG Response received...
Step #5 - "run-zonal-tests": 05:11:49 DEBUG Making request...
Step #5 - "run-zonal-tests": 05:11:49 DEBUG http://metadata.google.internal:80 "GET /computeMetadata/v1/instance/service-accounts/default/token?scopes=https%3A%2F%2Fwww.googleapis.com%2Fauth%2Fdevstorage.full_control HTTP/1.1" 200 1083
Step #5 - "run-zonal-tests": 05:11:49 DEBUG Response received...
Step #5 - "run-zonal-tests": 05:11:49 DEBUG Making request...
Step #5 - "run-zonal-tests": 05:11:49 DEBUG Starting new HTTP connection (1): metadata.google.internal:80
Step #5 - "run-zonal-tests": 05:11:49 DEBUG http://metadata.google.internal:80 "GET /computeMetadata/v1/universe/universe-domain HTTP/1.1" 404 1604
Step #5 - "run-zonal-tests": 05:11:49 DEBUG Response received...
Step #5 - "run-zonal-tests": 05:11:49 DEBUG Making request...
Step #5 - "run-zonal-tests": 05:11:49 DEBUG Starting new HTTPS connection (1): iamcredentials.googleapis.com:443
Step #5 - "run-zonal-tests": 05:11:49 DEBUG Received response to rpc b'/google.storage.control.v2.StorageControl/GetStorageLayout'.
Step #5 - "run-zonal-tests": 05:11:49 DEBUG GET: b/{}/o, ('gcsfs-test-zonal-48ef6eff-gw1',), None
Step #5 - "run-zonal-tests": 05:11:49 DEBUG list_folders request: parent: "projects/_/buckets/gcsfs-test-zonal-48ef6eff-gw1"
Step #5 - "run-zonal-tests": request_id: "45034889-bdf5-456c-b1a5-f8b0c201cb63"
Step #5 - "run-zonal-tests": 
Step #5 - "run-zonal-tests": 05:11:49 DEBUG Sending request for b'/google.storage.control.v2.StorageControl/ListFolders'
Step #5 - "run-zonal-tests": 05:11:49 DEBUG [_cygrpc] Loaded running loop: id(loop)=140049482947216
Step #5 - "run-zonal-tests": 05:11:49 DEBUG https://iamcredentials.googleapis.com:443 "GET /v1/projects/-/serviceAccounts/zonal-vm-svc@gcsfs-ci-902862.iam.gserviceaccount.com/allowedLocations HTTP/1.1" 200 None
Step #5 - "run-zonal-tests": 05:11:49 DEBUG Response received...
Step #5 - "run-zonal-tests": 05:11:49 DEBUG Regional Access Boundary lookup successful.
Step #5 - "run-zonal-tests": 05:11:49 DEBUG Received response to rpc b'/google.storage.control.v2.StorageControl/ListFolders'.
Step #5 - "run-zonal-tests": 05:11:49 DEBUG invalidate_cache clearing cache
Step #5 - "run-zonal-tests": 05:11:49 DEBUG [_cygrpc] Loaded running loop: id(loop)=140049482947216
Step #5 - "run-zonal-tests": 05:11:49 DEBUG [_cygrpc] Loaded running loop: id(loop)=140049482947216
Step #5 - "run-zonal-tests": 05:11:49 DEBUG Created client `google.storage_v2.StorageAsyncClient`.
Step #5 - "run-zonal-tests": 05:11:49 DEBUG [_cygrpc] Loaded running loop: id(loop)=140049482947216
Step #5 - "run-zonal-tests": 05:11:49 DEBUG Cleanly exiting request generator.
Step #5 - "run-zonal-tests": ------------------------------ Captured log call -------------------------------
Step #5 - "run-zonal-tests": 05:11:49 DEBUG GET: b/{}/o/{}, ('gcsfs-test-zonal-48ef6eff-gw1', 'multi_threaded_test_file'), None
Step #5 - "run-zonal-tests": 05:11:49 DEBUG Sending request for b'/google.storage.control.v2.StorageControl/GetFolder'
Step #5 - "run-zonal-tests": 05:11:49 DEBUG [_cygrpc] Loaded running loop: id(loop)=140049482947216
Step #5 - "run-zonal-tests": 05:11:49 DEBUG GET: b/{}/o/{}, ('gcsfs-test-zonal-48ef6eff-gw1', 'multi_threaded_test_file'), None
Step #5 - "run-zonal-tests": 05:11:49 DEBUG Sending request for b'/google.storage.control.v2.StorageControl/GetFolder'
Step #5 - "run-zonal-tests": 05:11:49 DEBUG [_cygrpc] Loaded running loop: id(loop)=140049482947216
Step #5 - "run-zonal-tests": 05:11:49 DEBUG GET: b/{}/o/{}, ('gcsfs-test-zonal-48ef6eff-gw1', 'multi_threaded_test_file'), None
Step #5 - "run-zonal-tests": 05:11:49 DEBUG Sending request for b'/google.storage.control.v2.StorageControl/GetFolder'
Step #5 - "run-zonal-tests": 05:11:49 DEBUG [_cygrpc] Loaded running loop: id(loop)=140049482947216
Step #5 - "run-zonal-tests": 05:11:49 DEBUG GET: b/{}/o/{}, ('gcsfs-test-zonal-48ef6eff-gw1', 'multi_threaded_test_file'), None
Step #5 - "run-zonal-tests": 05:11:49 DEBUG Sending request for b'/google.storage.control.v2.StorageControl/GetFolder'
Step #5 - "run-zonal-tests": 05:11:49 DEBUG [_cygrpc] Loaded running loop: id(loop)=140049482947216
Step #5 - "run-zonal-tests": 05:11:49 DEBUG GET: b/{}/o/{}, ('gcsfs-test-zonal-48ef6eff-gw1', 'multi_threaded_test_file'), None
Step #5 - "run-zonal-tests": 05:11:49 DEBUG Sending request for b'/google.storage.control.v2.StorageControl/GetFolder'
Step #5 - "run-zonal-tests": 05:11:49 DEBUG [_cygrpc] Loaded running loop: id(loop)=140049482947216
Step #5 - "run-zonal-tests": 05:11:49 DEBUG GET: b/{}/o/{}, ('gcsfs-test-zonal-48ef6eff-gw1', 'multi_threaded_test_file'), None
Step #5 - "run-zonal-tests": 05:11:49 DEBUG GET: b/{}/o/{}, ('gcsfs-test-zonal-48ef6eff-gw1', 'multi_threaded_test_file'), None
Step #5 - "run-zonal-tests": 05:11:49 DEBUG Sending request for b'/google.storage.control.v2.StorageControl/GetFolder'
Step #5 - "run-zonal-tests": 05:11:49 DEBUG [_cygrpc] Loaded running loop: id(loop)=140049482947216
Step #5 - "run-zonal-tests": 05:11:49 DEBUG Sending request for b'/google.storage.control.v2.StorageControl/GetFolder'
Step #5 - "run-zonal-tests": 05:11:49 DEBUG [_cygrpc] Loaded running loop: id(loop)=140049482947216
Step #5 - "run-zonal-tests": 05:11:49 DEBUG GET: b/{}/o/{}, ('gcsfs-test-zonal-48ef6eff-gw1', 'multi_threaded_test_file'), None
Step #5 - "run-zonal-tests": 05:11:49 DEBUG Sending request for b'/google.storage.control.v2.StorageControl/GetFolder'
Step #5 - "run-zonal-tests": 05:11:49 DEBUG [_cygrpc] Loaded running loop: id(loop)=140049482947216
Step #5 - "run-zonal-tests": 05:11:49 DEBUG GET: b/{}/o/{}, ('gcsfs-test-zonal-48ef6eff-gw1', 'multi_threaded_test_file'), None
Step #5 - "run-zonal-tests": 05:11:49 DEBUG Sending request for b'/google.storage.control.v2.StorageControl/GetFolder'
Step #5 - "run-zonal-tests": 05:11:49 DEBUG [_cygrpc] Loaded running loop: id(loop)=140049482947216
Step #5 - "run-zonal-tests": 05:11:49 DEBUG GET: b/{}/o/{}, ('gcsfs-test-zonal-48ef6eff-gw1', 'multi_threaded_test_file'), None
Step #5 - "run-zonal-tests": 05:11:49 DEBUG Sending request for b'/google.storage.control.v2.StorageControl/GetFolder'
Step #5 - "run-zonal-tests": 05:11:49 DEBUG [_cygrpc] Loaded running loop: id(loop)=140049482947216
Step #5 - "run-zonal-tests": 05:11:49 DEBUG [_cygrpc] Loaded running loop: id(loop)=140049482947216
Step #5 - "run-zonal-tests": 05:11:49 DEBUG [_cygrpc] Loaded running loop: id(loop)=140049482947216
Step #5 - "run-zonal-tests": 05:11:49 DEBUG [_cygrpc] Loaded running loop: id(loop)=140049482947216
Step #5 - "run-zonal-tests": 05:11:49 DEBUG [_cygrpc] Loaded running loop: id(loop)=140049482947216
Step #5 - "run-zonal-tests": 05:11:49 DEBUG [_cygrpc] Loaded running loop: id(loop)=140049482947216
Step #5 - "run-zonal-tests": 05:11:49 DEBUG [_cygrpc] Loaded running loop: id(loop)=140049482947216
Step #5 - "run-zonal-tests": 05:11:49 DEBUG [_cygrpc] Loaded running loop: id(loop)=140049482947216
Step #5 - "run-zonal-tests": 05:11:49 DEBUG [_cygrpc] Loaded running loop: id(loop)=140049482947216
Step #5 - "run-zonal-tests": 05:11:49 DEBUG [_cygrpc] Loaded running loop: id(loop)=140049482947216
Step #5 - "run-zonal-tests": 05:11:49 DEBUG [_cygrpc] Loaded running loop: id(loop)=140049482947216
Step #5 - "run-zonal-tests": 05:11:49 DEBUG Cleanly exiting request generator.
Step #5 - "run-zonal-tests": 05:11:49 DEBUG Cleanly exiting request generator.
Step #5 - "run-zonal-tests": ---------------------------- Captured log teardown -----------------------------
Step #5 - "run-zonal-tests": 05:11:49 DEBUG GET: b/gcsfs-test-standard-for-zonal-48ef6eff-gw1, (), None
Step #5 - "run-zonal-tests": 05:11:49 DEBUG get_storage_layout request for name: projects/_/buckets/gcsfs-test-standard-for-zonal-48ef6eff-gw1/storageLayout
Step #5 - "run-zonal-tests": 05:11:49 DEBUG Sending request for b'/google.storage.control.v2.StorageControl/GetStorageLayout'
Step #5 - "run-zonal-tests": 05:11:49 DEBUG [_cygrpc] Loaded running loop: id(loop)=140049482947216
Step #5 - "run-zonal-tests": 05:11:49 DEBUG Received response to rpc b'/google.storage.control.v2.StorageControl/GetStorageLayout'.
Step #5 - "run-zonal-tests": 05:11:49 DEBUG GET: b/{}/o, ('gcsfs-test-standard-for-zonal-48ef6eff-gw1',), None
Step #5 - "run-zonal-tests": 05:11:49 DEBUG GET: b/{}/o, ('gcsfs-test-standard-for-zonal-48ef6eff-gw1',), None
Step #5 - "run-zonal-tests": 05:11:49 DEBUG Cleanly exiting request generator.
Step #5 - "run-zonal-tests": 05:11:49 DEBUG Cleanly exiting request generator.
Step #5 - "run-zonal-tests": 05:11:49 DEBUG Cleanly exiting request generator.
Step #5 - "run-zonal-tests": 05:11:49 DEBUG Cleanly exiting request generator.
Step #5 - "run-zonal-tests": 05:11:49 DEBUG Cleanly exiting request generator.
Step #5 - "run-zonal-tests": 05:11:49 DEBUG Cleanly exiting request generator.
Step #5 - "run-zonal-tests": 05:11:49 DEBUG Cleanly exiting request generator.
Step #5 - "run-zonal-tests": 05:11:49 DEBUG Cleanly exiting request generator.
Step #5 - "run-zonal-tests": __________________ test_multiprocess_read_disjoint_ranges_zb ___________________
Step #5 - "run-zonal-tests": [gw1] linux -- Python 3.13.5 /home/sa_116841737565922334104/env/bin/python3
Step #5 - "run-zonal-tests": multiprocessing.pool.RemoteTraceback: 
Step #5 - "run-zonal-tests": """
Step #5 - "run-zonal-tests": Traceback (most recent call last):
Step #5 - "run-zonal-tests":   File "/usr/lib/python3.13/multiprocessing/pool.py", line 125, in worker
Step #5 - "run-zonal-tests":     result = (True, func(*args, **kwds))
Step #5 - "run-zonal-tests":                     ~~~~^^^^^^^^^^^^^^^
Step #5 - "run-zonal-tests":   File "/usr/lib/python3.13/multiprocessing/pool.py", line 51, in starmapstar
Step #5 - "run-zonal-tests":     return list(itertools.starmap(args[0], args[1]))
Step #5 - "run-zonal-tests":   File "/home/sa_116841737565922334104/gcsfs/tests/test_extended_gcsfs.py", line 608, in _read_range_and_get_pid
Step #5 - "run-zonal-tests":     data = f.read(length)
Step #5 - "run-zonal-tests":   File "/home/sa_116841737565922334104/env/lib/python3.13/site-packages/fsspec/spec.py", line 2178, in read
Step #5 - "run-zonal-tests":     out = self.cache._fetch(self.loc, self.loc + length)
Step #5 - "run-zonal-tests":   File "/home/sa_116841737565922334104/env/lib/python3.13/site-packages/fsspec/caching.py", line 279, in _fetch
Step #5 - "run-zonal-tests":     self.cache = self.fetcher(start, end)  # new block replaces old
Step #5 - "run-zonal-tests":                  ~~~~~~~~~~~~^^^^^^^^^^^^
Step #5 - "run-zonal-tests":   File "/home/sa_116841737565922334104/gcsfs/zonal_file.py", line 193, in _fetch_range
Step #5 - "run-zonal-tests":     if self._prefetch_engine:
Step #5 - "run-zonal-tests":        ^^^^^^^^^^^^^^^^^^^^^
Step #5 - "run-zonal-tests": AttributeError: 'ZonalFile' object has no attribute '_prefetch_engine'
Step #5 - "run-zonal-tests": """
Step #5 - "run-zonal-tests": 
Step #5 - "run-zonal-tests": The above exception was the direct cause of the following exception:
Step #5 - "run-zonal-tests": 
Step #5 - "run-zonal-tests": extended_gcsfs = <gcsfs.extended_gcsfs.ExtendedGcsFileSystem object at 0x7f5fcea20690>
Step #5 - "run-zonal-tests": multi_threaded_test_file = None
Step #5 - "run-zonal-tests": 
Step #5 - "run-zonal-tests":     def test_multiprocess_read_disjoint_ranges_zb(extended_gcsfs, multi_threaded_test_file):
Step #5 - "run-zonal-tests":         """
Step #5 - "run-zonal-tests":         Tests concurrent reads of disjoint ranges from the same file in different processes.
Step #5 - "run-zonal-tests":         """
Step #5 - "run-zonal-tests":         if not extended_gcsfs.on_google:
Step #5 - "run-zonal-tests":             pytest.skip("Multiprocessing tests require a live GCS backend.")
Step #5 - "run-zonal-tests":     
Step #5 - "run-zonal-tests":         read_tasks = [
Step #5 - "run-zonal-tests":             (_MULTI_THREADED_TEST_FILE_PATH, 0, 1024),
Step #5 - "run-zonal-tests":             (_MULTI_THREADED_TEST_FILE_PATH, 2048, 1024),
Step #5 - "run-zonal-tests":             (_MULTI_THREADED_TEST_FILE_PATH, 4096, 1024),
Step #5 - "run-zonal-tests":         ]
Step #5 - "run-zonal-tests":     
Step #5 - "run-zonal-tests": >       results = run_in_processes(_read_range_and_get_pid, read_tasks)
Step #5 - "run-zonal-tests":                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Step #5 - "run-zonal-tests": 
Step #5 - "run-zonal-tests": gcsfs/tests/test_extended_gcsfs.py:625: 
Step #5 - "run-zonal-tests": _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
Step #5 - "run-zonal-tests": gcsfs/tests/test_extended_gcsfs.py:595: in run_in_processes
Step #5 - "run-zonal-tests":     results = pool.starmap(func, args_list)
Step #5 - "run-zonal-tests":               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Step #5 - "run-zonal-tests": /usr/lib/python3.13/multiprocessing/pool.py:375: in starmap
Step #5 - "run-zonal-tests":     return self._map_async(func, iterable, starmapstar, chunksize).get()
Step #5 - "run-zonal-tests":            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Step #5 - "run-zonal-tests": _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
Step #5 - "run-zonal-tests": 
Step #5 - "run-zonal-tests": self = <multiprocessing.pool.MapResult object at 0x7f5fcea3fcb0>, timeout = None
Step #5 - "run-zonal-tests": 
Step #5 - "run-zonal-tests":     def get(self, timeout=None):
Step #5 - "run-zonal-tests":         self.wait(timeout)
Step #5 - "run-zonal-tests":         if not self.ready():
Step #5 - "run-zonal-tests":             raise TimeoutError
Step #5 - "run-zonal-tests":         if self._success:
Step #5 - "run-zonal-tests":             return self._value
Step #5 - "run-zonal-tests":         else:
Step #5 - "run-zonal-tests": >           raise self._value
Step #5 - "run-zonal-tests": E           AttributeError: 'ZonalFile' object has no attribute '_prefetch_engine'
Step #5 - "run-zonal-tests": 
Step #5 - "run-zonal-tests": /usr/lib/python3.13/multiprocessing/pool.py:774: AttributeError
Step #5 - "run-zonal-tests": ------------------------------ Captured log setup ------------------------------
Step #5 - "run-zonal-tests": 05:11:50 DEBUG Checking '' for explicit credentials as part of auth process...
Step #5 - "run-zonal-tests": 05:11:50 DEBUG Checking Cloud SDK credentials as part of auth process...
Step #5 - "run-zonal-tests": 05:11:50 DEBUG Cloud SDK credentials not found on disk; not using them
Step #5 - "run-zonal-tests": 05:11:50 DEBUG Making request...
Step #5 - "run-zonal-tests": 05:11:50 DEBUG Starting new HTTP connection (1): 169.254.169.254:80
Step #5 - "run-zonal-tests": 05:11:50 DEBUG http://169.254.169.254:80 "GET / HTTP/1.1" 200 17
Step #5 - "run-zonal-tests": 05:11:50 DEBUG Response received...
Step #5 - "run-zonal-tests": 05:11:50 DEBUG Making request...
Step #5 - "run-zonal-tests": 05:11:50 DEBUG Starting new HTTP connection (1): metadata.google.internal:80
Step #5 - "run-zonal-tests": 05:11:50 DEBUG http://metadata.google.internal:80 "GET /computeMetadata/v1/project/project-id HTTP/1.1" 200 15
Step #5 - "run-zonal-tests": 05:11:50 DEBUG Response received...
Step #5 - "run-zonal-tests": 05:11:50 DEBUG Connected with method google_default
Step #5 - "run-zonal-tests": 05:11:50 DEBUG [_cygrpc] Loaded running loop: id(loop)=140049482947216
Step #5 - "run-zonal-tests": 05:11:50 DEBUG [_cygrpc] Loaded running loop: id(loop)=140049482947216
Step #5 - "run-zonal-tests": 05:11:50 DEBUG Created client `google.storage.control_v2.StorageControlAsyncClient`.
Step #5 - "run-zonal-tests": 05:11:50 DEBUG get_storage_layout request for name: projects/_/buckets/gcsfs-test-zonal-48ef6eff-gw1/storageLayout
Step #5 - "run-zonal-tests": 05:11:50 DEBUG Sending request for b'/google.storage.control.v2.StorageControl/GetStorageLayout'
Step #5 - "run-zonal-tests": 05:11:50 DEBUG [_cygrpc] Loaded running loop: id(loop)=140049482947216
Step #5 - "run-zonal-tests": 05:11:50 DEBUG Making request...
Step #5 - "run-zonal-tests": 05:11:50 DEBUG Starting new HTTP connection (1): metadata.google.internal:80
Step #5 - "run-zonal-tests": 05:11:50 DEBUG http://metadata.google.internal:80 "GET /computeMetadata/v1/instance/service-accounts/default/?recursive=true HTTP/1.1" 200 146
Step #5 - "run-zonal-tests": 05:11:50 DEBUG Response received...
Step #5 - "run-zonal-tests": 05:11:50 DEBUG Making request...
Step #5 - "run-zonal-tests": 05:11:50 DEBUG http://metadata.google.internal:80 "GET /computeMetadata/v1/instance/service-accounts/default/token?scopes=https%3A%2F%2Fwww.googleapis.com%2Fauth%2Fdevstorage.full_control HTTP/1.1" 200 1083
Step #5 - "run-zonal-tests": 05:11:50 DEBUG Response received...
Step #5 - "run-zonal-tests": 05:11:50 DEBUG Making request...
Step #5 - "run-zonal-tests": 05:11:50 DEBUG Starting new HTTP connection (1): metadata.google.internal:80
Step #5 - "run-zonal-tests": 05:11:50 DEBUG http://metadata.google.internal:80 "GET /computeMetadata/v1/universe/universe-domain HTTP/1.1" 404 1604
Step #5 - "run-zonal-tests": 05:11:50 DEBUG Response received...
Step #5 - "run-zonal-tests": 05:11:50 DEBUG Making request...
Step #5 - "run-zonal-tests": 05:11:50 DEBUG Starting new HTTPS connection (1): iamcredentials.googleapis.com:443
Step #5 - "run-zonal-tests": 05:11:50 DEBUG Received response to rpc b'/google.storage.control.v2.StorageControl/GetStorageLayout'.
Step #5 - "run-zonal-tests": 05:11:50 DEBUG GET: b/{}/o, ('gcsfs-test-zonal-48ef6eff-gw1',), None
Step #5 - "run-zonal-tests": 05:11:50 DEBUG list_folders request: parent: "projects/_/buckets/gcsfs-test-zonal-48ef6eff-gw1"
Step #5 - "run-zonal-tests": request_id: "803aa127-7913-4273-aa43-394745fb0753"
Step #5 - "run-zonal-tests": 
Step #5 - "run-zonal-tests": 05:11:50 DEBUG Sending request for b'/google.storage.control.v2.StorageControl/ListFolders'
Step #5 - "run-zonal-tests": 05:11:50 DEBUG [_cygrpc] Loaded running loop: id(loop)=140049482947216
Step #5 - "run-zonal-tests": 05:11:50 DEBUG https://iamcredentials.googleapis.com:443 "GET /v1/projects/-/serviceAccounts/zonal-vm-svc@gcsfs-ci-902862.iam.gserviceaccount.com/allowedLocations HTTP/1.1" 200 None
Step #5 - "run-zonal-tests": 05:11:50 DEBUG Response received...
Step #5 - "run-zonal-tests": 05:11:50 DEBUG Regional Access Boundary lookup successful.
Step #5 - "run-zonal-tests": 05:11:50 DEBUG Received response to rpc b'/google.storage.control.v2.StorageControl/ListFolders'.
Step #5 - "run-zonal-tests": 05:11:50 DEBUG invalidate_cache clearing cache
Step #5 - "run-zonal-tests": 05:11:50 DEBUG [_cygrpc] Loaded running loop: id(loop)=140049482947216
Step #5 - "run-zonal-tests": 05:11:50 DEBUG [_cygrpc] Loaded running loop: id(loop)=140049482947216
Step #5 - "run-zonal-tests": 05:11:50 DEBUG Created client `google.storage_v2.StorageAsyncClient`.
Step #5 - "run-zonal-tests": 05:11:50 DEBUG [_cygrpc] Loaded running loop: id(loop)=140049482947216
Step #5 - "run-zonal-tests": 05:11:50 DEBUG Cleanly exiting request generator.
Step #5 - "run-zonal-tests": ---------------------------- Captured log teardown -----------------------------
Step #5 - "run-zonal-tests": 05:11:51 DEBUG GET: b/gcsfs-test-standard-for-zonal-48ef6eff-gw1, (), None
Step #5 - "run-zonal-tests": 05:11:51 DEBUG get_storage_layout request for name: projects/_/buckets/gcsfs-test-standard-for-zonal-48ef6eff-gw1/storageLayout
Step #5 - "run-zonal-tests": 05:11:51 DEBUG Sending request for b'/google.storage.control.v2.StorageControl/GetStorageLayout'
Step #5 - "run-zonal-tests": 05:11:51 DEBUG [_cygrpc] Loaded running loop: id(loop)=140049482947216
Step #5 - "run-zonal-tests": 05:11:51 DEBUG Received response to rpc b'/google.storage.control.v2.StorageControl/GetStorageLayout'.
Step #5 - "run-zonal-tests": 05:11:51 DEBUG GET: b/{}/o, ('gcsfs-test-standard-for-zonal-48ef6eff-gw1',), None
Step #5 - "run-zonal-tests": 05:11:51 DEBUG GET: b/{}/o, ('gcsfs-test-standard-for-zonal-48ef6eff-gw1',), None
Step #5 - "run-zonal-tests": _________________ test_multiprocess_read_overlapping_ranges_zb _________________
Step #5 - "run-zonal-tests": [gw1] linux -- Python 3.13.5 /home/sa_116841737565922334104/env/bin/python3
Step #5 - "run-zonal-tests": multiprocessing.pool.RemoteTraceback: 
Step #5 - "run-zonal-tests": """
Step #5 - "run-zonal-tests": Traceback (most recent call last):
Step #5 - "run-zonal-tests":   File "/usr/lib/python3.13/multiprocessing/pool.py", line 125, in worker
Step #5 - "run-zonal-tests":     result = (True, func(*args, **kwds))
Step #5 - "run-zonal-tests":                     ~~~~^^^^^^^^^^^^^^^
Step #5 - "run-zonal-tests":   File "/usr/lib/python3.13/multiprocessing/pool.py", line 51, in starmapstar
Step #5 - "run-zonal-tests":     return list(itertools.starmap(args[0], args[1]))
Step #5 - "run-zonal-tests":   File "/home/sa_116841737565922334104/gcsfs/tests/test_extended_gcsfs.py", line 608, in _read_range_and_get_pid
Step #5 - "run-zonal-tests":     data = f.read(length)
Step #5 - "run-zonal-tests":   File "/home/sa_116841737565922334104/env/lib/python3.13/site-packages/fsspec/spec.py", line 2178, in read
Step #5 - "run-zonal-tests":     out = self.cache._fetch(self.loc, self.loc + length)