Skip to content
CI

Fixes #1541: HTTPFilesystem has a race condition on data size between the open and read class, if content changes at server between the 2 class #2167

Sign in to view logs

Fixes #1541: HTTPFilesystem has a race condition on data size between the open and read class, if content changes at server between the 2 class

Fixes #1541: HTTPFilesystem has a race condition on data size between the open and read class, if content changes at server between the 2 class #2167

Workflow file for this run

.github/workflows/main.yaml at 2892402
name: CI
on:
push:
branches: "*"
pull_request:
branches: master
jobs:
linux:
name: ${{ matrix.PY }}-pytest
runs-on: ubuntu-latest
strategy:
fail-fast: false
matrix:
PY: ["3.8", "3.9", "3.10", "3.11"]
env:
CIRUN: true
steps:
- name: Checkout
uses: actions/checkout@v3
with:
fetch-depth: 0
- name: Setup conda
uses: mamba-org/setup-micromamba@v1
with:
environment-file: ci/environment-py38.yml
create-args: >-
python=${{ matrix.PY }}
- name: Run Tests
shell: bash -l {0}
run: |
pytest -v
win:
name: pytest-win
runs-on: windows-2019
strategy:
fail-fast: false
env:
CIRUN: true
steps:
- name: Checkout
uses: actions/checkout@v3
with:
fetch-depth: 0
- name: Setup conda
uses: mamba-org/setup-micromamba@v1
with:
environment-file: ci/environment-win.yml
- name: Run Tests
shell: bash -l {0}
run: |
pytest -v
lint:
name: lint
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@main
- uses: actions/setup-python@main
with:
python-version: "3.11"
- uses: pre-commit/action@main
# typecheck:
# runs-on: ubuntu-latest
# steps:
# - name: Checkout
# uses: actions/checkout@v3
#
# - name: Setup conda
# uses: mamba-org/setup-micromamba@v1
# with:
# environment-file: ci/environment-typecheck.yml
#
# - name: mypy
# shell: bash -l {0}
# run: |
# mypy fsspec
#
downstream:
name: downstream
runs-on: ubuntu-latest
steps:
- name: Checkout
uses: actions/checkout@v3
with:
fetch-depth: 0
- name: Setup conda
uses: mamba-org/setup-micromamba@v1
with:
environment-file: ci/environment-downstream.yml
- name: Local install
shell: bash -l {0}
run: |
git config --global user.email "[email protected]"
git config --global user.name "Your Name"
git tag -a 3000 -m "fake"
pip install -e .
- name: Clone s3fs
shell: bash -l {0}
run: git clone https://github.com/fsspec/s3fs
- name: Install s3fs
shell: bash -l {0}
run: |
pip install -e ./s3fs --no-deps
- name: Run fsspec tests
shell: bash -l {0}
run: |
pytest -v fsspec/tests/test_downstream.py
- name: clone dask
shell: bash -l {0}
run: |
git clone https://github.com/dask/dask
pip install -e ./dask
- name: Run dask tests
shell: bash -l {0}
run: |
pytest -v dask/dask/bytes
fsspec_friends:
name: ${{ matrix.FRIEND }}-pytest
runs-on: ubuntu-latest
strategy:
fail-fast: false
matrix:
FRIEND: [gcsfs, s3fs]
env:
CIRUN: true
BOTO_CONFIG: /dev/null
AWS_ACCESS_KEY_ID: foobar_key
AWS_SECRET_ACCESS_KEY: foobar_secret
steps:
- name: Checkout
uses: actions/checkout@v3
- name: Setup conda
uses: mamba-org/setup-micromamba@v1
with:
environment-file: ci/environment-friends.yml
- name: Clone
shell: bash -l {0}
run: git clone https://github.com/fsspec/${{ matrix.FRIEND }}
- name: Install
shell: bash -l {0}
run: |
pip install -e . --no-deps
pip install -e ./${{ matrix.FRIEND }} --no-deps
- name: Test
shell: bash -l {0}
run: pytest -v ${{ matrix.FRIEND }}