This repository has been archived by the owner on Jan 3, 2024. It is now read-only.
rgw/sfs: honor retry_raced_bucket_write mechanism #305
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| --- | |
| name: Test s3gw | |
| on: | |
| pull_request: | |
| branches: | |
| - "s3gw" | |
| push: | |
| branches: | |
| ci/s3tests-results | |
| tags: | |
| - "s3gw-v*" | |
| # This is useful when rebasing | |
| workflow_dispatch: | |
| env: | |
| CMAKE_BUILD_TYPE: Debug | |
| NPROC: 16 | |
| # Note: max 128 chars according to OCI Distribution Spec | |
| IMAGE_TAG: ${{ github.workflow_sha }}-${{ github.run_id }}-${{ github.run_attempt }} | |
| jobs: | |
| tests: | |
| runs-on: self-hosted | |
| steps: | |
| - name: Checkout ceph | |
| uses: actions/checkout@v3 | |
| with: | |
| path: ceph | |
| submodules: recursive | |
| - name: Checkout s3gw | |
| uses: actions/checkout@v3 | |
| with: | |
| repository: aquarist-labs/s3gw | |
| path: s3gw | |
| submodules: false | |
| - name: Setup Python | |
| uses: actions/setup-python@v4 | |
| with: | |
| python-version: 3.8 | |
| - name: Install Dependencies | |
| run: | | |
| sudo apt-get update | |
| sudo apt-get install -y \ | |
| s3cmd | |
| python3 -m pip install -r ceph/qa/rgw/store/sfs/tests/requirements.txt | |
| - name: Build Unittests | |
| run: | | |
| docker build \ | |
| --build-arg CMAKE_BUILD_TYPE=Debug \ | |
| --build-arg NPROC=16 \ | |
| --file s3gw/Dockerfile \ | |
| --tag s3gw-unittests:${IMAGE_TAG} \ | |
| --target s3gw-unittests \ | |
| . | |
| - name: Run Unittests | |
| run: | | |
| docker run --rm s3gw-unittests:${IMAGE_TAG} | |
| - name: Build s3gw Container Image | |
| run: | | |
| docker build \ | |
| --build-arg CMAKE_BUILD_TYPE=Debug \ | |
| --build-arg NPROC=16 \ | |
| --file s3gw/Dockerfile \ | |
| --tag s3gw:${IMAGE_TAG} \ | |
| . | |
| - name: Run Integration tests | |
| run: | | |
| set -e | |
| set -x | |
| source ceph/qa/rgw/store/sfs/tests/helpers.sh | |
| mkdir -p integration/storage | |
| CONTAINER=$(docker run --rm -d \ | |
| -p 7480:7480 \ | |
| -v $GITHUB_WORKSPACE/integration/storage:/data \ | |
| s3gw:${IMAGE_TAG} \ | |
| --rgw-backend-store sfs \ | |
| --debug-rgw 1 \ | |
| --rgw-lc-debug-interval 10) | |
| wait_for_http_200 "http://127.0.0.1:7480" | |
| echo "Running Integration Tests:" | |
| cd ceph/qa/rgw/store/sfs/tests | |
| python3 -m unittest -v test-*.py | |
| docker kill $CONTAINER | |
| - name: Run smoke tests | |
| run: | | |
| set -e | |
| set -x | |
| source ceph/qa/rgw/store/sfs/tests/helpers.sh | |
| mkdir -p smoke/storage | |
| CONTAINER=$(docker run --rm -d \ | |
| -p 7480:7480 \ | |
| -v $GITHUB_WORKSPACE/smoke/storage:/data \ | |
| s3gw:${IMAGE_TAG} \ | |
| --rgw-backend-store sfs \ | |
| --debug-rgw 1) | |
| wait_for_http_200 "http://127.0.0.1:7480" | |
| echo "Running Smoke Tests:" | |
| cd ceph/qa/rgw/store/sfs/tests | |
| ./sfs-smoke-test.sh 127.0.0.1:7480 | |
| docker kill $CONTAINER | |
| - name: Run S3 Tests | |
| run: | | |
| set -x | |
| docker run --rm \ | |
| -v /run/docker.sock:/run/docker.sock \ | |
| -v ${GITHUB_WORKSPACE}/s3tr-out:/out \ | |
| --pull=always \ | |
| ghcr.io/aquarist-labs/s3tr:latest \ | |
| run \ | |
| --image s3gw:${IMAGE_TAG} \ | |
| --docker-api unix:///run/docker.sock \ | |
| --nproc 10 \ | |
| /out/s3tr.json | |
| - name: Archive Results | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| name: s3tests-results-${{ github.workflow_sha }}-${{ github.run_id }}-${{ github.run_attempt }} | |
| path: s3tr-out/s3tr.json | |
| - name: Analyze Results | |
| run: | | |
| set -x | |
| docker run --rm \ | |
| -v ${GITHUB_WORKSPACE}/s3tr-out:/out \ | |
| -v ${GITHUB_WORKSPACE}/ceph:/ceph:ro \ | |
| ghcr.io/aquarist-labs/s3tr:latest \ | |
| analyze summary \ | |
| /out/s3tr.json \ | |
| /ceph/qa/rgw/store/sfs/tests/fixtures/s3tr_excuses.csv |