kafka: add FetchMaxBytes config (#1808) #1352
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Publish latest | |
| on: | |
| push: | |
| branches: [master, main] | |
| env: | |
| IMAGE_NAME: "hstreamdb/hstream" | |
| BUILDER_IMAGE_NAME: "hstreamdb/hstream-builder" | |
| jobs: | |
| build: | |
| runs-on: ubuntu-latest | |
| strategy: | |
| matrix: | |
| include: | |
| - hs_image: "hstreamdb/haskell:9.4" | |
| ld_image: "hstreamdb/logdevice" | |
| tag: "latest" | |
| - hs_image: "hstreamdb/haskell:rqlite_9.4" | |
| ld_image: "hstreamdb/logdevice:rqlite" | |
| tag: "rqlite" | |
| steps: | |
| # Ref: | |
| # - https://github.com/actions/runner-images/issues/2840 | |
| # - https://stackoverflow.com/questions/75536771/github-runner-out-of-disk-space-after-building-docker-image | |
| - name: Free disk space | |
| run: | | |
| echo "Before..." | |
| df -h | |
| sudo rm -rf \ | |
| /usr/share/dotnet /usr/local/lib/android /opt/ghc \ | |
| /usr/local/share/powershell /usr/share/swift /usr/local/.ghcup \ | |
| "/usr/local/share/boost" \ | |
| /usr/lib/jvm || true | |
| echo "After..." | |
| df -h | |
| - uses: actions/checkout@v4 | |
| with: | |
| submodules: "recursive" | |
| # We need tags. Also see: https://github.com/actions/checkout/issues/701 | |
| fetch-depth: 0 | |
| - name: Login to Docker Hub | |
| uses: docker/login-action@v2 | |
| with: | |
| username: ${{ secrets.DOCKERHUB_USERNAME }} | |
| password: ${{ secrets.DOCKERHUB_TOKEN }} | |
| - name: Get version info | |
| run: | | |
| echo "LATEST_TAG=$(git describe --tag --abbrev=0)" >> $GITHUB_ENV | |
| echo "CURRENT_COMMIT=$(git rev-parse HEAD)" >> $GITHUB_ENV | |
| - name: Docker build | |
| run: | | |
| docker build . -f docker/Dockerfile \ | |
| --build-arg HS_IMAGE=${{ matrix.hs_image }} \ | |
| --build-arg LD_IMAGE=${{ matrix.ld_image }} \ | |
| --build-arg HSTREAM_VERSION=${{ env.LATEST_TAG }} \ | |
| --build-arg HSTREAM_VERSION_COMMIT=${{ env.CURRENT_COMMIT }} \ | |
| -t ${IMAGE_NAME}:${{ matrix.tag }} | |
| - name: Push image to dockerhub | |
| run: docker push ${IMAGE_NAME}:${{ matrix.tag }} | |
| - name: Build and push builder | |
| run: | | |
| docker build . -f docker/Dockerfile \ | |
| --build-arg HS_IMAGE=${{ matrix.hs_image }} \ | |
| --build-arg LD_IMAGE=${{ matrix.ld_image }} \ | |
| --build-arg HSTREAM_VERSION=${{ env.LATEST_TAG }} \ | |
| --build-arg HSTREAM_VERSION_COMMIT=${{ env.CURRENT_COMMIT }} \ | |
| --target builder \ | |
| -t ${BUILDER_IMAGE_NAME}:latest | |
| # For cache | |
| docker push ${BUILDER_IMAGE_NAME}:latest | |
| trigger: | |
| runs-on: ubuntu-latest | |
| needs: build | |
| steps: | |
| # https://docs.github.com/en/rest/repos/repos?apiVersion=2022-11-28#create-a-repository-dispatch-event | |
| - name: Trigger testing ci | |
| run: | | |
| URL=https://api.github.com/repos/hstreamdb/integration-tests/dispatches | |
| curl \ | |
| -X POST \ | |
| -H "Accept: application/vnd.github+json" \ | |
| -H "Authorization: Bearer ${{ secrets.PERSONAL_ACCESS_TOKEN }}" \ | |
| -H "X-GitHub-Api-Version: 2022-11-28" \ | |
| $URL \ | |
| --data "{\"event_type\": \"image_updated\", \"client_payload\": { \"tag\": \"latest\", \"commit_sha\": \"$GITHUB_SHA\" }}" | |
| - name: Trigger jepsen test ci | |
| run: | | |
| URL=https://api.github.com/repos/hstreamdb/jepsen.hstream/dispatches | |
| curl \ | |
| -X POST \ | |
| -H "Accept: application/vnd.github+json" \ | |
| -H "Authorization: Bearer ${{ secrets.PERSONAL_ACCESS_TOKEN }}" \ | |
| -H "X-GitHub-Api-Version: 2022-11-28" \ | |
| $URL \ | |
| --data "{\"event_type\": \"image_updated\", \"client_payload\": { \"tag\": \"latest\", \"commit_sha\": \"$GITHUB_SHA\" }}" | |
| - name: Trigger bench ci | |
| run: | | |
| URL=https://api.github.com/repos/hstreamdb/bench/dispatches | |
| curl \ | |
| -X POST \ | |
| -H "Accept: application/vnd.github+json" \ | |
| -H "Authorization: Bearer ${{ secrets.PERSONAL_ACCESS_TOKEN }}" \ | |
| -H "X-GitHub-Api-Version: 2022-11-28" \ | |
| $URL \ | |
| --data "{\"event_type\": \"image_updated\", \"client_payload\": { \"tag\": \"latest\", \"commit_sha\": \"$GITHUB_SHA\" }}" | |
| - name: Trigger docs ci | |
| run: | | |
| URL=https://api.github.com/repos/hstreamdb/docs-next/dispatches | |
| curl \ | |
| -X POST \ | |
| -H "Accept: application/vnd.github+json" \ | |
| -H "Authorization: Bearer ${{ secrets.PERSONAL_ACCESS_TOKEN }}" \ | |
| -H "X-GitHub-Api-Version: 2022-11-28" \ | |
| $URL \ | |
| --data "{\"event_type\": \"image_updated\", \"client_payload\": { \"tag\": \"latest\", \"commit_sha\": \"$GITHUB_SHA\" }}" |