tests.yaml

name: Tests

on:
  pull_request:
    branches: [main]
  merge_group:
    branches: [main]
  push:
    branches: [main]

jobs:
  tests-linux:
    strategy:
      matrix:
        package: [
            "tremor-api",
            # "tremor-cli", we have no unit tests in tremor-cli
            "tremor-codec",
            "tremor-common",
            "tremor-influx",
            "tremor-interceptor",
            "tremor-pipeline",
            "tremor-script",
            "tremor-value",
            "tremor-system",
            "tremor-runtime",
            "tremor-connectors-object-storage",
            "tremor-connectors-test-helpers",
          ]
    runs-on: ubuntu-latest-16-cores
    steps:
      - uses: actions/checkout@v4
      - name: Install deps
        run: sudo apt-get -qy update && sudo apt-get install -y libssl-dev libssl1.1; sudo apt-get clean
      - name: Install llvm-tools-preview
        run: rustup component add llvm-tools-preview
      - uses: Swatinem/rust-cache@v2
      - name: Install cargo-llvm-cov
        uses: taiki-e/install-action@cargo-llvm-cov
      - name: Generate code coverage
        env:
          PROPTEST_CASES: 2500
          RUSTFLAGS: -D warnings -C target-feature=+avx,+avx2,+sse4.2
          RUST_BACKTRACE: full
        run: cargo llvm-cov -p ${{ matrix.package }} --lcov --output-path lcov.txt
      - name: Generate matrix name
        run: |
          flags="${{ matrix.package }}"
          flags="${flags//[- ]/}"
          echo "$flags"
          echo "flags=$flags" >> $GITHUB_ENV
      - name: Upload coverage to Codecov
        uses: Wandalen/wretry.action@v3
        env:
          CODECOV_TOKEN: ${{ secrets.CODECOV_TOKEN }}
          flags: ${{ env.flags }}
        with:
          action: codecov/codecov-action@v4
          attempt_limit: 6
          attempt_delay: 10000
          with: |
            files: ./lcov.txt
            flags: unittests,${{ env.flags }}
            fail_ci_if_error: ${{ github.event_name == 'pull_request' }}
            verbose: true
  connectors-linux:
    strategy:
      matrix:
        package:
          [
            "tremor-connectors",
            "tremor-connectors-aws",
            "tremor-connectors-azure",
            "tremor-connectors-gcp",
            "tremor-connectors-otel",
          ]

    runs-on: ubuntu-latest-16-cores
    steps:
      - uses: actions/checkout@v4
      - name: Install deps
        run: sudo apt-get -qy update && sudo apt-get install -y libssl-dev libssl1.1; sudo apt-get clean
      - name: Install llvm-tools-preview
        run: rustup component add llvm-tools-preview
      - uses: Swatinem/rust-cache@v2
      - name: Install cargo-llvm-cov
        uses: taiki-e/install-action@cargo-llvm-cov
      - name: Generate code coverage
        env:
          PROPTEST_CASES: 2500
          RUSTFLAGS: -D warnings -C target-feature=+avx,+avx2,+sse4.2
          RUST_BACKTRACE: full
        run: cargo llvm-cov -p ${{ matrix.package }} --lcov --output-path lcov.txt --features integration-harness
      - name: Generate matrix name
        run: |
          flags="${{ matrix.package }}"
          flags="${flags//[- ]/}"
          echo "$flags"
          echo "flags=$flags" >> $GITHUB_ENV

      - name: Upload coverage to Codecov
        uses: Wandalen/wretry.action@v3
        env:
          CODECOV_TOKEN: ${{ secrets.CODECOV_TOKEN }}
          flags: ${{ env.flags }}
        with:
          action: codecov/codecov-action@v4
          attempt_limit: 6
          attempt_delay: 10000
          with: |
            files: ./lcov.txt
            flags: unittests,${{ env.flags }}
            fail_ci_if_error: ${{ github.event_name == 'pull_request' }}
            verbose: true

  core-tests:
    if: ${{ always() }}
    name: Core Tests
    runs-on: ubuntu-latest
    needs: [tests-linux]
    steps:
      - run: exit 1
        # see https://stackoverflow.com/a/67532120/4907315
        if: >-
          ${{
               contains(needs.*.result, 'failure')
            || contains(needs.*.result, 'cancelled')
            || contains(needs.*.result, 'skipped')
          }}

  connector-tests:
    if: ${{ always() }}
    name: Connector Tests
    runs-on: ubuntu-latest
    needs: [connectors-linux]
    steps:
      - run: exit 1
        # see https://stackoverflow.com/a/67532120/4907315
        if: >-
          ${{
               contains(needs.*.result, 'failure')
            || contains(needs.*.result, 'cancelled')
            || contains(needs.*.result, 'skipped')
          }}

  tests:
    if: ${{ always() }}
    name: Tests
    runs-on: ubuntu-latest
    needs: [connector-tests, core-tests]
    steps:
      - run: exit 1
        # see https://stackoverflow.com/a/67532120/4907315
        if: >-
          ${{
               contains(needs.*.result, 'failure')
            || contains(needs.*.result, 'cancelled')
            || contains(needs.*.result, 'skipped')
          }}