Skip to content

Commit

Permalink
Merge branch 'merge_CI_from_main' into merge_CI_from_main
Browse files Browse the repository at this point in the history
Signed-off-by: Avi Fenesh <[email protected]>
  • Loading branch information
avifenesh committed Nov 5, 2024
2 parents b004282 + 569c936 commit 31303a4
Show file tree
Hide file tree
Showing 6 changed files with 26 additions and 44 deletions.
1 change: 0 additions & 1 deletion .github/json_matrices/build-matrix.json
Original file line number Diff line number Diff line change
Expand Up @@ -16,7 +16,6 @@
"ARCH": "arm64",
"TARGET": "aarch64-unknown-linux-gnu",
"PACKAGE_MANAGERS": ["pypi", "npm", "maven"],
"CONTAINER": "2_28",
"languages": ["python", "node", "java", "go", "dotnet"]
},
{
Expand Down
4 changes: 2 additions & 2 deletions .github/json_matrices/supported-languages-versions.json
Original file line number Diff line number Diff line change
Expand Up @@ -11,8 +11,8 @@
},
{
"language": "node",
"versions": ["16.x", "17.x", "18.x", "19.x", "20.x"],
"always-run-versions": ["16.x", "20.x"]
"versions": ["16.x", "17.x", "18.x", "19.x", "20.x", "21.x", "22.x"],
"always-run-versions": ["16.x", "22.x"]
},
{
"language": "dotnet",
Expand Down
4 changes: 2 additions & 2 deletions .github/workflows/full-matrix-tests.yml
Original file line number Diff line number Diff line change
Expand Up @@ -37,8 +37,8 @@ on:
type: boolean
default: false

schedule: # Start every 3 hours, if the previous run is still running, it will be canceled
- cron: "0 */3 * * *"
schedule:
- cron: "0 3 * * *"

concurrency:
group: full-matrix-tests
Expand Down
1 change: 1 addition & 0 deletions .github/workflows/java.yml
Original file line number Diff line number Diff line change
Expand Up @@ -115,6 +115,7 @@ jobs:
run: ./gradlew spotlessDiagnose | grep 'All formatters are well behaved for all files'

- uses: ./.github/workflows/test-benchmark
if: ${{ matrix.engine.version == '8.0' && matrix.host.RUNNER == 'ubuntu-latest' && matrix.java == '17' }}
with:
language-flag: -java

Expand Down
3 changes: 3 additions & 0 deletions .github/workflows/node.yml
Original file line number Diff line number Diff line change
Expand Up @@ -108,6 +108,7 @@ jobs:
working-directory: ./node

- name: test hybrid node modules - commonjs
if: ${{ matrix.engine.version == '8.0' && matrix.host.OS == 'ubuntu' && matrix.host.RUNNER == 'ubuntu-latest' && matrix.node == '20.x' }}
run: |
npm install
npm run test
Expand All @@ -116,6 +117,7 @@ jobs:
JEST_HTML_REPORTER_OUTPUT_PATH: test-report-commonjs.html

- name: test hybrid node modules - ecma
if: ${{ matrix.engine.version == '8.0' && matrix.host.OS == 'ubuntu' && matrix.host.RUNNER == 'ubuntu-latest' && matrix.node == '20.x' }}
run: |
npm install
npm run test
Expand All @@ -124,6 +126,7 @@ jobs:
JEST_HTML_REPORTER_OUTPUT_PATH: test-report-ecma.html

- uses: ./.github/workflows/test-benchmark
if: ${{ matrix.engine.version == '8.0' && matrix.host.OS == 'ubuntu' && matrix.host.RUNNER == 'ubuntu-latest' && matrix.node == '20.x' }}
with:
language-flag: -node

Expand Down
57 changes: 18 additions & 39 deletions .github/workflows/python.yml
Original file line number Diff line number Diff line change
Expand Up @@ -82,7 +82,7 @@ jobs:
test-python:
runs-on: ${{ matrix.host.RUNNER }}
needs: get-matrices
timeout-minutes: 35
timeout-minutes: 50
strategy:
fail-fast: false
matrix:
Expand Down Expand Up @@ -111,17 +111,6 @@ jobs:
github-token: ${{ secrets.GITHUB_TOKEN }}
engine-version: ${{ matrix.engine.version }}

- name: Type check with mypy
working-directory: ./python
run: |
# The type check should run inside the virtual env to get
# all installed dependencies and build files
source .env/bin/activate
pip install mypy types-protobuf
# Install the benchmark requirements
pip install -r ../benchmarks/python/requirements.txt
python -m mypy ..
- name: Test with pytest
working-directory: ./python
run: |
Expand All @@ -130,6 +119,7 @@ jobs:
pytest --asyncio-mode=auto --html=pytest_report.html --self-contained-html
- uses: ./.github/workflows/test-benchmark
if: ${{ matrix.engine.version == '8.0' && matrix.host.OS == 'ubuntu' && matrix.host.RUNNER == 'ubuntu-latest' && matrix.python == '3.12' }}
with:
language-flag: -python

Expand All @@ -144,33 +134,6 @@ jobs:
utils/clusters/**
benchmarks/results/**
# run pubsub tests in another job - they take too much time
test-pubsub-python:
runs-on: ${{ matrix.host.RUNNER }}
needs: get-matrices
timeout-minutes: 35
strategy:
fail-fast: false
matrix:
python: ${{ fromJson(needs.get-matrices.outputs.version-matrix-output) }}
engine: ${{ fromJson(needs.get-matrices.outputs.engine-matrix-output) }}
host: ${{ fromJson(needs.get-matrices.outputs.host-matrix-output) }}
steps:
- uses: actions/checkout@v4

- name: Set up Python
uses: actions/setup-python@v5
with:
python-version: ${{ matrix.python }}

- name: Build Python wrapper
uses: ./.github/workflows/build-python-wrapper
with:
os: ${{ matrix.host.OS }}
target: ${{ matrix.host.TARGET }}
github-token: ${{ secrets.GITHUB_TOKEN }}
engine-version: ${{ matrix.engine.version }}

- name: Test pubsub with pytest
working-directory: ./python
run: |
Expand Down Expand Up @@ -226,6 +189,22 @@ jobs:
run: |
black --check --diff .
- name: Set up Python
uses: actions/setup-python@v4
with:
python-version: 3.12

- name: Type check with mypy
working-directory: ./python
run: |
# The type check should run inside the virtual env to get
# all installed dependencies and build files
source .env/bin/activate
pip install mypy types-protobuf
# Install the benchmark requirements
pip install -r ../benchmarks/python/requirements.txt
python -m mypy ..
get-containers:
runs-on: ubuntu-latest
if: ${{ github.event.inputs.full-matrix == 'true' || github.event_name == 'schedule' }}
Expand Down

0 comments on commit 31303a4

Please sign in to comment.