Complete test suite #99
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| # This workflow will test out our test suite; yes, it is a test for our tests | |
| # It runs the unit tests in tests/test_tests, and runs the whole test script to validate its results | |
| name: Compiler Test Suite CI | |
| on: | |
| pull_request: | |
| branches: [ "main" ] | |
| workflow_dispatch: | |
| jobs: | |
| build-final-nqcc: | |
| strategy: | |
| fail-fast: true | |
| matrix: | |
| os: [ubuntu-latest, macos-latest] | |
| uses: nlsandler/nqcc2/.github/workflows/build.yaml@main | |
| with: | |
| chapter: 20 | |
| os: ${{ matrix.os }} | |
| build-partial-nqcc: | |
| strategy: | |
| fail-fast: true | |
| matrix: | |
| os: [ubuntu-latest, macos-latest] | |
| uses: nlsandler/nqcc2/.github/workflows/build.yaml@main | |
| with: | |
| chapter: 19 | |
| os: ${{ matrix.os }} | |
| test: | |
| strategy: | |
| fail-fast: true | |
| matrix: | |
| python-version: ["3.8", "3.11"] #, "3.9", "3.10", "3.11"] | |
| os: [ubuntu-latest, macos-latest] | |
| runs-on: ${{ matrix.os }} | |
| needs: [build-final-nqcc, build-partial-nqcc] | |
| steps: | |
| # now checkout test suite | |
| - uses: actions/checkout@v3 | |
| with: | |
| path: tests | |
| - name: Set up Python ${{ matrix.python-version }} | |
| uses: actions/setup-python@v4 | |
| with: | |
| python-version: ${{ matrix.python-version }} | |
| # next, download both versions of NQCC | |
| - name: Get final NQCC | |
| uses: actions/download-artifact@v3 | |
| with: | |
| name: nqcc-${{ matrix.os }}-20 | |
| path: nqcc | |
| - name: Get partial NQCC | |
| uses: actions/download-artifact@v3 | |
| with: | |
| name: nqcc-${{ matrix.os }}-19 | |
| path: nqcc-partial | |
| # run the test suite | |
| - name: Test the test suite | |
| run: | | |
| chmod u+x "$NQCC" | |
| chmod u+x "$NQCC_PARTIAL" | |
| python -m unittest | |
| working-directory: tests | |
| env: | |
| NQCC: ${{ github.workspace }}/nqcc/main.exe | |
| NQCC_PARTIAL: ${{ github.workspace }}/nqcc-partial/main.exe | |
| - name: Install linter dependencies | |
| # note: we do this _after_ running tests, b/c tests should work without | |
| # these linters or their dependencies (e.g. typing_extensions) | |
| run: | | |
| python -m pip install --upgrade pip | |
| python -m pip install mypy pylint | |
| - name: Lint with mypy and pylint | |
| run: | | |
| # stop the build if there are errors | |
| pylint -E tests/test_framework | |
| # stop the build if there are type errors | |
| mypy tests/test_framework |