Skip to content

Commit

Permalink
add tests in deepeval
Browse files Browse the repository at this point in the history
  • Loading branch information
jwongster2 committed Oct 3, 2023
1 parent 65c100d commit d9ac38d
Show file tree
Hide file tree
Showing 2 changed files with 49 additions and 1 deletion.
48 changes: 48 additions & 0 deletions .github/workflows/test-3-11.yml
Original file line number Diff line number Diff line change
@@ -0,0 +1,48 @@
name: Run pytest in matrix

on:
push:
pull_request:

jobs:
examples:
runs-on: ubuntu-latest
strategy:
matrix:
python-version: ["3.7", "3.11"]
steps:
- uses: actions/checkout@v2

- name: Set up Python
uses: actions/setup-python@v2
with:
python-version: ${{ matrix.python-version }}

- name: Get pip cache dir
id: pip-cache
run: echo "::set-output name=dir::$(pip cache dir)"

- name: Cache pip dependencies
uses: actions/cache@v2
with:
path: ${{ steps.pip-cache.outputs.dir }}
key: ${{ runner.os }}-pip-${{ hashFiles('**/requirements.txt') }}
restore-keys: |
${{ runner.os }}-pip-
- name: Install dependencies
env:
python-version: ${{ matrix.python-version }}
run: |
python -c "import sys; print(sys.version)"
python -m pip install --upgrade pip
python -m pip requests tqdm transformers pytest tabulate sentence-transformers
python -m pip install . pytest-rerunfailures pytest-asyncio
- name: Run Unit Tests (pytest)
env:
python-version: ${{ matrix.python-version }}
CONFIDENT_AI_API_KEY: ${{ secrets.API_KEY_ENV }}
CONFIDENT_AI_IMP_ID: ${{ secrets.CONFIDENT_AI_IMP_ID }}
run: |
deepeval test run -x tests/test_quickstart.py
2 changes: 1 addition & 1 deletion .github/workflows/test.yml
Original file line number Diff line number Diff line change
Expand Up @@ -9,7 +9,7 @@ jobs:
runs-on: ubuntu-latest
strategy:
matrix:
python-version: ["3.7", "3.9", "3.11"]
python-version: ["3.7", "3.9"]
steps:
- uses: actions/checkout@v2

Expand Down

0 comments on commit d9ac38d

Please sign in to comment.