From a8b2de9d86621aba2243e2d6e350e082c087700d Mon Sep 17 00:00:00 2001 From: Stefano Fiorucci Date: Mon, 12 Aug 2024 17:19:02 +0200 Subject: [PATCH] test: do not retry tests in `hatch run test` command (#954) * do not retry tests in hatch run test command * fix * hatch config improvements --- .github/workflows/amazon_bedrock.yml | 6 +++--- .github/workflows/amazon_sagemaker.yml | 4 ++-- .github/workflows/anthropic.yml | 4 ++-- .github/workflows/astra.yml | 4 ++-- .github/workflows/chroma.yml | 4 ++-- .github/workflows/cohere.yml | 4 ++-- .github/workflows/deepeval.yml | 4 ++-- .github/workflows/elasticsearch.yml | 4 ++-- .github/workflows/fastembed.yml | 4 ++-- .github/workflows/google_ai.yml | 4 ++-- .github/workflows/google_vertex.yml | 4 ++-- .github/workflows/instructor_embedders.yml | 4 ++-- .github/workflows/jina.yml | 4 ++-- .github/workflows/langfuse.yml | 4 ++-- .github/workflows/llama_cpp.yml | 4 ++-- .github/workflows/mistral.yml | 4 ++-- .github/workflows/mongodb_atlas.yml | 4 ++-- .github/workflows/nvidia.yml | 4 ++-- .github/workflows/ollama.yml | 4 ++-- .github/workflows/opensearch.yml | 4 ++-- .github/workflows/optimum.yml | 4 ++-- .github/workflows/pgvector.yml | 4 ++-- .github/workflows/pinecone.yml | 4 ++-- .github/workflows/qdrant.yml | 4 ++-- .github/workflows/ragas.yml | 4 ++-- .github/workflows/unstructured.yml | 4 ++-- .github/workflows/weaviate.yml | 4 ++-- integrations/amazon_bedrock/pyproject.toml | 6 ++++-- integrations/amazon_sagemaker/pyproject.toml | 6 ++++-- integrations/anthropic/pyproject.toml | 6 ++++-- integrations/astra/pyproject.toml | 6 ++++-- integrations/chroma/pyproject.toml | 6 ++++-- integrations/cohere/pyproject.toml | 6 ++++-- integrations/deepeval/pyproject.toml | 6 ++++-- integrations/elasticsearch/pyproject.toml | 6 ++++-- integrations/fastembed/pyproject.toml | 6 ++++-- integrations/google_ai/pyproject.toml | 6 ++++-- integrations/google_vertex/pyproject.toml | 6 ++++-- integrations/instructor_embedders/pyproject.toml | 6 ++++-- integrations/jina/pyproject.toml | 6 ++++-- integrations/langfuse/pyproject.toml | 6 ++++-- integrations/llama_cpp/pyproject.toml | 6 ++++-- integrations/mistral/pyproject.toml | 6 ++++-- integrations/mongodb_atlas/pyproject.toml | 6 ++++-- integrations/nvidia/pyproject.toml | 6 ++++-- integrations/ollama/pyproject.toml | 6 ++++-- integrations/opensearch/pyproject.toml | 6 ++++-- integrations/optimum/pyproject.toml | 6 ++++-- integrations/pgvector/pyproject.toml | 6 ++++-- integrations/pinecone/pyproject.toml | 6 ++++-- integrations/qdrant/pyproject.toml | 6 ++++-- integrations/ragas/pyproject.toml | 6 ++++-- integrations/unstructured/pyproject.toml | 6 ++++-- integrations/weaviate/pyproject.toml | 6 ++++-- 54 files changed, 163 insertions(+), 109 deletions(-) diff --git a/.github/workflows/amazon_bedrock.yml b/.github/workflows/amazon_bedrock.yml index eff39e2af..2057d4bdf 100644 --- a/.github/workflows/amazon_bedrock.yml +++ b/.github/workflows/amazon_bedrock.yml @@ -63,7 +63,7 @@ jobs: run: hatch run docs - name: Run unit tests - run: hatch run cov -m "not integration" + run: hatch run cov-retry -m "not integration" # Do not authenticate on pull requests from forks - name: AWS authentication @@ -76,13 +76,13 @@ jobs: # Do not run integration tests on pull requests from forks - name: Run integration tests if: github.event.pull_request.head.repo.full_name == github.repository - run: hatch run cov -m "integration" + run: hatch run cov-retry -m "integration" - name: Nightly - run unit tests with Haystack main branch if: github.event_name == 'schedule' run: | hatch run pip install git+https://github.com/deepset-ai/haystack.git - hatch run test -m "not integration" + hatch run cov-retry -m "not integration" - name: Send event to Datadog for nightly failures if: failure() && github.event_name == 'schedule' diff --git a/.github/workflows/amazon_sagemaker.yml b/.github/workflows/amazon_sagemaker.yml index 8ebbf6c65..ed0a571e6 100644 --- a/.github/workflows/amazon_sagemaker.yml +++ b/.github/workflows/amazon_sagemaker.yml @@ -57,13 +57,13 @@ jobs: run: hatch run docs - name: Run tests - run: hatch run cov + run: hatch run cov-retry - name: Nightly - run unit tests with Haystack main branch if: github.event_name == 'schedule' run: | hatch run pip install git+https://github.com/deepset-ai/haystack.git - hatch run test -m "not integration" + hatch run cov-retry -m "not integration" - name: Send event to Datadog for nightly failures if: failure() && github.event_name == 'schedule' diff --git a/.github/workflows/anthropic.yml b/.github/workflows/anthropic.yml index 858b7be35..c4cdeb2d1 100644 --- a/.github/workflows/anthropic.yml +++ b/.github/workflows/anthropic.yml @@ -54,13 +54,13 @@ jobs: run: hatch run lint:all - name: Run tests - run: hatch run cov + run: hatch run cov-retry - name: Nightly - run unit tests with Haystack main branch if: github.event_name == 'schedule' run: | hatch run pip install git+https://github.com/deepset-ai/haystack.git - hatch run test -m "not integration" + hatch run cov-retry -m "not integration" - name: Send event to Datadog for nightly failures if: failure() && github.event_name == 'schedule' diff --git a/.github/workflows/astra.yml b/.github/workflows/astra.yml index a264fdfd5..dcfc00c75 100644 --- a/.github/workflows/astra.yml +++ b/.github/workflows/astra.yml @@ -61,13 +61,13 @@ jobs: env: ASTRA_DB_API_ENDPOINT: ${{ secrets.ASTRA_DB_API_ENDPOINT }} ASTRA_DB_APPLICATION_TOKEN: ${{ secrets.ASTRA_DB_APPLICATION_TOKEN }} - run: hatch run cov + run: hatch run cov-retry - name: Nightly - run unit tests with Haystack main branch if: github.event_name == 'schedule' run: | hatch run pip install git+https://github.com/deepset-ai/haystack.git - hatch run test -m "not integration" + hatch run cov-retry -m "not integration" - name: Send event to Datadog for nightly failures if: failure() && github.event_name == 'schedule' diff --git a/.github/workflows/chroma.yml b/.github/workflows/chroma.yml index 496ddaa03..26b6287bd 100644 --- a/.github/workflows/chroma.yml +++ b/.github/workflows/chroma.yml @@ -57,13 +57,13 @@ jobs: run: hatch run docs - name: Run tests - run: hatch run cov + run: hatch run cov-retry - name: Nightly - run unit tests with Haystack main branch if: github.event_name == 'schedule' run: | hatch run pip install git+https://github.com/deepset-ai/haystack.git - hatch run test -m "not integration" + hatch run cov-retry -m "not integration" - name: Send event to Datadog for nightly failures if: failure() && github.event_name == 'schedule' diff --git a/.github/workflows/cohere.yml b/.github/workflows/cohere.yml index 05b84af4b..00a8ee2ed 100644 --- a/.github/workflows/cohere.yml +++ b/.github/workflows/cohere.yml @@ -58,13 +58,13 @@ jobs: run: hatch run docs - name: Run tests - run: hatch run cov + run: hatch run cov-retry - name: Nightly - run unit tests with Haystack main branch if: github.event_name == 'schedule' run: | hatch run pip install git+https://github.com/deepset-ai/haystack.git - hatch run test -m "not integration" + hatch run cov-retry -m "not integration" - name: Send event to Datadog for nightly failures if: failure() && github.event_name == 'schedule' diff --git a/.github/workflows/deepeval.yml b/.github/workflows/deepeval.yml index 0048528bc..23de1a3f4 100644 --- a/.github/workflows/deepeval.yml +++ b/.github/workflows/deepeval.yml @@ -58,13 +58,13 @@ jobs: run: hatch run docs - name: Run tests - run: hatch run cov + run: hatch run cov-retry - name: Nightly - run unit tests with Haystack main branch if: github.event_name == 'schedule' run: | hatch run pip install git+https://github.com/deepset-ai/haystack.git - hatch run test -m "not integration" + hatch run cov-retry -m "not integration" - name: Send event to Datadog for nightly failures if: failure() && github.event_name == 'schedule' diff --git a/.github/workflows/elasticsearch.yml b/.github/workflows/elasticsearch.yml index 4cf34b301..476e832b5 100644 --- a/.github/workflows/elasticsearch.yml +++ b/.github/workflows/elasticsearch.yml @@ -55,13 +55,13 @@ jobs: run: hatch run docs - name: Run tests - run: hatch run cov + run: hatch run cov-retry - name: Nightly - run unit tests with Haystack main branch if: github.event_name == 'schedule' run: | hatch run pip install git+https://github.com/deepset-ai/haystack.git - hatch run test -m "not integration" + hatch run cov-retry -m "not integration" - name: Send event to Datadog for nightly failures if: failure() && github.event_name == 'schedule' diff --git a/.github/workflows/fastembed.yml b/.github/workflows/fastembed.yml index 32b276466..e389bf3a4 100644 --- a/.github/workflows/fastembed.yml +++ b/.github/workflows/fastembed.yml @@ -42,13 +42,13 @@ jobs: run: hatch run docs - name: Run tests - run: hatch run cov + run: hatch run cov-retry - name: Nightly - run unit tests with Haystack main branch if: github.event_name == 'schedule' run: | hatch run pip install git+https://github.com/deepset-ai/haystack.git - hatch run test -m "not integration" + hatch run cov-retry -m "not integration" - name: Send event to Datadog for nightly failures if: failure() && github.event_name == 'schedule' diff --git a/.github/workflows/google_ai.yml b/.github/workflows/google_ai.yml index 046b92463..1b4b2e496 100644 --- a/.github/workflows/google_ai.yml +++ b/.github/workflows/google_ai.yml @@ -58,13 +58,13 @@ jobs: run: hatch run docs - name: Run tests - run: hatch run cov + run: hatch run cov-retry - name: Nightly - run unit tests with Haystack main branch if: github.event_name == 'schedule' run: | hatch run pip install git+https://github.com/deepset-ai/haystack.git - hatch run test -m "not integration" + hatch run cov-retry -m "not integration" - name: Send event to Datadog for nightly failures if: failure() && github.event_name == 'schedule' diff --git a/.github/workflows/google_vertex.yml b/.github/workflows/google_vertex.yml index b4006924c..78ba5694b 100644 --- a/.github/workflows/google_vertex.yml +++ b/.github/workflows/google_vertex.yml @@ -57,13 +57,13 @@ jobs: run: hatch run docs - name: Run tests - run: hatch run cov + run: hatch run cov-retry - name: Nightly - run unit tests with Haystack main branch if: github.event_name == 'schedule' run: | hatch run pip install git+https://github.com/deepset-ai/haystack.git - hatch run test -m "not integration" + hatch run cov-retry -m "not integration" - name: Send event to Datadog for nightly failures if: failure() && github.event_name == 'schedule' diff --git a/.github/workflows/instructor_embedders.yml b/.github/workflows/instructor_embedders.yml index 9d84066a7..f12f4d696 100644 --- a/.github/workflows/instructor_embedders.yml +++ b/.github/workflows/instructor_embedders.yml @@ -35,13 +35,13 @@ jobs: run: hatch run docs - name: Run tests - run: hatch run cov + run: hatch run cov-retry - name: Nightly - run unit tests with Haystack main branch if: github.event_name == 'schedule' run: | hatch run pip install git+https://github.com/deepset-ai/haystack.git - hatch run test -m "not integration" + hatch run cov-retry -m "not integration" - name: Send event to Datadog for nightly failures if: failure() && github.event_name == 'schedule' diff --git a/.github/workflows/jina.yml b/.github/workflows/jina.yml index cd0a55ad4..00af6eb45 100644 --- a/.github/workflows/jina.yml +++ b/.github/workflows/jina.yml @@ -57,13 +57,13 @@ jobs: run: hatch run docs - name: Run tests - run: hatch run cov + run: hatch run cov-retry - name: Nightly - run unit tests with Haystack main branch if: github.event_name == 'schedule' run: | hatch run pip install git+https://github.com/deepset-ai/haystack.git - hatch run test -m "not integration" + hatch run cov-retry -m "not integration" - name: Send event to Datadog for nightly failures if: failure() && github.event_name == 'schedule' diff --git a/.github/workflows/langfuse.yml b/.github/workflows/langfuse.yml index edbec4840..8a10cf241 100644 --- a/.github/workflows/langfuse.yml +++ b/.github/workflows/langfuse.yml @@ -60,13 +60,13 @@ jobs: run: hatch run docs - name: Run tests - run: hatch run cov + run: hatch run cov-retry - name: Nightly - run unit tests with Haystack main branch if: github.event_name == 'schedule' run: | hatch run pip install git+https://github.com/deepset-ai/haystack.git - hatch run test -m "not integration" + hatch run cov-retry -m "not integration" - name: Send event to Datadog for nightly failures if: failure() && github.event_name == 'schedule' diff --git a/.github/workflows/llama_cpp.yml b/.github/workflows/llama_cpp.yml index ec86ab268..a9480ca96 100644 --- a/.github/workflows/llama_cpp.yml +++ b/.github/workflows/llama_cpp.yml @@ -57,13 +57,13 @@ jobs: run: hatch run docs - name: Run tests - run: hatch run cov + run: hatch run cov-retry - name: Nightly - run unit tests with Haystack main branch if: github.event_name == 'schedule' run: | hatch run pip install git+https://github.com/deepset-ai/haystack.git - hatch run test -m "not integration" + hatch run cov-retry -m "not integration" - name: Send event to Datadog for nightly failures if: failure() && github.event_name == 'schedule' diff --git a/.github/workflows/mistral.yml b/.github/workflows/mistral.yml index efc8ed065..e62008906 100644 --- a/.github/workflows/mistral.yml +++ b/.github/workflows/mistral.yml @@ -58,13 +58,13 @@ jobs: run: hatch run docs - name: Run tests - run: hatch run cov + run: hatch run cov-retry - name: Nightly - run unit tests with Haystack main branch if: github.event_name == 'schedule' run: | hatch run pip install git+https://github.com/deepset-ai/haystack.git - hatch run test -m "not integration" + hatch run cov-retry -m "not integration" - name: Send event to Datadog for nightly failures if: failure() && github.event_name == 'schedule' diff --git a/.github/workflows/mongodb_atlas.yml b/.github/workflows/mongodb_atlas.yml index 9c4f17ba0..3d1ad5101 100644 --- a/.github/workflows/mongodb_atlas.yml +++ b/.github/workflows/mongodb_atlas.yml @@ -54,13 +54,13 @@ jobs: run: hatch run docs - name: Run tests - run: hatch run cov + run: hatch run cov-retry - name: Nightly - run unit tests with Haystack main branch if: github.event_name == 'schedule' run: | hatch run pip install git+https://github.com/deepset-ai/haystack.git - hatch run test -m "not integration" + hatch run cov-retry -m "not integration" - name: Send event to Datadog for nightly failures if: failure() && github.event_name == 'schedule' diff --git a/.github/workflows/nvidia.yml b/.github/workflows/nvidia.yml index 1ae3a0f1a..0d39a4d91 100644 --- a/.github/workflows/nvidia.yml +++ b/.github/workflows/nvidia.yml @@ -55,7 +55,7 @@ jobs: run: hatch run lint:all - name: Run tests - run: hatch run cov + run: hatch run cov-retry - name: Generate docs if: matrix.python-version == '3.9' && runner.os == 'Linux' @@ -65,7 +65,7 @@ jobs: if: github.event_name == 'schedule' run: | hatch run pip install git+https://github.com/deepset-ai/haystack.git - hatch run test -m "not integration" + hatch run cov-retry -m "not integration" - name: Send event to Datadog for nightly failures if: failure() && github.event_name == 'schedule' diff --git a/.github/workflows/ollama.yml b/.github/workflows/ollama.yml index 7a6465e16..43af485b7 100644 --- a/.github/workflows/ollama.yml +++ b/.github/workflows/ollama.yml @@ -75,13 +75,13 @@ jobs: run: hatch run docs - name: Run tests - run: hatch run cov + run: hatch run cov-retry - name: Nightly - run unit tests with Haystack main branch if: github.event_name == 'schedule' run: | hatch run pip install git+https://github.com/deepset-ai/haystack.git - hatch run test -m "not integration" + hatch run cov-retry -m "not integration" - name: Send event to Datadog for nightly failures if: failure() && github.event_name == 'schedule' diff --git a/.github/workflows/opensearch.yml b/.github/workflows/opensearch.yml index 46ce2e6a5..48169a75f 100644 --- a/.github/workflows/opensearch.yml +++ b/.github/workflows/opensearch.yml @@ -55,13 +55,13 @@ jobs: run: hatch run docs - name: Run tests - run: hatch run cov + run: hatch run cov-retry - name: Nightly - run unit tests with Haystack main branch if: github.event_name == 'schedule' run: | hatch run pip install git+https://github.com/deepset-ai/haystack.git - hatch run test -m "not integration" + hatch run cov-retry -m "not integration" - name: Send event to Datadog for nightly failures if: failure() && github.event_name == 'schedule' diff --git a/.github/workflows/optimum.yml b/.github/workflows/optimum.yml index fe0421d59..c33baa7f8 100644 --- a/.github/workflows/optimum.yml +++ b/.github/workflows/optimum.yml @@ -57,13 +57,13 @@ jobs: run: hatch run docs - name: Run tests - run: hatch run cov + run: hatch run cov-retry - name: Nightly - run unit tests with Haystack main branch if: github.event_name == 'schedule' run: | hatch run pip install git+https://github.com/deepset-ai/haystack.git - hatch run test -m "not integration" + hatch run cov-retry -m "not integration" - name: Send event to Datadog for nightly failures if: failure() && github.event_name == 'schedule' diff --git a/.github/workflows/pgvector.yml b/.github/workflows/pgvector.yml index 59422298a..0fe20e037 100644 --- a/.github/workflows/pgvector.yml +++ b/.github/workflows/pgvector.yml @@ -61,13 +61,13 @@ jobs: run: hatch run docs - name: Run tests - run: hatch run cov + run: hatch run cov-retry - name: Nightly - run unit tests with Haystack main branch if: github.event_name == 'schedule' run: | hatch run pip install git+https://github.com/deepset-ai/haystack.git - hatch run test -m "not integration" + hatch run cov-retry -m "not integration" - name: Send event to Datadog for nightly failures if: failure() && github.event_name == 'schedule' diff --git a/.github/workflows/pinecone.yml b/.github/workflows/pinecone.yml index 8f963854d..9e143005b 100644 --- a/.github/workflows/pinecone.yml +++ b/.github/workflows/pinecone.yml @@ -63,13 +63,13 @@ jobs: - name: Run tests env: INDEX_NAME: ${{ matrix.INDEX_NAME }} - run: hatch run cov + run: hatch run cov-retry - name: Nightly - run unit tests with Haystack main branch if: github.event_name == 'schedule' run: | hatch run pip install git+https://github.com/deepset-ai/haystack.git - hatch run test -m "not integration" + hatch run cov-retry -m "not integration" - name: Send event to Datadog for nightly failures if: failure() && github.event_name == 'schedule' diff --git a/.github/workflows/qdrant.yml b/.github/workflows/qdrant.yml index 5e17c16cb..116225b2d 100644 --- a/.github/workflows/qdrant.yml +++ b/.github/workflows/qdrant.yml @@ -57,13 +57,13 @@ jobs: run: hatch run docs - name: Run tests - run: hatch run cov + run: hatch run cov-retry - name: Nightly - run unit tests with Haystack main branch if: github.event_name == 'schedule' run: | hatch run pip install git+https://github.com/deepset-ai/haystack.git - hatch run test -m "not integration" + hatch run cov-retry -m "not integration" - name: Send event to Datadog for nightly failures if: failure() && github.event_name == 'schedule' diff --git a/.github/workflows/ragas.yml b/.github/workflows/ragas.yml index de53abd94..c4757e704 100644 --- a/.github/workflows/ragas.yml +++ b/.github/workflows/ragas.yml @@ -58,13 +58,13 @@ jobs: run: hatch run docs - name: Run tests - run: hatch run cov + run: hatch run cov-retry - name: Nightly - run unit tests with Haystack main branch if: github.event_name == 'schedule' run: | hatch run pip install git+https://github.com/deepset-ai/haystack.git - hatch run test -m "not integration" + hatch run cov-retry -m "not integration" - name: Send event to Datadog for nightly failures if: failure() && github.event_name == 'schedule' diff --git a/.github/workflows/unstructured.yml b/.github/workflows/unstructured.yml index c1eb0b4ea..e4b640275 100644 --- a/.github/workflows/unstructured.yml +++ b/.github/workflows/unstructured.yml @@ -69,13 +69,13 @@ jobs: run: hatch run docs - name: Run tests - run: hatch run cov + run: hatch run cov-retry - name: Nightly - run unit tests with Haystack main branch if: github.event_name == 'schedule' run: | hatch run pip install git+https://github.com/deepset-ai/haystack.git - hatch run test -m "not integration" + hatch run cov-retry -m "not integration" - name: Send event to Datadog for nightly failures if: failure() && github.event_name == 'schedule' diff --git a/.github/workflows/weaviate.yml b/.github/workflows/weaviate.yml index 8e1bbbc4f..5e29eafe7 100644 --- a/.github/workflows/weaviate.yml +++ b/.github/workflows/weaviate.yml @@ -54,13 +54,13 @@ jobs: run: hatch run docs - name: Run tests - run: hatch run cov + run: hatch run cov-retry - name: Nightly - run unit tests with Haystack main branch if: github.event_name == 'schedule' run: | hatch run pip install git+https://github.com/deepset-ai/haystack.git - hatch run test -m "not integration" + hatch run cov-retry -m "not integration" - name: Send event to Datadog for nightly failures if: failure() && github.event_name == 'schedule' diff --git a/integrations/amazon_bedrock/pyproject.toml b/integrations/amazon_bedrock/pyproject.toml index 2a4f88960..f4a410dbd 100644 --- a/integrations/amazon_bedrock/pyproject.toml +++ b/integrations/amazon_bedrock/pyproject.toml @@ -49,10 +49,12 @@ dependencies = [ "haystack-pydoc-tools", ] [tool.hatch.envs.default.scripts] -test = "pytest --reruns 3 --reruns-delay 30 -x {args:tests}" -test-cov = "coverage run -m pytest --reruns 3 --reruns-delay 30 -x {args:tests}" +test = "pytest {args:tests}" +test-cov = "coverage run -m pytest {args:tests}" +test-cov-retry = "test-cov --reruns 3 --reruns-delay 30 -x" cov-report = ["- coverage combine", "coverage report"] cov = ["test-cov", "cov-report"] +cov-retry = ["test-cov-retry", "cov-report"] docs = ["pydoc-markdown pydoc/config.yml"] [[tool.hatch.envs.all.matrix]] python = ["3.8", "3.9", "3.10", "3.11", "3.12"] diff --git a/integrations/amazon_sagemaker/pyproject.toml b/integrations/amazon_sagemaker/pyproject.toml index 40a2a1b16..f8050bb48 100644 --- a/integrations/amazon_sagemaker/pyproject.toml +++ b/integrations/amazon_sagemaker/pyproject.toml @@ -52,10 +52,12 @@ dependencies = [ "haystack-pydoc-tools", ] [tool.hatch.envs.default.scripts] -test = "pytest --reruns 3 --reruns-delay 30 -x {args:tests}" -test-cov = "coverage run -m pytest --reruns 3 --reruns-delay 30 -x {args:tests}" +test = "pytest {args:tests}" +test-cov = "coverage run -m pytest {args:tests}" +test-cov-retry = "test-cov --reruns 3 --reruns-delay 30 -x" cov-report = ["- coverage combine", "coverage report"] cov = ["test-cov", "cov-report"] +cov-retry = ["test-cov-retry", "cov-report"] docs = ["pydoc-markdown pydoc/config.yml"] diff --git a/integrations/anthropic/pyproject.toml b/integrations/anthropic/pyproject.toml index e5cfdcbce..3f8c9812b 100644 --- a/integrations/anthropic/pyproject.toml +++ b/integrations/anthropic/pyproject.toml @@ -49,10 +49,12 @@ dependencies = [ "haystack-pydoc-tools", ] [tool.hatch.envs.default.scripts] -test = "pytest --reruns 3 --reruns-delay 30 -x {args:tests}" -test-cov = "coverage run -m pytest --reruns 3 --reruns-delay 30 -x {args:tests}" +test = "pytest {args:tests}" +test-cov = "coverage run -m pytest {args:tests}" +test-cov-retry = "test-cov --reruns 3 --reruns-delay 30 -x" cov-report = ["- coverage combine", "coverage report"] cov = ["test-cov", "cov-report"] +cov-retry = ["test-cov-retry", "cov-report"] docs = ["pydoc-markdown pydoc/config.yml"] [[tool.hatch.envs.all.matrix]] python = ["3.8", "3.9", "3.10", "3.11", "3.12"] diff --git a/integrations/astra/pyproject.toml b/integrations/astra/pyproject.toml index 9bbf8e07b..7d543ddc9 100644 --- a/integrations/astra/pyproject.toml +++ b/integrations/astra/pyproject.toml @@ -48,10 +48,12 @@ dependencies = [ "haystack-pydoc-tools", ] [tool.hatch.envs.default.scripts] -test = "pytest --reruns 3 --reruns-delay 30 -x {args:tests}" -test-cov = "coverage run -m pytest --reruns 3 --reruns-delay 30 -x {args:tests}" +test = "pytest {args:tests}" +test-cov = "coverage run -m pytest {args:tests}" +test-cov-retry = "test-cov --reruns 3 --reruns-delay 30 -x" cov-report = ["- coverage combine", "coverage report"] cov = ["test-cov", "cov-report"] +cov-retry = ["test-cov-retry", "cov-report"] docs = ["pydoc-markdown pydoc/config.yml"] [[tool.hatch.envs.all.matrix]] python = ["3.8", "3.9", "3.10", "3.11"] diff --git a/integrations/chroma/pyproject.toml b/integrations/chroma/pyproject.toml index 12a4a4b2b..b4591e041 100644 --- a/integrations/chroma/pyproject.toml +++ b/integrations/chroma/pyproject.toml @@ -49,10 +49,12 @@ dependencies = [ "databind-core<4.5.0", # FIXME: the latest 4.5.0 causes loops in pip resolver ] [tool.hatch.envs.default.scripts] -test = "pytest --reruns 3 --reruns-delay 30 -x {args:tests}" -test-cov = "coverage run -m pytest --reruns 3 --reruns-delay 30 -x {args:tests}" +test = "pytest {args:tests}" +test-cov = "coverage run -m pytest {args:tests}" +test-cov-retry = "test-cov --reruns 3 --reruns-delay 30 -x" cov-report = ["- coverage combine", "coverage report"] cov = ["test-cov", "cov-report"] +cov-retry = ["test-cov-retry", "cov-report"] docs = ["pydoc-markdown pydoc/config.yml"] [[tool.hatch.envs.all.matrix]] diff --git a/integrations/cohere/pyproject.toml b/integrations/cohere/pyproject.toml index 4d1ab36dd..04fe15585 100644 --- a/integrations/cohere/pyproject.toml +++ b/integrations/cohere/pyproject.toml @@ -43,10 +43,12 @@ git_describe_command = 'git describe --tags --match="integrations/cohere-v[0-9]* [tool.hatch.envs.default] dependencies = ["coverage[toml]>=6.5", "pytest", "pytest-rerunfailures", "haystack-pydoc-tools"] [tool.hatch.envs.default.scripts] -test = "pytest --reruns 3 --reruns-delay 30 -x {args:tests}" -test-cov = "coverage run -m pytest --reruns 3 --reruns-delay 30 -x {args:tests}" +test = "pytest {args:tests}" +test-cov = "coverage run -m pytest {args:tests}" +test-cov-retry = "test-cov --reruns 3 --reruns-delay 30 -x" cov-report = ["- coverage combine", "coverage report"] cov = ["test-cov", "cov-report"] +cov-retry = ["test-cov-retry", "cov-report"] docs = ["pydoc-markdown pydoc/config.yml"] [[tool.hatch.envs.all.matrix]] diff --git a/integrations/deepeval/pyproject.toml b/integrations/deepeval/pyproject.toml index 4e93c6c41..44d89cb11 100644 --- a/integrations/deepeval/pyproject.toml +++ b/integrations/deepeval/pyproject.toml @@ -43,10 +43,12 @@ git_describe_command = 'git describe --tags --match="integrations/deepeval-v[0-9 [tool.hatch.envs.default] dependencies = ["coverage[toml]>=6.5", "pytest", "pytest-rerunfailures", "haystack-pydoc-tools"] [tool.hatch.envs.default.scripts] -test = "pytest --reruns 3 --reruns-delay 30 -x {args:tests}" -test-cov = "coverage run -m pytest --reruns 3 --reruns-delay 30 -x {args:tests}" +test = "pytest {args:tests}" +test-cov = "coverage run -m pytest {args:tests}" +test-cov-retry = "test-cov --reruns 3 --reruns-delay 30 -x" cov-report = ["- coverage combine", "coverage report"] cov = ["test-cov", "cov-report"] +cov-retry = ["test-cov-retry", "cov-report"] docs = ["pydoc-markdown pydoc/config.yml"] [[tool.hatch.envs.all.matrix]] diff --git a/integrations/elasticsearch/pyproject.toml b/integrations/elasticsearch/pyproject.toml index 87bf5a167..cb9281030 100644 --- a/integrations/elasticsearch/pyproject.toml +++ b/integrations/elasticsearch/pyproject.toml @@ -49,10 +49,12 @@ dependencies = [ "haystack-pydoc-tools", ] [tool.hatch.envs.default.scripts] -test = "pytest --reruns 3 --reruns-delay 30 -x {args:tests}" -test-cov = "coverage run -m pytest --reruns 3 --reruns-delay 30 -x {args:tests}" +test = "pytest {args:tests}" +test-cov = "coverage run -m pytest {args:tests}" +test-cov-retry = "test-cov --reruns 3 --reruns-delay 30 -x" cov-report = ["- coverage combine", "coverage report"] cov = ["test-cov", "cov-report"] +cov-retry = ["test-cov-retry", "cov-report"] docs = ["pydoc-markdown pydoc/config.yml"] [[tool.hatch.envs.all.matrix]] diff --git a/integrations/fastembed/pyproject.toml b/integrations/fastembed/pyproject.toml index b0a367ee4..9afd344c9 100644 --- a/integrations/fastembed/pyproject.toml +++ b/integrations/fastembed/pyproject.toml @@ -50,10 +50,12 @@ dependencies = [ "haystack-pydoc-tools", ] [tool.hatch.envs.default.scripts] -test = "pytest --reruns 3 --reruns-delay 30 -x {args:tests}" -test-cov = "coverage run -m pytest --reruns 3 --reruns-delay 30 -x {args:tests}" +test = "pytest {args:tests}" +test-cov = "coverage run -m pytest {args:tests}" +test-cov-retry = "test-cov --reruns 3 --reruns-delay 30 -x" cov-report = ["- coverage combine", "coverage report"] cov = ["test-cov", "cov-report"] +cov-retry = ["test-cov-retry", "cov-report"] docs = ["pydoc-markdown pydoc/config.yml"] [[tool.hatch.envs.all.matrix]] diff --git a/integrations/google_ai/pyproject.toml b/integrations/google_ai/pyproject.toml index 3a2382477..db958a487 100644 --- a/integrations/google_ai/pyproject.toml +++ b/integrations/google_ai/pyproject.toml @@ -48,10 +48,12 @@ dependencies = [ "haystack-pydoc-tools", ] [tool.hatch.envs.default.scripts] -test = "pytest --reruns 3 --reruns-delay 30 -x {args:tests}" -test-cov = "coverage run -m pytest --reruns 3 --reruns-delay 30 -x {args:tests}" +test = "pytest {args:tests}" +test-cov = "coverage run -m pytest {args:tests}" +test-cov-retry = "test-cov --reruns 3 --reruns-delay 30 -x" cov-report = ["- coverage combine", "coverage report"] cov = ["test-cov", "cov-report"] +cov-retry = ["test-cov-retry", "cov-report"] docs = ["pydoc-markdown pydoc/config.yml"] [[tool.hatch.envs.all.matrix]] python = ["3.8", "3.9", "3.10", "3.11"] diff --git a/integrations/google_vertex/pyproject.toml b/integrations/google_vertex/pyproject.toml index 81d22c21b..747bbecbf 100644 --- a/integrations/google_vertex/pyproject.toml +++ b/integrations/google_vertex/pyproject.toml @@ -48,10 +48,12 @@ dependencies = [ "haystack-pydoc-tools", ] [tool.hatch.envs.default.scripts] -test = "pytest --reruns 3 --reruns-delay 30 -x {args:tests}" -test-cov = "coverage run -m pytest --reruns 3 --reruns-delay 30 -x {args:tests}" +test = "pytest {args:tests}" +test-cov = "coverage run -m pytest {args:tests}" +test-cov-retry = "test-cov --reruns 3 --reruns-delay 30 -x" cov-report = ["- coverage combine", "coverage report"] cov = ["test-cov", "cov-report"] +cov-retry = ["test-cov-retry", "cov-report"] docs = ["pydoc-markdown pydoc/config.yml"] [[tool.hatch.envs.all.matrix]] python = ["3.8", "3.9", "3.10", "3.11"] diff --git a/integrations/instructor_embedders/pyproject.toml b/integrations/instructor_embedders/pyproject.toml index 47afee31f..0543a9a88 100644 --- a/integrations/instructor_embedders/pyproject.toml +++ b/integrations/instructor_embedders/pyproject.toml @@ -71,10 +71,12 @@ dependencies = [ "haystack-pydoc-tools", ] [tool.hatch.envs.default.scripts] -test = "pytest --reruns 3 --reruns-delay 30 -x {args:tests}" -test-cov = "coverage run -m pytest --reruns 3 --reruns-delay 30 -x {args:tests}" +test = "pytest {args:tests}" +test-cov = "coverage run -m pytest {args:tests}" +test-cov-retry = "test-cov --reruns 3 --reruns-delay 30 -x" cov-report = ["- coverage combine", "coverage report"] cov = ["test-cov", "cov-report"] +cov-retry = ["test-cov-retry", "cov-report"] docs = ["pydoc-markdown pydoc/config.yml"] [[tool.hatch.envs.test.matrix]] diff --git a/integrations/jina/pyproject.toml b/integrations/jina/pyproject.toml index 494d7d1ea..fa2fd50ed 100644 --- a/integrations/jina/pyproject.toml +++ b/integrations/jina/pyproject.toml @@ -45,10 +45,12 @@ git_describe_command = 'git describe --tags --match="integrations/jina-v[0-9]*"' [tool.hatch.envs.default] dependencies = ["coverage[toml]>=6.5", "pytest", "pytest-rerunfailures", "haystack-pydoc-tools"] [tool.hatch.envs.default.scripts] -test = "pytest --reruns 3 --reruns-delay 30 -x {args:tests}" -test-cov = "coverage run -m pytest --reruns 3 --reruns-delay 30 -x {args:tests}" +test = "pytest {args:tests}" +test-cov = "coverage run -m pytest {args:tests}" +test-cov-retry = "test-cov --reruns 3 --reruns-delay 30 -x" cov-report = ["- coverage combine", "coverage report"] cov = ["test-cov", "cov-report"] +cov-retry = ["test-cov-retry", "cov-report"] docs = ["pydoc-markdown pydoc/config.yml"] diff --git a/integrations/langfuse/pyproject.toml b/integrations/langfuse/pyproject.toml index 41b1c1da9..cf7b85b64 100644 --- a/integrations/langfuse/pyproject.toml +++ b/integrations/langfuse/pyproject.toml @@ -49,10 +49,12 @@ dependencies = [ "haystack-pydoc-tools", ] [tool.hatch.envs.default.scripts] -test = "pytest --reruns 3 --reruns-delay 30 -x {args:tests}" -test-cov = "coverage run -m pytest --reruns 3 --reruns-delay 30 -x {args:tests}" +test = "pytest {args:tests}" +test-cov = "coverage run -m pytest {args:tests}" +test-cov-retry = "test-cov --reruns 3 --reruns-delay 30 -x" cov-report = ["- coverage combine", "coverage report"] cov = ["test-cov", "cov-report"] +cov-retry = ["test-cov-retry", "cov-report"] docs = ["pydoc-markdown pydoc/config.yml"] diff --git a/integrations/llama_cpp/pyproject.toml b/integrations/llama_cpp/pyproject.toml index 8c539cc08..2efb15d53 100644 --- a/integrations/llama_cpp/pyproject.toml +++ b/integrations/llama_cpp/pyproject.toml @@ -53,10 +53,12 @@ dependencies = [ "transformers[sentencepiece]", ] [tool.hatch.envs.default.scripts] -test = "pytest --reruns 3 --reruns-delay 30 -x {args:tests}" -test-cov = "coverage run -m pytest --reruns 3 --reruns-delay 30 -x {args:tests}" +test = "pytest {args:tests}" +test-cov = "coverage run -m pytest {args:tests}" +test-cov-retry = "test-cov --reruns 3 --reruns-delay 30 -x" cov-report = ["- coverage combine", "coverage report"] cov = ["test-cov", "cov-report"] +cov-retry = ["test-cov-retry", "cov-report"] docs = ["pydoc-markdown pydoc/config.yml"] [[tool.hatch.envs.all.matrix]] python = ["3.8", "3.9", "3.10", "3.11", "3.12"] diff --git a/integrations/mistral/pyproject.toml b/integrations/mistral/pyproject.toml index abef1d747..bcb4f5999 100644 --- a/integrations/mistral/pyproject.toml +++ b/integrations/mistral/pyproject.toml @@ -43,10 +43,12 @@ git_describe_command = 'git describe --tags --match="integrations/mistral-v[0-9] [tool.hatch.envs.default] dependencies = ["coverage[toml]>=6.5", "pytest", "pytest-rerunfailures", "haystack-pydoc-tools"] [tool.hatch.envs.default.scripts] -test = "pytest --reruns 3 --reruns-delay 30 -x {args:tests}" -test-cov = "coverage run -m pytest --reruns 3 --reruns-delay 30 -x {args:tests}" +test = "pytest {args:tests}" +test-cov = "coverage run -m pytest {args:tests}" +test-cov-retry = "test-cov --reruns 3 --reruns-delay 30 -x" cov-report = ["- coverage combine", "coverage report"] cov = ["test-cov", "cov-report"] +cov-retry = ["test-cov-retry", "cov-report"] docs = ["pydoc-markdown pydoc/config.yml"] [[tool.hatch.envs.all.matrix]] diff --git a/integrations/mongodb_atlas/pyproject.toml b/integrations/mongodb_atlas/pyproject.toml index 9fdfa3385..170f6e94d 100644 --- a/integrations/mongodb_atlas/pyproject.toml +++ b/integrations/mongodb_atlas/pyproject.toml @@ -50,10 +50,12 @@ dependencies = [ "haystack-pydoc-tools", ] [tool.hatch.envs.default.scripts] -test = "pytest --reruns 3 --reruns-delay 30 -x {args:tests}" -test-cov = "coverage run -m pytest --reruns 3 --reruns-delay 30 -x {args:tests}" +test = "pytest {args:tests}" +test-cov = "coverage run -m pytest {args:tests}" +test-cov-retry = "test-cov --reruns 3 --reruns-delay 30 -x" cov-report = ["- coverage combine", "coverage report"] cov = ["test-cov", "cov-report"] +cov-retry = ["test-cov-retry", "cov-report"] docs = ["pydoc-markdown pydoc/config.yml"] [[tool.hatch.envs.all.matrix]] diff --git a/integrations/nvidia/pyproject.toml b/integrations/nvidia/pyproject.toml index f35485e9c..af1d806ef 100644 --- a/integrations/nvidia/pyproject.toml +++ b/integrations/nvidia/pyproject.toml @@ -44,10 +44,12 @@ git_describe_command = 'git describe --tags --match="integrations/nvidia-v[0-9]* [tool.hatch.envs.default] dependencies = ["coverage[toml]>=6.5", "pytest", "pytest-rerunfailures", "haystack-pydoc-tools", "requests_mock"] [tool.hatch.envs.default.scripts] -test = "pytest --reruns 3 --reruns-delay 30 -x {args:tests}" -test-cov = "coverage run -m pytest --reruns 3 --reruns-delay 30 -x {args:tests}" +test = "pytest {args:tests}" +test-cov = "coverage run -m pytest {args:tests}" +test-cov-retry = "test-cov --reruns 3 --reruns-delay 30 -x" cov-report = ["- coverage combine", "coverage report"] cov = ["test-cov", "cov-report"] +cov-retry = ["test-cov-retry", "cov-report"] docs = ["pydoc-markdown pydoc/config.yml"] [[tool.hatch.envs.all.matrix]] diff --git a/integrations/ollama/pyproject.toml b/integrations/ollama/pyproject.toml index 3b7119dfd..5187de31f 100644 --- a/integrations/ollama/pyproject.toml +++ b/integrations/ollama/pyproject.toml @@ -53,10 +53,12 @@ dependencies = [ "haystack-pydoc-tools", ] [tool.hatch.envs.default.scripts] -test = "pytest --reruns 3 --reruns-delay 30 -x {args:tests}" -test-cov = "coverage run -m pytest --reruns 3 --reruns-delay 30 -x {args:tests}" +test = "pytest {args:tests}" +test-cov = "coverage run -m pytest {args:tests}" +test-cov-retry = "test-cov --reruns 3 --reruns-delay 30 -x" cov-report = ["- coverage combine", "coverage report"] cov = ["test-cov", "cov-report"] +cov-retry = ["test-cov-retry", "cov-report"] docs = ["pydoc-markdown pydoc/config.yml"] [[tool.hatch.envs.all.matrix]] diff --git a/integrations/opensearch/pyproject.toml b/integrations/opensearch/pyproject.toml index 842b46415..b7e5e3da6 100644 --- a/integrations/opensearch/pyproject.toml +++ b/integrations/opensearch/pyproject.toml @@ -50,10 +50,12 @@ dependencies = [ "boto3", ] [tool.hatch.envs.default.scripts] -test = "pytest --reruns 3 --reruns-delay 30 -x {args:tests}" -test-cov = "coverage run -m pytest --reruns 3 --reruns-delay 30 -x {args:tests}" +test = "pytest {args:tests}" +test-cov = "coverage run -m pytest {args:tests}" +test-cov-retry = "test-cov --reruns 3 --reruns-delay 30 -x" cov-report = ["- coverage combine", "coverage report"] cov = ["test-cov", "cov-report"] +cov-retry = ["test-cov-retry", "cov-report"] docs = ["pydoc-markdown pydoc/config.yml"] diff --git a/integrations/optimum/pyproject.toml b/integrations/optimum/pyproject.toml index d5d00c2cf..2e0fb26a4 100644 --- a/integrations/optimum/pyproject.toml +++ b/integrations/optimum/pyproject.toml @@ -63,10 +63,12 @@ dependencies = [ "setuptools", # FIXME: the latest 4.5.0 causes loops in pip resolver ] [tool.hatch.envs.default.scripts] -test = "pytest --reruns 3 --reruns-delay 30 -x {args:tests}" -test-cov = "coverage run -m pytest --reruns 3 --reruns-delay 30 -x {args:tests}" +test = "pytest {args:tests}" +test-cov = "coverage run -m pytest {args:tests}" +test-cov-retry = "test-cov --reruns 3 --reruns-delay 30 -x" cov-report = ["- coverage combine", "coverage report"] cov = ["test-cov", "cov-report"] +cov-retry = ["test-cov-retry", "cov-report"] docs = ["pydoc-markdown pydoc/config.yml"] [[tool.hatch.envs.all.matrix]] diff --git a/integrations/pgvector/pyproject.toml b/integrations/pgvector/pyproject.toml index 10d00606f..7f31a5203 100644 --- a/integrations/pgvector/pyproject.toml +++ b/integrations/pgvector/pyproject.toml @@ -50,10 +50,12 @@ dependencies = [ "haystack-pydoc-tools", ] [tool.hatch.envs.default.scripts] -test = "pytest --reruns 3 --reruns-delay 30 -x {args:tests}" -test-cov = "coverage run -m pytest --reruns 3 --reruns-delay 30 -x {args:tests}" +test = "pytest {args:tests}" +test-cov = "coverage run -m pytest {args:tests}" +test-cov-retry = "test-cov --reruns 3 --reruns-delay 30 -x" cov-report = ["- coverage combine", "coverage report"] cov = ["test-cov", "cov-report"] +cov-retry = ["test-cov-retry", "cov-report"] docs = ["pydoc-markdown pydoc/config.yml"] [[tool.hatch.envs.all.matrix]] diff --git a/integrations/pinecone/pyproject.toml b/integrations/pinecone/pyproject.toml index ab764589b..866385dd3 100644 --- a/integrations/pinecone/pyproject.toml +++ b/integrations/pinecone/pyproject.toml @@ -54,10 +54,12 @@ dependencies = [ [tool.hatch.envs.default.scripts] # Pinecone tests are slow (require HTTP requests), so we run them in parallel # with pytest-xdist (https://pytest-xdist.readthedocs.io/en/stable/distribution.html) -test = "pytest -n auto --maxprocesses=2 --reruns 3 --reruns-delay 30 -x {args:tests}" -test-cov = "coverage run -m pytest -n auto --maxprocesses=2 --reruns 3 --reruns-delay 30 -x {args:tests}" +test = "pytest -n auto --maxprocesses=2 -x {args:tests}" +test-cov = "coverage run -m pytest -n auto --maxprocesses=2 {args:tests}" +test-cov-retry = "test-cov --reruns 3 --reruns-delay 30 -x" cov-report = ["- coverage combine", "coverage report"] cov = ["test-cov", "cov-report"] +cov-retry = ["test-cov-retry", "cov-report"] docs = ["pydoc-markdown pydoc/config.yml"] [[tool.hatch.envs.all.matrix]] diff --git a/integrations/qdrant/pyproject.toml b/integrations/qdrant/pyproject.toml index d43926417..8b9c44cc7 100644 --- a/integrations/qdrant/pyproject.toml +++ b/integrations/qdrant/pyproject.toml @@ -46,10 +46,12 @@ git_describe_command = 'git describe --tags --match="integrations/qdrant-v[0-9]* [tool.hatch.envs.default] dependencies = ["coverage[toml]>=6.5", "pytest", "pytest-rerunfailures", "haystack-pydoc-tools"] [tool.hatch.envs.default.scripts] -test = "pytest --reruns 3 --reruns-delay 30 -x {args:tests}" -test-cov = "coverage run -m pytest --reruns 3 --reruns-delay 30 -x {args:tests}" +test = "pytest {args:tests}" +test-cov = "coverage run -m pytest {args:tests}" +test-cov-retry = "test-cov --reruns 3 --reruns-delay 30 -x" cov-report = ["- coverage combine", "coverage report"] cov = ["test-cov", "cov-report"] +cov-retry = ["test-cov-retry", "cov-report"] docs = ["pydoc-markdown pydoc/config.yml"] [[tool.hatch.envs.all.matrix]] diff --git a/integrations/ragas/pyproject.toml b/integrations/ragas/pyproject.toml index 3a32d27a7..edc33eee1 100644 --- a/integrations/ragas/pyproject.toml +++ b/integrations/ragas/pyproject.toml @@ -43,10 +43,12 @@ git_describe_command = 'git describe --tags --match="integrations/ragas-v[0-9]*" [tool.hatch.envs.default] dependencies = ["coverage[toml]>=6.5", "pytest", "pytest-rerunfailures", "haystack-pydoc-tools", "pytest-asyncio"] [tool.hatch.envs.default.scripts] -test = "pytest --reruns 3 --reruns-delay 30 -x {args:tests}" -test-cov = "coverage run -m pytest --reruns 3 --reruns-delay 30 -x {args:tests}" +test = "pytest {args:tests}" +test-cov = "coverage run -m pytest {args:tests}" +test-cov-retry = "test-cov --reruns 3 --reruns-delay 30 -x" cov-report = ["- coverage combine", "coverage report"] cov = ["test-cov", "cov-report"] +cov-retry = ["test-cov-retry", "cov-report"] docs = ["pydoc-markdown pydoc/config.yml"] [[tool.hatch.envs.all.matrix]] diff --git a/integrations/unstructured/pyproject.toml b/integrations/unstructured/pyproject.toml index d00f60e3a..b5de6c66a 100644 --- a/integrations/unstructured/pyproject.toml +++ b/integrations/unstructured/pyproject.toml @@ -48,10 +48,12 @@ dependencies = [ "haystack-pydoc-tools", ] [tool.hatch.envs.default.scripts] -test = "pytest --reruns 3 --reruns-delay 30 -x {args:tests}" -test-cov = "coverage run -m pytest --reruns 3 --reruns-delay 30 -x {args:tests}" +test = "pytest {args:tests}" +test-cov = "coverage run -m pytest {args:tests}" +test-cov-retry = "test-cov --reruns 3 --reruns-delay 30 -x" cov-report = ["- coverage combine", "coverage report"] cov = ["test-cov", "cov-report"] +cov-retry = ["test-cov-retry", "cov-report"] docs = ["pydoc-markdown pydoc/config.yml"] [[tool.hatch.envs.all.matrix]] diff --git a/integrations/weaviate/pyproject.toml b/integrations/weaviate/pyproject.toml index b0aa15143..14b60fe12 100644 --- a/integrations/weaviate/pyproject.toml +++ b/integrations/weaviate/pyproject.toml @@ -49,10 +49,12 @@ git_describe_command = 'git describe --tags --match="integrations/weaviate-v[0-9 [tool.hatch.envs.default] dependencies = ["coverage[toml]>=6.5", "pytest", "pytest-rerunfailures", "ipython"] [tool.hatch.envs.default.scripts] -test = "pytest --reruns 3 --reruns-delay 30 -x {args:tests}" -test-cov = "coverage run -m pytest --reruns 3 --reruns-delay 30 -x {args:tests}" +test = "pytest {args:tests}" +test-cov = "coverage run -m pytest {args:tests}" +test-cov-retry = "test-cov --reruns 3 --reruns-delay 30 -x" cov-report = ["- coverage combine", "coverage report"] cov = ["test-cov", "cov-report"] +cov-retry = ["test-cov-retry", "cov-report"] docs = ["pydoc-markdown pydoc/config.yml"] [[tool.hatch.envs.all.matrix]]