TEST-#4562: Use local Ray cluster in CI to resolve flaky `test-compat…

…-win` (#5007) Signed-off-by: Karthik Velayutham <[email protected]>
modin-project · Sep 21, 2022 · fb4ed0d · fb4ed0d
1 parent 1dc1641
commit fb4ed0d
Show file tree

Hide file tree

Showing 2 changed files with 28 additions and 19 deletions.
diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml
@@ -702,9 +702,6 @@ jobs:
       MODIN_ENGINE: ${{matrix.engine}}
     name: test-compat-win (engine ${{matrix.engine}}, python ${{matrix.python-version}})
     steps:
-      - name: Limit ray memory
-        run: echo "MODIN_MEMORY=1000000000" >> $GITHUB_ENV
-        if: matrix.engine == 'ray'
       - uses: actions/checkout@v2
         with:
           fetch-depth: 2
@@ -730,25 +727,36 @@ jobs:
         run: |
           conda info
           conda list
-      - run: pytest -n 2 modin/pandas/test/dataframe/test_binary.py
-      - run: pytest -n 2 modin/pandas/test/dataframe/test_default.py
-      - run: pytest -n 2 modin/pandas/test/dataframe/test_indexing.py
-      - run: pytest -n 2 modin/pandas/test/dataframe/test_iter.py
-      - run: pytest -n 2 modin/pandas/test/dataframe/test_join_sort.py
-      - run: pytest -n 2 modin/pandas/test/dataframe/test_map_metadata.py
-      - run: pytest -n 2 modin/pandas/test/dataframe/test_pickle.py
-      - run: pytest -n 2 modin/pandas/test/dataframe/test_reduce.py
-      - run: pytest -n 2 modin/pandas/test/dataframe/test_udf.py
-      - run: pytest -n 2 modin/pandas/test/dataframe/test_window.py
-      - run: pytest -n 2 modin/pandas/test/test_api.py
-      - run: pytest -n 2 modin/pandas/test/test_concat.py
+      - name: Setup parallel jobs env
+        run: echo "PYTEST_DIST_WORKERS=2" >> $GITHUB_ENV
+        if: matrix.engine != 'ray'
+      - name: Setup parallel jobs env
+        run: echo "PYTEST_DIST_WORKERS=1" >> $GITHUB_ENV
+        if: matrix.engine == 'ray'
+      - name: Start local ray cluster
+        run: |
+          ray start --head --port=6379 --object-store-memory=1000000000
+          echo "MODIN_RAY_CLUSTER=True" >> $GITHUB_ENV
+        if: matrix.engine == 'ray'
+      - run: pytest -n ${{ env.PYTEST_DIST_WORKERS }} modin/pandas/test/dataframe/test_binary.py
+      - run: pytest -n ${{ env.PYTEST_DIST_WORKERS }} modin/pandas/test/dataframe/test_default.py
+      - run: pytest -n ${{ env.PYTEST_DIST_WORKERS }} modin/pandas/test/dataframe/test_indexing.py
+      - run: pytest -n ${{ env.PYTEST_DIST_WORKERS }} modin/pandas/test/dataframe/test_iter.py
+      - run: pytest -n ${{ env.PYTEST_DIST_WORKERS }} modin/pandas/test/dataframe/test_join_sort.py
+      - run: pytest -n ${{ env.PYTEST_DIST_WORKERS }} modin/pandas/test/dataframe/test_map_metadata.py
+      - run: pytest -n ${{ env.PYTEST_DIST_WORKERS }} modin/pandas/test/dataframe/test_pickle.py
+      - run: pytest -n ${{ env.PYTEST_DIST_WORKERS }} modin/pandas/test/dataframe/test_reduce.py
+      - run: pytest -n ${{ env.PYTEST_DIST_WORKERS }} modin/pandas/test/dataframe/test_udf.py
+      - run: pytest -n ${{ env.PYTEST_DIST_WORKERS }} modin/pandas/test/dataframe/test_window.py
+      - run: pytest -n ${{ env.PYTEST_DIST_WORKERS }} modin/pandas/test/test_api.py
+      - run: pytest -n ${{ env.PYTEST_DIST_WORKERS }} modin/pandas/test/test_concat.py
         if: matrix.engine == 'python'
       - run: pytest modin/pandas/test/test_concat.py # Ray and Dask versions fails with -n 2
         if: matrix.engine != 'python'
-      - run: pytest -n 2 modin/pandas/test/test_general.py
-      - run: pytest -n 2 modin/pandas/test/test_groupby.py
-      - run: pytest -n 2 modin/pandas/test/test_rolling.py
-      - run: pytest -n 2 modin/pandas/test/test_series.py
+      - run: pytest -n ${{ env.PYTEST_DIST_WORKERS }} modin/pandas/test/test_general.py
+      - run: pytest -n ${{ env.PYTEST_DIST_WORKERS }} modin/pandas/test/test_groupby.py
+      - run: pytest -n ${{ env.PYTEST_DIST_WORKERS }} modin/pandas/test/test_rolling.py
+      - run: pytest -n ${{ env.PYTEST_DIST_WORKERS }} modin/pandas/test/test_series.py
       - run: pytest modin/pandas/test/test_io.py --verbose
       - uses: codecov/codecov-action@v2
 

diff --git a/docs/release_notes/release_notes-0.16.0.rst b/docs/release_notes/release_notes-0.16.0.rst
@@ -128,6 +128,7 @@ Key Features and Updates
   * TEST-#4745: Pin flake8 to <5 to workaround installation conflict (#4752)
   * TEST-#4875: XFail tests failing due to file gone missing (#4876)
   * TEST-#4879: Use pandas `ensure_clean()` in place of `io_tests_data` (#4881)
+  * TEST-#4562: Use local Ray cluster in CI to resolve flaky `test-compat-win` (#5007)
 * Documentation improvements
   * DOCS-#4552: Change default sphinx language to en to fix sphinx >= 5.0.0 build (#4553)
   * DOCS-#4628: Add to_parquet partial support notes (#4648)