From 9335ac7e1d7a3c5a44e28ccbfd2329207fc6365d Mon Sep 17 00:00:00 2001 From: Lauris Jullien Date: Fri, 14 Jul 2023 17:58:12 +0200 Subject: [PATCH] Trying mixing hadoops --- .github/workflows/local-setup-test.yaml | 4 ---- 1 file changed, 4 deletions(-) diff --git a/.github/workflows/local-setup-test.yaml b/.github/workflows/local-setup-test.yaml index 5f8cab2..3e43852 100644 --- a/.github/workflows/local-setup-test.yaml +++ b/.github/workflows/local-setup-test.yaml @@ -59,8 +59,6 @@ jobs: git clone --depth 1 -b master https://github.com/cdarlint/winutils.git echo "HADOOP_HOME=$pwd\winutils\hadoop-3.3.5" >> $env:GITHUB_ENV echo ";$pwd\winutils\hadoop-3.3.5\bin" | Out-File -FilePath $env:GITHUB_PATH -Encoding utf8 -Append - $hadoop_classpath = winutils\hadoop-3.3.5\bin\hadoop classpath - echo "SPARK_DIST_CLASSPATH=$hadoop_classpath" >> $env:GITHUB_ENV - name: Test Hadoop Setup run: | @@ -69,8 +67,6 @@ jobs: run: | scripts\install.bat poetry install - env: - PYSPARK_HADOOP_VERSION: without - name: Run local unit tests run: | .\go.ps1 run-local-unit-test