Trying mixing hadoops

techops-recsys-lateral-hiring · Apr 23, 2024 · 9335ac7 · 9335ac7
1 parent 4cca7b5
commit 9335ac7
Showing 1 changed file with 0 additions and 4 deletions.
diff --git a/.github/workflows/local-setup-test.yaml b/.github/workflows/local-setup-test.yaml
@@ -59,8 +59,6 @@ jobs:
           git clone --depth 1 -b master https://github.com/cdarlint/winutils.git
           echo "HADOOP_HOME=$pwd\winutils\hadoop-3.3.5" >> $env:GITHUB_ENV
           echo ";$pwd\winutils\hadoop-3.3.5\bin" | Out-File -FilePath $env:GITHUB_PATH -Encoding utf8 -Append
-          $hadoop_classpath = winutils\hadoop-3.3.5\bin\hadoop classpath
-          echo "SPARK_DIST_CLASSPATH=$hadoop_classpath" >> $env:GITHUB_ENV
 
       - name: Test Hadoop Setup
         run: |
@@ -69,8 +67,6 @@ jobs:
         run: |
           scripts\install.bat
           poetry install
-        env:
-          PYSPARK_HADOOP_VERSION: without
       - name: Run local unit tests
         run: |
           .\go.ps1 run-local-unit-test