Merge pull request #57 from lauris-tw/remove_docker_setup

Remove docker setup and update readme

.github/workflows/local-setup-test.yaml

@@ -23,10 +23,10 @@ jobs:
           poetry install
       - name: Run local unit tests
         run: |
-          ./go.sh run-local-unit-test
+          poetry run python -m pytest tests/unit
       - name: Run local integration tests
         run: |
-          ./go.sh run-local-integration-test
+          poetry run python -m pytest tests/integration
 
   windows:
     runs-on: windows-latest
@@ -65,11 +65,10 @@ jobs:
           winutils.exe chmod 777 D:\a\dataengineer-transformations-python\dataengineer-transformations-python
       - name: Install Python Dependencies
         run: |
-          scripts\install.bat
           poetry install
       - name: Run local unit tests
         run: |
-          .\go.ps1 run-local-unit-test
+          poetry run python -m pytest tests/unit
       - name: Run local integration tests
         run: |
-          .\go.ps1 run-local-integration-test
+          poetry run python -m pytest tests/integration

.gitpod.Dockerfile

@@ -5,18 +5,14 @@ USER root
 WORKDIR /opt
 RUN if [ "$(arch)" = "aarch64" ] ; then ARCHITECTURE="aarch64" ; else ARCHITECTURE="x64"; fi && \
     wget -O OpenJDK.tar.gz https://github.com/AdoptOpenJDK/openjdk11-binaries/releases/download/jdk-11.0.11%2B9/OpenJDK11U-jdk_${ARCHITECTURE}_linux_hotspot_11.0.11_9.tar.gz && \
-    wget -O scala.tgz https://downloads.lightbend.com/scala/2.13.5/scala-2.13.5.tgz && \
-    wget -O spark-hadoop.tgz https://archive.apache.org/dist/spark/spark-3.5.1/spark-3.5.1-bin-hadoop3.tgz
 RUN tar xzf OpenJDK.tar.gz && \
-    tar xvf scala.tgz && \
-    tar xvf spark-hadoop.tgz
-ENV PATH="/opt/jdk-11.0.11+9/bin:/opt/scala-2.13.5/bin:/opt/spark-3.5.1-bin-hadoop3/bin:$PATH"
-
+ENV JAVA_HOME="/opt/jdk-11.0.11+9" \
+    PATH="/opt/jdk-11.0.11+9/bin:$PATH"
 
 #TODO : Change the user to non root user
 #USER 185
 WORKDIR /app
 
 COPY ./pyproject.toml /app/pyproject.toml
 
-RUN pyenv install 3.11.4 && pyenv global 3.11.4
+RUN pyenv install 3.11.4 && pyenv global 3.11.4 && poetry env use "${HOME}/.pyenv/versions/3.11.4/bin/python3"

.gitpod.yml

@@ -7,9 +7,7 @@ image:
 
 tasks:
   - init: |
-      pyenv install 3.11.4
-      pyenv shell 3.11.4
-      poetry env use "${HOME}/.pyenv/versions/3.11.4/bin/python3"
       poetry install
       poetry env info
-      make tests
+      poetry run python -m pytest test/unit
+      poetry run python -m pytest tests/integration

.vscode/extensions.json

@@ -1,4 +1,3 @@
 {
-    "recommendations": ["ms-python.python", "donjayamanne.python-environment-manager"]
-  }
-
+  "recommendations": ["ms-python.python"]
+}