diff --git a/Makefile b/Makefile index 62913e4c..6a03d248 100644 --- a/Makefile +++ b/Makefile @@ -93,6 +93,8 @@ create-env-airflow: @ ln -s -f -n ${PROJECT_PATH}/ted_sws ${AIRFLOW_INFRA_FOLDER}/ted_sws @ chmod 777 ${AIRFLOW_INFRA_FOLDER}/logs ${AIRFLOW_INFRA_FOLDER}/plugins ${AIRFLOW_INFRA_FOLDER}/.env @ cp requirements.txt ./infra/airflow/ + @ cp -r ted_sws ./infra/airflow/ + @ cp -r dags ./infra/airflow/ build-airflow: guard-ENVIRONMENT create-env-airflow build-externals diff --git a/infra/airflow-cluster/Dockerfile b/infra/airflow-cluster/Dockerfile index e252ba3b..cb48601b 100644 --- a/infra/airflow-cluster/Dockerfile +++ b/infra/airflow-cluster/Dockerfile @@ -14,14 +14,18 @@ COPY requirements.txt /opt/airflow # working in the /opt/airflow WORKDIR /opt/airflow -RUN mkdir -p ./.rmlmapper +RUN mkdir -p ./.rmlmapper ./dags ./ted_sws + +COPY ted_sws /opt/airflow/ted_sws + +COPY dags /opt/airflow/dags + RUN wget -c https://github.com/RMLio/rmlmapper-java/releases/download/v6.2.2/rmlmapper-6.2.2-r371-all.jar -O ./.rmlmapper/rmlmapper.jar RUN wget -c https://github.com/Saxonica/Saxon-HE/releases/download/SaxonHE10-9/SaxonHE10-9J.zip -P .saxon/ RUN cd .saxon && unzip SaxonHE10-9J.zip && rm -rf SaxonHE10-9J.zip - RUN mkdir -p ./.limes RUN wget -c https://github.com/dice-group/LIMES/releases/download/1.7.9/limes.jar -P ./.limes diff --git a/infra/airflow/Dockerfile b/infra/airflow/Dockerfile index 7fe12586..cb48601b 100644 --- a/infra/airflow/Dockerfile +++ b/infra/airflow/Dockerfile @@ -14,7 +14,12 @@ COPY requirements.txt /opt/airflow # working in the /opt/airflow WORKDIR /opt/airflow -RUN mkdir -p ./.rmlmapper ./dags ./ted_sws ./temp +RUN mkdir -p ./.rmlmapper ./dags ./ted_sws + +COPY ted_sws /opt/airflow/ted_sws + +COPY dags /opt/airflow/dags + RUN wget -c https://github.com/RMLio/rmlmapper-java/releases/download/v6.2.2/rmlmapper-6.2.2-r371-all.jar -O ./.rmlmapper/rmlmapper.jar