add post processing to keep last resource per year #47
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: CI | |
| on: | |
| push: | |
| jobs: | |
| build-server: | |
| runs-on: ubuntu-22.04 | |
| steps: | |
| - uses: actions/checkout@v2 | |
| - env: | |
| DOCKER_IMAGE_NAME: "docker.pkg.github.com/hasadna/datacity-ckan-dgp/server" | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| HASADNA_K8S_DEPLOY_KEY: ${{ secrets.HASADNA_K8S_DEPLOY_KEY }} | |
| run: | | |
| echo "${GITHUB_TOKEN}" | docker login docker.pkg.github.com -u hasadna --password-stdin &&\ | |
| if docker pull "${DOCKER_IMAGE_NAME}:latest"; then | |
| CACHE_FROM_ARG="--cache-from ${DOCKER_IMAGE_NAME}:latest" | |
| else | |
| CACHE_FROM_ARG="" | |
| fi &&\ | |
| docker build $CACHE_FROM_ARG -t server . &&\ | |
| docker tag server "${DOCKER_IMAGE_NAME}:${GITHUB_SHA}" &&\ | |
| docker push "${DOCKER_IMAGE_NAME}:${GITHUB_SHA}" &&\ | |
| if [ "${GITHUB_REF}" == "refs/heads/main" ]; then | |
| docker tag server "${DOCKER_IMAGE_NAME}:latest" &&\ | |
| docker push "${DOCKER_IMAGE_NAME}:latest" &&\ | |
| if ! git log -1 --pretty=format:"%s" | grep -- --no-deploy; then | |
| cd `mktemp -d` &&\ | |
| echo "${HASADNA_K8S_DEPLOY_KEY}" > hasadna_k8s_deploy_key &&\ | |
| chmod 400 hasadna_k8s_deploy_key &&\ | |
| export GIT_SSH_COMMAND="ssh -i `pwd`/hasadna_k8s_deploy_key -o UserKnownHostsFile=/dev/null -o StrictHostKeyChecking=no" &&\ | |
| git clone [email protected]:hasadna/hasadna-k8s.git &&\ | |
| cd hasadna-k8s &&\ | |
| python update_yaml.py '{"ckanDgpServerImage":"'"${DOCKER_IMAGE_NAME}:${GITHUB_SHA}"'"}' apps/datacity/values-hasadna-auto-updated.yaml &&\ | |
| git config --global user.name "Datacity Ckan DGP CI" &&\ | |
| git config --global user.email "datacity-ckan-dgp-ci@localhost" &&\ | |
| git add apps/datacity/values-hasadna-auto-updated.yaml && git commit -m "automatic update of datacity ckan dgp server" &&\ | |
| git push origin master | |
| fi | |
| fi | |
| build-db: | |
| runs-on: ubuntu-22.04 | |
| steps: | |
| - uses: actions/checkout@v2 | |
| - env: | |
| DOCKER_IMAGE_NAME: "docker.pkg.github.com/hasadna/datacity-ckan-dgp/datacity-ckan-dgp-db" | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| run: | | |
| echo "${GITHUB_TOKEN}" | docker login docker.pkg.github.com -u hasadna --password-stdin &&\ | |
| if docker pull "${DOCKER_IMAGE_NAME}:latest"; then | |
| CACHE_FROM_ARG="--cache-from ${DOCKER_IMAGE_NAME}:latest" | |
| else | |
| CACHE_FROM_ARG="" | |
| fi &&\ | |
| docker build $CACHE_FROM_ARG -t db db &&\ | |
| docker tag db "${DOCKER_IMAGE_NAME}:${GITHUB_SHA}" &&\ | |
| docker push "${DOCKER_IMAGE_NAME}:${GITHUB_SHA}" &&\ | |
| echo "${DOCKER_IMAGE_NAME}:${GITHUB_SHA}" &&\ | |
| if [ "${GITHUB_REF}" == "refs/heads/main" ]; then | |
| docker tag db "${DOCKER_IMAGE_NAME}:latest" &&\ | |
| docker push "${DOCKER_IMAGE_NAME}:latest" &&\ | |
| echo "${DOCKER_IMAGE_NAME}:latest" | |
| fi |