Skip to content

Update W58

Update W58 #77

name: Run-Data-Pipeline
on:
push:
branches-ignore:
- "master"
jobs:
run-pipeline:
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@v3
- name: Install data pipeline
run: |
sudo apt install python3.10
python3.10 -m pip install setuptools
python3.10 -m pip install git+https://github.com/ddionrails/paneldata_pipeline@master#egg=paneldata_pipeline
- name: Process Data
run: |
python3.10 -m paneldata_pipeline -i metadata/ -o ddionrails/ -s gip -w ${{ secrets.study_version }} -u
- name: Install data compliance check
run: |
python3 -m pip install setuptools
python3 -m pip install goodtables
- name: Test Structure
run: |
python3 -m goodtables validate --skip-checks extra-header ddionrails/datapackage.json
- name: Update file and push to remote
run: |
echo "Stage new files."
(IFS=$'\n'
for file in $(git ls-files --others --exclude-standard)
do
git add $file
echo "Staging " $file
done)
echo "Stage changed files."
(IFS=$'\n'
for file in $(git diff-index --name-only HEAD)
do
git add $file
echo "Staging " $file
done)
CHANGES_TO_COMMIT=$(git diff --name-only --cached | wc -w)
if [ "$CHANGES_TO_COMMIT" -gt 0 ]
then
echo "Commit changes."
git config --global user.name "GitHub Action"
git config --global user.email "[email protected]"
git commit -m "Update generated data with data-pipeline"
git push
else
echo "No changes to commit."
exit 0
fi