From a45e23bef8dec73a5bbbfeba498463e7f93f21e2 Mon Sep 17 00:00:00 2001 From: Sam Greenbury Date: Fri, 29 Sep 2023 11:53:52 +0100 Subject: [PATCH] Add requirements --- scripts/data_prep/raw_prep/prep_dl.sh | 9 +++++---- scripts/data_prep/raw_prep/requirements.txt | 2 ++ 2 files changed, 7 insertions(+), 4 deletions(-) create mode 100644 scripts/data_prep/raw_prep/requirements.txt diff --git a/scripts/data_prep/raw_prep/prep_dl.sh b/scripts/data_prep/raw_prep/prep_dl.sh index c69433a..62f9b7f 100755 --- a/scripts/data_prep/raw_prep/prep_dl.sh +++ b/scripts/data_prep/raw_prep/prep_dl.sh @@ -7,10 +7,10 @@ shasum -c uk_data_service_digests.txt # Unzip OUTPATH=Data/dl/ -unzip -o Data/dl/zip/8860tab_9C6B5888A6C880F95FC0F04CDED028191F4F1F3F865253D46D1EA277830A7D54_V1.zip -d $OUTPATH -unzip -o Data/dl/zip/8090tab_2038dabc18ee4cb41ba5d23972c3bf56.zip -d $OUTPATH -unzip -o Data/dl/zip/8737tab_249939DDF6432AA9A2ED89CECED2F92E_V1.zip -d $OUTPATH -unzip -o Data/dl/zip/8128tab_A34C0A6B082B45E8CAE4D1795D786CEEBF43FD6766C98E10DD13D81B2F586CE4_V1.zip -d $OUTPATH +unzip -o $OUTPATH/zip/8860tab_9C6B5888A6C880F95FC0F04CDED028191F4F1F3F865253D46D1EA277830A7D54_V1.zip -d $OUTPATH +unzip -o $OUTPATH/zip/8090tab_2038dabc18ee4cb41ba5d23972c3bf56.zip -d $OUTPATH +unzip -o $OUTPATH/zip/8737tab_249939DDF6432AA9A2ED89CECED2F92E_V1.zip -d $OUTPATH +unzip -o $OUTPATH/zip/8128tab_A34C0A6B082B45E8CAE4D1795D786CEEBF43FD6766C98E10DD13D81B2F586CE4_V1.zip -d $OUTPATH # Move required files mv $OUTPATH/UKDA-8860-tab/tab/hse_2019_eul_20211006.tab $OUTPATH @@ -35,4 +35,5 @@ rm -r $OUTPATH/UKDA-8737-TAB rm -r $OUTPATH/UKDA-8128-TAB # Run OA and LSOA collection +pip install -r raw_prep/requirements.txt python raw_prep/prep_dl.py \ No newline at end of file diff --git a/scripts/data_prep/raw_prep/requirements.txt b/scripts/data_prep/raw_prep/requirements.txt new file mode 100644 index 0000000..65a42be --- /dev/null +++ b/scripts/data_prep/raw_prep/requirements.txt @@ -0,0 +1,2 @@ +requests +pandas