1-Prepare-Inputs.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "import os\n",
    "import glob\n",
    "import re\n",
    "import pandas as pd\n",
    "import shutil\n",
    "import zipfile\n",
    "import geopandas as gpd\n",
    "import requests\n",
    "import json\n",
    "import numpy as np\n",
    "import _config"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [],
   "source": [
    "# INPUTS UPDATED IN THIS SCRIPT NCLUDE EVERYTHING IN THE input FOLDER EXCEPT FOR THE from-josh FOLDER THAT WAS COPIED IN MANUALLY FROM DATA PROVIDED BY JOSH\n",
    "\n",
    "# recopy tdm, centers, datasets to inputs\n",
    "replace_inputs = True"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Copied E:\\GitHub\\WF-TDM-v9x\\1_Inputs/3_Highway/GIS\\WFv902_MasterNet - Link.shp to input/tdm-link-shapefile\\WFv902_MasterNet - Link.shp\n",
      "Copied E:\\GitHub\\WF-TDM-v9x\\1_Inputs/3_Highway/GIS\\WFv902_MasterNet - Link.shx to input/tdm-link-shapefile\\WFv902_MasterNet - Link.shx\n",
      "Copied E:\\GitHub\\WF-TDM-v9x\\1_Inputs/3_Highway/GIS\\WFv902_MasterNet - Link.dbf to input/tdm-link-shapefile\\WFv902_MasterNet - Link.dbf\n",
      "Copied E:\\GitHub\\WF-TDM-v9x\\1_Inputs/3_Highway/GIS\\WFv902_MasterNet - Link.prj to input/tdm-link-shapefile\\WFv902_MasterNet - Link.prj\n",
      "Copied E:\\GitHub\\WF-TDM-v9x\\1_Inputs/3_Highway/GIS\\WFv902_MasterNet - Node.shp to input/tdm-node-shapefile\\WFv902_MasterNet - Node.shp\n",
      "Copied E:\\GitHub\\WF-TDM-v9x\\1_Inputs/3_Highway/GIS\\WFv902_MasterNet - Node.shx to input/tdm-node-shapefile\\WFv902_MasterNet - Node.shx\n",
      "Copied E:\\GitHub\\WF-TDM-v9x\\1_Inputs/3_Highway/GIS\\WFv902_MasterNet - Node.dbf to input/tdm-node-shapefile\\WFv902_MasterNet - Node.dbf\n",
      "Copied E:\\GitHub\\WF-TDM-v9x\\1_Inputs/3_Highway/GIS\\WFv902_MasterNet - Node.prj to input/tdm-node-shapefile\\WFv902_MasterNet - Node.prj\n",
      "Copied E:\\GitHub\\WF-TDM-v9x\\1_Inputs/1_TAZ\\WFv900_TAZ.shp to input/taz-shapefile\\WFv900_TAZ.shp\n",
      "Copied E:\\GitHub\\WF-TDM-v9x\\1_Inputs/1_TAZ\\WFv900_TAZ.shx to input/taz-shapefile\\WFv900_TAZ.shx\n",
      "Copied E:\\GitHub\\WF-TDM-v9x\\1_Inputs/1_TAZ\\WFv900_TAZ.dbf to input/taz-shapefile\\WFv900_TAZ.dbf\n",
      "Copied E:\\GitHub\\WF-TDM-v9x\\1_Inputs/1_TAZ\\WFv900_TAZ.prj to input/taz-shapefile\\WFv900_TAZ.prj\n",
      "Copied E:\\GitHub\\WF-TDM-v9x\\1_Inputs/4_Transit/_Transit Processing Tools/Parse-Transit-Lin-Files/output\\files.csv to input/transit-lin-files\\files.csv\n",
      "Copied E:\\GitHub\\WF-TDM-v9x\\1_Inputs/4_Transit/_Transit Processing Tools/Parse-Transit-Lin-Files/output\\lines.csv to input/transit-lin-files\\lines.csv\n",
      "Copied E:\\GitHub\\WF-TDM-v9x\\1_Inputs/4_Transit/_Transit Processing Tools/Parse-Transit-Lin-Files/output\\links.csv to input/transit-lin-files\\links.csv\n",
      "Copied E:\\GitHub\\WF-TDM-v9x\\1_Inputs/4_Transit/_Transit Processing Tools/Parse-Transit-Lin-Files/output\\nodes.csv to input/transit-lin-files\\nodes.csv\n",
      "Copied E:\\GitHub\\WF-TDM-v9x\\1_Inputs/4_Transit/_Transit Processing Tools/Parse-Transit-Lin-Files/output\\speeds-tf-delay.csv to input/transit-lin-files\\speeds-tf-delay.csv\n",
      "Feature layer downloaded and saved as input/wasatch-choice-centers/wc-centers.geojson\n",
      "Copied E:\\GitHub\\WF-TDM-v9x\\1_Inputs/2_SEData/2_WFRC/FiscallyConstrained\\SE_2023.csv to input/se-data\\SE_2023.csv\n",
      "Copied E:\\GitHub\\WF-TDM-v9x\\1_Inputs/2_SEData/2_WFRC/FiscallyConstrained\\SE_2032.csv to input/se-data\\SE_2032.csv\n",
      "Copied E:\\GitHub\\WF-TDM-v9x\\1_Inputs/2_SEData/2_WFRC/FiscallyConstrained\\SE_2042.csv to input/se-data\\SE_2042.csv\n",
      "Copied E:\\GitHub\\WF-TDM-v9x\\1_Inputs/2_SEData/2_WFRC/FiscallyConstrained\\SE_2050.csv to input/se-data\\SE_2050.csv\n"
     ]
    }
   ],
   "source": [
    "# copy over inputs\n",
    "\n",
    "if replace_inputs:\n",
    "\n",
    "    # copy over tdm link shapefile \n",
    "    \n",
    "    extensions = [\".shp\", \".shx\", \".dbf\", \".prj\"]  # list all possible extensions\n",
    "\n",
    "    for ext in extensions:\n",
    "        src_file = os.path.join(os.path.join(_config.tdm_path, '1_Inputs/3_Highway/GIS'), os.path.splitext(_config.tdm_link_shapefile)[0] + ext)\n",
    "        dest_file = os.path.join(_config.input_tdm_link_shapefile_folder, os.path.splitext(_config.tdm_link_shapefile)[0] + ext)\n",
    "        if os.path.exists(src_file):\n",
    "            shutil.copy(src_file, dest_file)\n",
    "            print(f\"Copied {src_file} to {dest_file}\")\n",
    "        else:\n",
    "            print(f\"{src_file} does not exist\")\n",
    "\n",
    "    # copy over tdm node shapefile \n",
    "    \n",
    "    extensions = [\".shp\", \".shx\", \".dbf\", \".prj\"]  # list all possible extensions\n",
    "\n",
    "    for ext in extensions:\n",
    "        src_file = os.path.join(os.path.join(_config.tdm_path, '1_Inputs/3_Highway/GIS'), os.path.splitext(_config.tdm_node_shapefile)[0] + ext)\n",
    "        dest_file = os.path.join(_config.input_tdm_node_shapefile_folder, os.path.splitext(_config.tdm_node_shapefile)[0] + ext)\n",
    "        if os.path.exists(src_file):\n",
    "            shutil.copy(src_file, dest_file)\n",
    "            print(f\"Copied {src_file} to {dest_file}\")\n",
    "        else:\n",
    "            print(f\"{src_file} does not exist\")\n",
    "\n",
    "    # copy over tdm taz shapefile \n",
    "    \n",
    "    extensions = [\".shp\", \".shx\", \".dbf\", \".prj\"]  # list all possible extensions\n",
    "\n",
    "    for ext in extensions:\n",
    "        src_file = os.path.join(os.path.join(_config.tdm_path, '1_Inputs/1_TAZ'), os.path.splitext(_config.taz_shapefile)[0] + ext)\n",
    "        dest_file = os.path.join(_config.input_taz_shapefile_folder, os.path.splitext(_config.taz_shapefile)[0] + ext)\n",
    "        if os.path.exists(src_file):\n",
    "            shutil.copy(src_file, dest_file)\n",
    "            print(f\"Copied {src_file} to {dest_file}\")\n",
    "        else:\n",
    "            print(f\"{src_file} does not exist\")\n",
    "\n",
    "    # copy over parsed LIN files\n",
    "\n",
    "    files = [\"files.csv\", \"lines.csv\", \"links.csv\", \"nodes.csv\", \"speeds-tf-delay.csv\"]  # list all possible extensions\n",
    "\n",
    "    for file in files:\n",
    "        src_file = os.path.join(os.path.join(_config.tdm_path, '1_Inputs/4_Transit/_Transit Processing Tools/Parse-Transit-Lin-Files/output'), file)\n",
    "        dest_file = os.path.join(_config.input_model_line_files_folder, file)\n",
    "        if os.path.exists(src_file):\n",
    "            shutil.copy(src_file, dest_file)\n",
    "            print(f\"Copied {src_file} to {dest_file}\")\n",
    "        else:\n",
    "            print(f\"{src_file} does not exist\")\n",
    "\n",
    "    # copy wasatch choice feature class\n",
    "\n",
    "    # Define the REST endpoint URL for the feature layer\n",
    "    rest_endpoint = \"https://services1.arcgis.com/taguadKoI1XFwivx/arcgis/rest/services/Wasatch_Choice_2050_Centers_(Vision_Map)/FeatureServer/0/query\"\n",
    "\n",
    "    # Parameters for the API request\n",
    "    params = {\n",
    "        \"where\": \"1=1\",  # Query all records\n",
    "        \"outFields\": \"*\",  # Get all fields\n",
    "        \"f\": \"geojson\"  # Format of the output\n",
    "    }\n",
    "\n",
    "    # Send GET request to the REST endpoint\n",
    "    response = requests.get(rest_endpoint, params=params)\n",
    "\n",
    "    # Check if the request was successful\n",
    "    if response.status_code == 200:\n",
    "        # Parse the response content as GeoJSON\n",
    "        geojson_data = response.json()\n",
    "        \n",
    "        # Save the GeoJSON data to a file\n",
    "        geojson_path = \"input/wasatch-choice-centers/wc-centers.geojson\"\n",
    "        with open(geojson_path, \"w\") as file:\n",
    "            json.dump(geojson_data, file)\n",
    "        \n",
    "        print(f\"Feature layer downloaded and saved as {geojson_path}\")\n",
    "    else:\n",
    "        print(f\"Failed to download the dataset. HTTP status code: {response.status_code}\")\n",
    "\n",
    "    # copy over SE files\n",
    "\n",
    "    for se_year in _config.se_years:\n",
    "        file = \"SE_\" + str(se_year) + '.csv'\n",
    "        src_file = os.path.join(os.path.join(_config.tdm_path, '1_Inputs/2_SEData/2_WFRC/FiscallyConstrained'), file)\n",
    "        dest_file = os.path.join(_config.input_model_se_folder, file)\n",
    "        if os.path.exists(src_file):\n",
    "            shutil.copy(src_file, dest_file)\n",
    "            print(f\"Copied {src_file} to {dest_file}\")\n",
    "        else:\n",
    "            print(f\"{src_file} does not exist\")\n",
    "else:\n",
    "    print('Input files not updated')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "# export inputs to web app\n",
    "\n"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "base",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.9.13"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}