getImages.js

import fs from "fs";
import * as turf from "@turf/turf";
import { groups } from "d3";
import fetch from "node-fetch";
import * as dotenv from "dotenv"
let obj;



function getFile(geo){
    return new Promise((resolve, reject) => {
        fs.readFile(`cleaned/${geo}.json`, 'utf8', function (err, data) {
            if (err) throw err;
            obj = JSON.parse(data);
            resolve();
        });
    })
}

async function getImage(id,center,geo){
    return new Promise(async (resolve, reject) => {
        console.log("grabbing",id)
        let key = process.env.GOOGLE_MAPS_KEY;
        let url = `https://maps.googleapis.com/maps/api/staticmap?center=${center[0][1]},${center[0][0]}&zoom=20&scale=2&size=640x640&maptype=satellite&format=png&key=${key}`;
		const response = await fetch(url);
        const arrayBuffer = await response.arrayBuffer();
        const buffer = Buffer.from(arrayBuffer);
        // let path = `../../../Volumes/My Passport/raw_images/${geo}/google_way_${id}.png`
        let path = `../../../Volumes/My Passport/raw_images/${geo}/google_way_${id}.png`

        if (!fs.existsSync(`../../../Volumes/My Passport/raw_images/${geo}`)){
            fs.mkdirSync(`../../../Volumes/My Passport/raw_images/${geo}`);
            console.log("made new path")
        }

        fs.createWriteStream(path).write(buffer);
        console.log("written",geo)
        resolve();
    })
}

function getExisting(geo){
    return new Promise((resolve, reject) => {

        if (!fs.existsSync(`../../../Volumes/My Passport/raw_images/${geo}`)){
            fs.mkdirSync(`../../../Volumes/My Passport/raw_images/${geo}`);
            console.log("made new path")
        }

        fs.readdir(`../../../Volumes/My Passport/raw_images/${geo}`, (err, files) => {
            resolve(files);
        });
    });
}


export default async function getImages(geo){
    await getFile(geo);
    let existing = await getExisting(geo);
    existing = existing.filter(d => {
        return d.slice(-3) == "png";// || d.slice(-4) == "jpeg" || d.slice(-3) == "jpg"
    }).map(d => {
        console.log(d)
        return +d.split("way_")[1].split(".")[0];
    });
    
    let toGetImage = [];

    let toDownload = obj.features.filter(d => {
        return existing.indexOf(+d.id) == -1
    })

    for(let court of toDownload){
        let id = court.id;
        let center = court.centerPoint.geometry.coordinates;
        toGetImage.push([id,center])
    }

    toGetImage = toGetImage.sort((a,b) => {
        return +b[0] - +a[0];
    })
    console.log(toGetImage.length)
    let chunks = groups(toGetImage, (d,i) => {
        return Math.floor(i/20);
    })

    for (let chunk of chunks){
        await Promise.all(chunk[1].map(async d => {
            await getImage(d[0],[d[1]],geo);
        }));
        console.log("promise finished");
    }




}