chore: add CSV-to-DB importer script

utils/import-csv-to-db.sh

@@ -0,0 +1,69 @@
+#!/usr/bin/env bash
+#
+# Script to import all generated CSVs into the database
+#
+# Example, loading till block 50M in separate steps:
+#   bash csv-to-db-importer.sh ../data 0        36000000  postgres://postgres:postgres@localhost/stratus
+#   bash csv-to-db-importer.sh ../data 36000000 46000000  postgres://postgres:postgres@localhost/stratus
+#   bash csv-to-db-importer.sh ../data 46000000 50000000  postgres://postgres:postgres@localhost/stratus
+
+set -e
+
+if [[ -z "$1" ]]; then
+    echo >&2 "Provide the path for the data folder"
+    exit 1
+fi
+
+if [[ -z "$2" ]]; then
+    echo >&2 "Provide the start of the range"
+    exit 1
+fi
+
+if [[ -z "$3" ]]; then
+    echo >&2 "Provide the end of the range"
+    exit 1
+fi
+
+if [[ -z "$4" ]]; then
+    echo >&2 "Provide the database URL"
+    exit 1
+fi
+
+DATA_FOLDER="$1"
+RANGE_START="$2"
+RANGE_END="$3"
+DATABASE_URL="$4"
+
+files=$(ls -w 1 -v "$DATA_FOLDER"/*.csv)
+
+function time_it() {
+    /usr/bin/time -f "Time elapsed: %E (%es)" $@
+}
+
+import_count=0
+function import() {
+    file="$1"
+    number="$2"
+
+    table=$(echo "$file" | grep -oP "(?<=/)\w+(?=-)")
+
+    echo "Importing $file..."
+    time_it psql "$DATABASE_URL" -c "\copy $table FROM '$file' DELIMITER E'\t' CSV HEADER"
+
+    echo "$file" >> imported.logs
+    import_count=$(( import_count + 1 ))
+}
+
+echo "Starting - $(date)"
+
+for file in $files; do
+    number=$(echo "$file" | grep -oP "\d+")
+
+    # If in the expected range
+    if [[ "$RANGE_START" -le "$number" && "$number" -lt "$RANGE_END" ]]; then
+        import "$file" "$number"
+    fi
+done
+
+echo "Finished - $(date)"
+echo "Imported $import_count files, check the file 'imported.logs'"