From bf0b1c76af68bf0fec4648e7b7096ff7685e063e Mon Sep 17 00:00:00 2001
From: Huidae Cho <grass4u@gmail.com>
Date: Mon, 6 Nov 2023 14:31:28 -0700
Subject: [PATCH 1/2] m.(cdo|tnm).download: Replace requests with urllib

---
 src/misc/m.cdo.download/m.cdo.download.py | 10 +++---
 src/misc/m.tnm.download/m.tnm.download.py | 43 +++++++++++++----------
 2 files changed, 29 insertions(+), 24 deletions(-)

diff --git a/src/misc/m.cdo.download/m.cdo.download.py b/src/misc/m.cdo.download/m.cdo.download.py
index 43d63da789..670967ff83 100755
--- a/src/misc/m.cdo.download/m.cdo.download.py
+++ b/src/misc/m.cdo.download/m.cdo.download.py
@@ -150,7 +150,8 @@
 
 import sys
 import os
-import requests
+import urllib.request
+import urllib.error
 import json
 import grass.script as grass
 from grass.script.utils import separator
@@ -181,11 +182,10 @@ def fetch_once(endpoint, offset, limit):
     response = None
 
     for token in tokens:
-        ret = requests.get(request_url, headers={"token": token})
-        if ret.status_code != 200:
-            continue
         try:
-            response = ret.json()
+            request = urllib.request.Request(request_url, headers={"token": token})
+            with urllib.request.urlopen(request) as f:
+                response = json.load(f)
         except:
             continue
         if "message" in response:
diff --git a/src/misc/m.tnm.download/m.tnm.download.py b/src/misc/m.tnm.download/m.tnm.download.py
index a90838baa3..01fbd9b2b1 100755
--- a/src/misc/m.tnm.download/m.tnm.download.py
+++ b/src/misc/m.tnm.download/m.tnm.download.py
@@ -85,7 +85,9 @@
 
 import sys
 import os
-import requests
+import urllib.request
+import urllib.error
+import json
 import grass.script as grass
 from grass.script.utils import separator
 
@@ -164,6 +166,11 @@
 )
 
 
+def urlopen(url):
+    url = url.replace(" ", "%20")
+    return urllib.request.urlopen(url)
+
+
 def show_datasets(fs):
     datasets = query_datasets()
     print(f"INDEX{fs}ID{fs}TAG")
@@ -180,10 +187,11 @@ def show_states(fs):
 
 def query_datasets():
     url = datasets_url
-    res = requests.get(url)
-    if res.status_code != 200:
-        grass.fatal(_("Failed to fetch dataset metadata"))
-    ret = res.json()
+    try:
+        with urlopen(url) as f:
+            ret = json.load(f)
+    except urllib.error.HTTPError as e:
+        grass.fatal(_("Failed to fetch dataset metadata with status code %d") % e.code)
 
     datasets = []
     for item in ret:
@@ -201,13 +209,6 @@ def download_file(item, code, compare_file_size):
     filename = url.split("/")[-1]
     size = item["sizeInBytes"]
     name = code["name"]
-    res = requests.get(url, stream=True)
-    if res.status_code != 200:
-        grass.warning(
-            _("Failed to download %s with status code %d") % (filename, res.status_code)
-        )
-        return
-
     if os.path.exists(filename) and not grass.overwrite():
         file_size = os.path.getsize(filename)
         if not compare_file_size or file_size == size:
@@ -218,10 +219,13 @@ def download_file(item, code, compare_file_size):
         )
 
     grass.message(_("Downloading %s for %s...") % (filename, name))
-    with open(filename, "wb") as f:
-        for chunk in res.iter_content(chunk_size=1024):
-            if chunk:
-                f.write(chunk)
+    try:
+        with urlopen(url) as inf, open(filename, "wb") as outf:
+            outf.write(inf.read())
+    except urllib.error.HTTPError as e:
+        grass.warning(
+            _("Failed to download %s with status code %d") % (filename, e.code)
+        )
 
 
 def main():
@@ -332,8 +336,10 @@ def main():
                 )
                 + date_params
             )
-            res = requests.get(url)
-            if res.status_code != 200:
+            try:
+                with urlopen(url) as f:
+                    ret = json.load(f)
+            except urllib.error.HTTPError as e:
                 if total:
                     grass.fatal(
                         _("Failed to fetch product metadata for %s (offset %d of %d)")
@@ -344,7 +350,6 @@ def main():
                         _("Failed to fetch product metadata for %s (offset %d)")
                         % (code["name"], offset)
                     )
-            ret = res.json()
             if not total:
                 total = ret["total"]
                 grass.message(_("Number of files to download: %d") % total)

From 1459fa1f240204ef56c8970d77a8ae2a6b175580 Mon Sep 17 00:00:00 2001
From: Huidae Cho <grass4u@gmail.com>
Date: Mon, 6 Nov 2023 20:40:04 -0700
Subject: [PATCH 2/2] Column names in lowercase

---
 src/misc/m.tnm.download/m.tnm.download.py | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/src/misc/m.tnm.download/m.tnm.download.py b/src/misc/m.tnm.download/m.tnm.download.py
index 01fbd9b2b1..4df9132e53 100755
--- a/src/misc/m.tnm.download/m.tnm.download.py
+++ b/src/misc/m.tnm.download/m.tnm.download.py
@@ -173,14 +173,14 @@ def urlopen(url):
 
 def show_datasets(fs):
     datasets = query_datasets()
-    print(f"INDEX{fs}ID{fs}TAG")
+    print(f"index{fs}id{fs}tag")
     for i in range(len(datasets)):
         dataset = datasets[i]
         print(f"{i}{fs}{dataset['id']}{fs}{dataset['sbDatasetTag']}")
 
 
 def show_states(fs):
-    print(f"FIPS{fs}USPS{fs}NAME")
+    print(f"fips{fs}usps{fs}name")
     for state in states:
         print(f"{state['fips']}{fs}{state['usps']}{fs}{state['name']}")