adds dataAccessUrls to opera product output

asfadmin · Sep 27, 2023 · 4afb936 · 4afb936
1 parent 9748a7c
commit 4afb936
Show file tree

Hide file tree

Showing 4 changed files with 9 additions and 5 deletions.
diff --git a/SearchAPI/CMR/Output/jsonlite.py b/SearchAPI/CMR/Output/jsonlite.py
@@ -42,6 +42,7 @@ def req_fields_jsonlite():
         'subswath',
         'pgeVersion',
         'operaBurstID',
+        'additionalUrls'
     ]
     return fields
 
@@ -177,9 +178,10 @@ def getItem(self, p):
 
             result['burst'] = burst
 
-        if p.get('operaBurstID') is not None:
+        if p.get('operaBurstID') is not None or result['productID'].startswith('OPERA'):
             result['opera'] = {
-                'operaBurstID': p.get('operaBurstID')
+                'operaBurstID': p.get('operaBurstID'),
+                'additionalUrls': p.get('additionalUrls')
             }
 
         return result
diff --git a/SearchAPI/CMR/SubQuery.py b/SearchAPI/CMR/SubQuery.py
@@ -160,7 +160,7 @@ def get_page(self, session):
             api_url = self.cmr_api_url()
             response = session.post(api_url, data=self.params, headers=self.headers)
 
-            if 'CMR-Search-After' in response.headers:            
+            if 'CMR-Search-After' in response.headers:
                 session.headers.update({'CMR-Search-After': response.headers['CMR-Search-After']})
 
             query_duration = perf_counter() - q_start

diff --git a/SearchAPI/CMR/Translate/fields.py b/SearchAPI/CMR/Translate/fields.py
@@ -60,7 +60,8 @@ def get_field_paths():
         'thumbnailUrl':             attr_path('THUMBNAIL_URL'),
         'track':                    attr_path('PATH_NUMBER'),
         'pgeVersion':               "./PGEVersionClass/PGEVersion",
-
+        'additionalUrls':           "./OnlineAccessURLs",
+
         # BURST FIELDS
         'absoluteBurstID':          attr_path('BURST_ID_ABSOLUTE'),
         'relativeBurstID':          attr_path('BURST_ID_RELATIVE'),

diff --git a/SearchAPI/CMR/Translate/parse_cmr_response.py b/SearchAPI/CMR/Translate/parse_cmr_response.py
@@ -198,7 +198,8 @@ def float_or_none(a):
             result['downloadUrl'] = urls[0]
             result['fileName'] = result['granuleName'] + '.' + urls[0].split('.')[-1]
 
-
+    if result.get('product_file_id', '').startswith('OPERA'):
+        result['additionalUrls'] = [url for url in get_all_vals('./OnlineAccessURLs/OnlineAccessURL/URL') if not url.endswith('.md5') and not url.startswith('s3://')]
     return result