handle errors when opening datafile urls

api/data_handler.py

@@ -50,7 +50,13 @@ def download_neo_data(url):
     """
     # we first open the url to resolve any redirects and have a consistent
     # address for caching.
-    response = urlopen(url)
+    try:
+        response = urlopen(url)
+    except HTTPError as err:
+        raise HTTPException(
+            status_code=err.code,
+            detail=f"Error retrieving {url}: {err.msg}"
+        )
     resolved_url = response.geturl()
 
     file_path = get_cache_path(resolved_url)

test/test_gin.py

@@ -133,9 +133,11 @@
 print("Status code counts")
 for key in responses:
     print(key, len(responses[key]))
-
-for name, r in responses[500].items():
-    print(name, r.content.split(b"\n\n")[0])
+    print()
+    if key >= 300:
+        print(f"# {key}")
+        for name, r in responses[key].items():
+            print(name, r.content.split(b"\n\n")[0])
 
 timestamp = datetime.now().strftime("%Y%m%d-%H%M%S")
 with open(f"results_gin_{timestamp}.pkl", "wb") as fp: