Skip to content

Commit

Permalink
Move USAVars to Huggingface (#1453)
Browse files Browse the repository at this point in the history
* update hf links

* update hf link
  • Loading branch information
nilsleh authored Jul 19, 2023
1 parent 62f4ce3 commit d278732
Showing 1 changed file with 11 additions and 22 deletions.
33 changes: 11 additions & 22 deletions torchgeo/datasets/usavars.py
Original file line number Diff line number Diff line change
Expand Up @@ -48,45 +48,34 @@ class USAVars(NonGeoDataset):
.. versionadded:: 0.3
"""

url_prefix = (
"https://files.codeocean.com/files/verified/"
+ "fa908bbc-11f9-4421-8bd3-72a4bf00427f_v2.0/data/int/applications"
)
pop_csv_suffix = "CONTUS_16_640_POP_100000_0.csv?download"
uar_csv_suffix = "CONTUS_16_640_UAR_100000_0.csv?download"

data_url = "https://mosaiks.blob.core.windows.net/datasets/uar.zip"
data_url = "https://huggingface.co/datasets/torchgeo/usavars/resolve/main/{}"
dirname = "uar"

md5 = "677e89fd20e5dd0fe4d29b61827c2456"

label_urls = {
"housing": f"{url_prefix}/housing/outcomes_sampled_housing_{pop_csv_suffix}",
"income": f"{url_prefix}/income/outcomes_sampled_income_{pop_csv_suffix}",
"roads": f"{url_prefix}/roads/outcomes_sampled_roads_{pop_csv_suffix}",
"nightlights": f"{url_prefix}/nightlights/"
+ f"outcomes_sampled_nightlights_{pop_csv_suffix}",
"population": f"{url_prefix}/population/"
+ f"outcomes_sampled_population_{uar_csv_suffix}",
"elevation": f"{url_prefix}/elevation/"
+ f"outcomes_sampled_elevation_{uar_csv_suffix}",
"treecover": f"{url_prefix}/treecover/"
+ f"outcomes_sampled_treecover_{uar_csv_suffix}",
"housing": data_url.format("housing.csv"),
"income": data_url.format("income.csv"),
"roads": data_url.format("roads.csv"),
"nightlights": data_url.format("nightlights.csv"),
"population": data_url.format("population.csv"),
"elevation": data_url.format("elevation.csv"),
"treecover": data_url.format("treecover.csv"),
}

split_metadata = {
"train": {
"url": "https://mosaiks.blob.core.windows.net/datasets/train_split.txt",
"url": data_url.format("train_split.txt"),
"filename": "train_split.txt",
"md5": "3f58fffbf5fe177611112550297200e7",
},
"val": {
"url": "https://mosaiks.blob.core.windows.net/datasets/val_split.txt",
"url": data_url.format("val_split.txt"),
"filename": "val_split.txt",
"md5": "bca7183b132b919dec0fc24fb11662a0",
},
"test": {
"url": "https://mosaiks.blob.core.windows.net/datasets/test_split.txt",
"url": data_url.format("test_split.txt"),
"filename": "test_split.txt",
"md5": "97bb36bc003ae0bf556a8d6e8f77141a",
},
Expand Down

0 comments on commit d278732

Please sign in to comment.