From c59f6d243816cdf705cd1083b4742df346bce1cd Mon Sep 17 00:00:00 2001 From: jiangzhu Date: Thu, 2 Nov 2023 11:04:03 -0800 Subject: [PATCH 1/5] remove libspatialindex-dev in the Dockefile --- Dockerfile | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/Dockerfile b/Dockerfile index fb3d9bf0..c7222e72 100644 --- a/Dockerfile +++ b/Dockerfile @@ -33,7 +33,7 @@ RUN apt update \ python-is-python3 \ python3-numpy python3-matplotlib python3-scipy python3-shapely python3-packaging \ # Additional installs - python3-pip wget git vim libspatialindex-dev \ + python3-pip wget git vim \ && apt clean \ && rm -rf /var/lib/apt/lists/* From c4ba4a9fc8bc6d90791f827f0733268bb1ce7d89 Mon Sep 17 00:00:00 2001 From: "dependabot[bot]" <49699333+dependabot[bot]@users.noreply.github.com> Date: Fri, 1 Dec 2023 15:05:42 +0000 Subject: [PATCH 2/5] Bump ASFHyP3/actions from 0.8.3 to 0.9.0 Bumps [ASFHyP3/actions](https://github.com/asfhyp3/actions) from 0.8.3 to 0.9.0. - [Release notes](https://github.com/asfhyp3/actions/releases) - [Changelog](https://github.com/ASFHyP3/actions/blob/develop/CHANGELOG.md) - [Commits](https://github.com/asfhyp3/actions/compare/v0.8.3...v0.9.0) --- updated-dependencies: - dependency-name: ASFHyP3/actions dependency-type: direct:production update-type: version-update:semver-minor ... Signed-off-by: dependabot[bot] --- .github/workflows/changelog.yml | 2 +- .github/workflows/create-jira-issue.yml | 2 +- .github/workflows/labeled-pr.yml | 2 +- .github/workflows/release-template-comment.yml | 2 +- .github/workflows/release.yml | 2 +- .github/workflows/static-analysis.yml | 4 ++-- .github/workflows/tag-version.yml | 2 +- .github/workflows/test-and-build.yml | 4 ++-- 8 files changed, 10 insertions(+), 10 deletions(-) diff --git a/.github/workflows/changelog.yml b/.github/workflows/changelog.yml index 1790266f..0120a6b7 100644 --- a/.github/workflows/changelog.yml +++ b/.github/workflows/changelog.yml @@ -13,6 +13,6 @@ on: jobs: call-changelog-check-workflow: - uses: ASFHyP3/actions/.github/workflows/reusable-changelog-check.yml@v0.8.3 + uses: ASFHyP3/actions/.github/workflows/reusable-changelog-check.yml@v0.9.0 secrets: USER_TOKEN: ${{ secrets.GITHUB_TOKEN }} diff --git a/.github/workflows/create-jira-issue.yml b/.github/workflows/create-jira-issue.yml index 3a138e94..e87e1c24 100644 --- a/.github/workflows/create-jira-issue.yml +++ b/.github/workflows/create-jira-issue.yml @@ -6,7 +6,7 @@ on: jobs: call-create-jira-issue-workflow: - uses: ASFHyP3/actions/.github/workflows/reusable-create-jira-issue.yml@v0.8.3 + uses: ASFHyP3/actions/.github/workflows/reusable-create-jira-issue.yml@v0.9.0 secrets: JIRA_BASE_URL: ${{ secrets.JIRA_BASE_URL }} JIRA_USER_EMAIL: ${{ secrets.JIRA_USER_EMAIL }} diff --git a/.github/workflows/labeled-pr.yml b/.github/workflows/labeled-pr.yml index 103ae29a..64b1b10b 100644 --- a/.github/workflows/labeled-pr.yml +++ b/.github/workflows/labeled-pr.yml @@ -12,4 +12,4 @@ on: jobs: call-labeled-pr-check-workflow: - uses: ASFHyP3/actions/.github/workflows/reusable-labeled-pr-check.yml@v0.8.3 + uses: ASFHyP3/actions/.github/workflows/reusable-labeled-pr-check.yml@v0.9.0 diff --git a/.github/workflows/release-template-comment.yml b/.github/workflows/release-template-comment.yml index 2b070b31..36cc1ef4 100644 --- a/.github/workflows/release-template-comment.yml +++ b/.github/workflows/release-template-comment.yml @@ -7,6 +7,6 @@ on: jobs: call-release-checklist-workflow: - uses: ASFHyP3/actions/.github/workflows/reusable-release-checklist-comment.yml@v0.8.3 + uses: ASFHyP3/actions/.github/workflows/reusable-release-checklist-comment.yml@v0.9.0 secrets: USER_TOKEN: ${{ secrets.GITHUB_TOKEN }} diff --git a/.github/workflows/release.yml b/.github/workflows/release.yml index a8476205..a54d2e10 100644 --- a/.github/workflows/release.yml +++ b/.github/workflows/release.yml @@ -7,7 +7,7 @@ on: jobs: call-release-workflow: - uses: ASFHyP3/actions/.github/workflows/reusable-release.yml@v0.8.3 + uses: ASFHyP3/actions/.github/workflows/reusable-release.yml@v0.9.0 with: release_prefix: HyP3 GAMMA secrets: diff --git a/.github/workflows/static-analysis.yml b/.github/workflows/static-analysis.yml index d47d475f..6e0e7c87 100644 --- a/.github/workflows/static-analysis.yml +++ b/.github/workflows/static-analysis.yml @@ -4,9 +4,9 @@ on: push jobs: call-flake8-workflow: - uses: ASFHyP3/actions/.github/workflows/reusable-flake8.yml@v0.8.3 + uses: ASFHyP3/actions/.github/workflows/reusable-flake8.yml@v0.9.0 with: local_package_names: hyp3_gamma call-secrets-analysis-workflow: - uses: ASFHyP3/actions/.github/workflows/reusable-secrets-analysis.yml@v0.8.3 + uses: ASFHyP3/actions/.github/workflows/reusable-secrets-analysis.yml@v0.9.0 diff --git a/.github/workflows/tag-version.yml b/.github/workflows/tag-version.yml index 5130be28..b97e0a72 100644 --- a/.github/workflows/tag-version.yml +++ b/.github/workflows/tag-version.yml @@ -7,6 +7,6 @@ on: jobs: call-bump-version-workflow: - uses: ASFHyP3/actions/.github/workflows/reusable-bump-version.yml@v0.8.3 + uses: ASFHyP3/actions/.github/workflows/reusable-bump-version.yml@v0.9.0 secrets: USER_TOKEN: ${{ secrets.TOOLS_BOT_PAK }} diff --git a/.github/workflows/test-and-build.yml b/.github/workflows/test-and-build.yml index 2fc867d4..c860c1d0 100644 --- a/.github/workflows/test-and-build.yml +++ b/.github/workflows/test-and-build.yml @@ -18,14 +18,14 @@ env: jobs: call-pytest-workflow: - uses: ASFHyP3/actions/.github/workflows/reusable-pytest.yml@v0.8.3 + uses: ASFHyP3/actions/.github/workflows/reusable-pytest.yml@v0.9.0 with: local_package_name: hyp3_gamma python_versions: >- ["3.10"] call-version-info-workflow: - uses: ASFHyP3/actions/.github/workflows/reusable-version-info.yml@v0.8.3 + uses: ASFHyP3/actions/.github/workflows/reusable-version-info.yml@v0.9.0 with: python_version: '3.10' From 0a33cfd4f588ebc7d2d447ac965cdca34bd53641 Mon Sep 17 00:00:00 2001 From: Andrew Johnston Date: Wed, 27 Dec 2023 13:08:50 -0900 Subject: [PATCH 3/5] remove support for legacy dems in rtc processing --- CHANGELOG.md | 10 ++ hyp3_gamma/__main__.py | 2 +- hyp3_gamma/metadata/rtc.py | 14 +-- .../metadata/templates/dem/dem-eu.xml.j2 | 84 ----------------- .../metadata/templates/dem/dem-gimp.xml.j2 | 90 ------------------ .../metadata/templates/dem/dem-ifsar.xml.j2 | 87 ------------------ .../metadata/templates/dem/dem-ned.xml.j2 | 88 ------------------ .../metadata/templates/dem/dem-rema.xml.j2 | 91 ------------------- .../metadata/templates/dem/dem-srtm.xml.j2 | 91 ------------------- hyp3_gamma/metadata/templates/macros.j2 | 34 +------ hyp3_gamma/rtc/rtc_sentinel.py | 19 +--- tests/metadata/test_rtc_gamma.py | 16 ++-- 12 files changed, 27 insertions(+), 599 deletions(-) delete mode 100644 hyp3_gamma/metadata/templates/dem/dem-eu.xml.j2 delete mode 100644 hyp3_gamma/metadata/templates/dem/dem-gimp.xml.j2 delete mode 100644 hyp3_gamma/metadata/templates/dem/dem-ifsar.xml.j2 delete mode 100644 hyp3_gamma/metadata/templates/dem/dem-ned.xml.j2 delete mode 100644 hyp3_gamma/metadata/templates/dem/dem-rema.xml.j2 delete mode 100644 hyp3_gamma/metadata/templates/dem/dem-srtm.xml.j2 diff --git a/CHANGELOG.md b/CHANGELOG.md index 51d81fc6..0da24969 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -6,6 +6,16 @@ The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.0.0/), and this project adheres to [PEP 440](https://www.python.org/dev/peps/pep-0440/) and uses [Semantic Versioning](https://semver.org/spec/v2.0.0.html). +## [8.0.0] + +### Removed +- Support for legacy SRTM/NED DEMs in RTC processing. All RTC processing now uses the Copernicus DEM. + - `legacy` option for the `--dem-name` parameter of `__main__.rtc()` + - `legacy` option for the `--dem-name` parameter of `rtc_sentinel.main()` + - `legacy` option for the `dem_name` parameter of `rtc_sentinel.rtc_sentinel_gamma()` + - `EU_DEM_V11`, `GIMP`, `IFSAR`, `NED13`, `NED1`, `NED2`, `REMA`, `SRTMGL1`, and `SRTMGL3` entries from + `metadata.rtc.SUPPORTED_DEMS` + ## [7.0.1] ### Fixed diff --git a/hyp3_gamma/__main__.py b/hyp3_gamma/__main__.py index 0e0e97f9..53869f11 100644 --- a/hyp3_gamma/__main__.py +++ b/hyp3_gamma/__main__.py @@ -94,7 +94,7 @@ def rtc(): parser.add_argument('--include-inc-map', type=string_is_true, default=False) parser.add_argument('--include-scattering-area', type=string_is_true, default=False) parser.add_argument('--include-rgb', type=string_is_true, default=False) - parser.add_argument('--dem-name', choices=['copernicus', 'legacy'], default='copernicus') + parser.add_argument('--dem-name', choices=['copernicus'], default='copernicus') parser.add_argument('granule') args = parser.parse_args() diff --git a/hyp3_gamma/metadata/rtc.py b/hyp3_gamma/metadata/rtc.py index a65dcdc9..55ccef33 100644 --- a/hyp3_gamma/metadata/rtc.py +++ b/hyp3_gamma/metadata/rtc.py @@ -11,7 +11,7 @@ from hyp3_gamma.metadata import util -SUPPORTED_DEMS = ['EU_DEM_V11', 'GIMP', 'IFSAR', 'NED13', 'NED1', 'NED2', 'REMA', 'SRTMGL1', 'SRTMGL3', 'GLO-30'] +SUPPORTED_DEMS = ['GLO-30'] class RtcMetadataWriter: @@ -125,18 +125,6 @@ def create_metadata_file(cls, payload: dict, template: str, reference_file: Path def get_dem_template_id(dem_name: str) -> Optional[str]: - if dem_name.startswith('EU'): - return 'eu' - if dem_name.startswith('GIMP'): - return 'gimp' - if dem_name.startswith('IFSAR'): - return 'ifsar' - if dem_name.startswith('NED'): - return 'ned' - if dem_name.startswith('REMA'): - return 'rema' - if dem_name.startswith('SRTM'): - return 'srtm' if dem_name == 'GLO-30': return 'cop' diff --git a/hyp3_gamma/metadata/templates/dem/dem-eu.xml.j2 b/hyp3_gamma/metadata/templates/dem/dem-eu.xml.j2 deleted file mode 100644 index 9c55fde8..00000000 --- a/hyp3_gamma/metadata/templates/dem/dem-eu.xml.j2 +++ /dev/null @@ -1,84 +0,0 @@ -{% extends 'dem/dem.xml.j2' %} -{% from 'macros.j2' import dem_pixel_spacing %} -{% block dataIdInfo %} - - This file is the DEM used in the radiometric terrain correction process (using GAMMA software) for a granule of {{ granule_type }} SAR data from the Sentinel-1 mission. Cell values indicate the elevation in meters, and have been resampled to a pixel spacing of {{ pixel_spacing|int }} m. To access actual {{ scale }} values, refer to the VV/VH/HV/HH TIFF files included in the same folder as this image. - <DIV STYLE="text-align:Left;"><DIV><DIV><P><SPAN>This is the digital - elevation model used in the radiometric terrain correction process for a granule of {{ granule_description }} ({{ granule_type }}) Synthetic Aperture Radar data from the Copernicus Sentinel-1 mission (European Space Agency). The granule was processed by ASF DAAC HyP3 {{ processing_date.year }} using the {{ plugin_name }} plugin version {{ plugin_version }} running {{ processor_name }} release {{ processor_version }}, and the extent of the DEM is clipped to the size needed for full granule coverage, or to the extent of the available DEM data if full coverage is not available. The DEM was reprojected to {{ projection }}, and the pixel spacing was resampled from the native DEM pixel spacing to {{ pixel_spacing|int }} m.</SPAN></P><P><SPAN>The best DEM publicly available for each granule is used in the RTC process, so different granules may be processed using different source DEM layers. This granule used {{ dem_name }} as the source DEM: the EU-DEM v1.1, which has a native pixel spacing of {{ dem_pixel_spacing(dem_name) }}.</SPAN></P><P><SPAN>The EU-DEM combines data from a variety of sources, including the ASTER DEM, the SRTM, and Russian topographic maps. For more information and to access the full EU-DEM dataset, refer to </SPAN><A href="https://land.copernicus.eu/imagery-in-situ/eu-dem/eu-dem-v1.1" target="_blank" ><SPAN>https://land.copernicus.eu/imagery-in-situ/eu-dem/eu-dem-v1.1</SPAN></A><SPAN>.</SPAN></P><P><SPAN>The actual {{ scale }} data is contained in the VV/HH (primary polarization) and/or VH/HV (cross-polarization) TIFF files included in the same downloaded folder as this file. The name of the SAR granule used to generate the files in this folder is: {{ granule_name }}. For a detailed description of the Sentinel-1 file naming convention, refer to </SPAN><A href="https://asf.alaska.edu/data-sets/sar-data-sets/sentinel-1/sentinel-1-data-and-imagery/#Naming_Convention" target="_blank" ><SPAN>https://asf.alaska.edu/data-sets/sar-data-sets/sentinel-1/sentinel-1-data-and-imagery/#Naming_Convention</SPAN></A><SPAN>.</SPAN></P><P><SPAN>Refer to ASF's </SPAN><A href="https://hyp3-docs.asf.alaska.edu/guides/rtc_product_guide/" target="_blank" ><SPAN>RTC Product Guide</SPAN></A><SPAN> for more information about On Demand RTC products.</SPAN></P><P><SPAN>The Sentinel-1 mission is designed to be a two-satellite constellation. Sentinel-1A was launched April 3, 2014, and remains active. Sentinel-1B was launched April 25, 2016, and was active until December 23, 2021. The satellites each have a 12-day repeat cycle and use the same orbit pattern, but are offset 180 degrees to allow repeat passes every 6 days while both are active.</SPAN></P><P><SPAN>Since the mission ended for S1B, there are some significant gaps in coverage. A reduced acquisition plan will be in place until Sentinel-1C is launched (expected in 2023) to replace Sentinel-1B. Visit </SPAN><A href="https://hyp3-docs.asf.alaska.edu/sentinel1/" target="_blank" ><SPAN>https://hyp3-docs.asf.alaska.edu/sentinel1</SPAN></A><SPAN> for more information.</SPAN></P><P><SPAN>More information about the Sentinel-1 mission is available at </SPAN><A href="https://sentinels.copernicus.eu/web/sentinel/missions/sentinel-1" target="_blank" ><SPAN>https://sentinels.copernicus.eu/web/sentinel/missions/sentinel-1</SPAN></A><SPAN>.</SPAN></P><P><SPAN>Additional information about Sentinel-1 data, imagery, tools and applications is available at </SPAN><A href="https://asf.alaska.edu/data-sets/sar-data-sets/sentinel-1/" target="_blank" ><SPAN>https://asf.alaska.edu/data-sets/sar-data-sets/sentinel-1</SPAN></A><SPAN>.</SPAN></P></DIV></DIV></DIV> - - Source DEM Data: These data are distributed by the European Environment Agency (EEA) under the framework of the Copernicus Program. - - - {{ processing_date.isoformat(timespec='seconds') }} - - - Alaska Satellite Facility - - - - - - 2156 Koyukuk Dr. - Fairbanks - Alaska - 99775-7320 - uso@asf.alaska.edu - US - - - 907-474-5041 - - - - - - Alaska Satellite Facility - ASF - Synthetic Aperture Radar - SAR - Radiometric Terrain Correction - RTC - Digital Elevation Model - DEM - Sentinel-1 - - - - - - - - - - - - - - - - <DIV STYLE="text-align:Left;"><DIV><DIV><P><SPAN>Access to data is based on a principle of full, open and free access as established by the Copernicus data and information policy Regulation (EU) No 1159/2013 of 12 July 2013. This regulation establishes registration and licensing conditions for GMES/Copernicus users and can be found </SPAN><A href="https://eur-lex.europa.eu/legal-content/EN/TXT/?uri=CELEX%3A32013R1159"><SPAN>here</SPAN></A><SPAN>. </SPAN></P><P><SPAN>Free, full and open access to this data set is made on the conditions that:</SPAN></P><P STYLE="text-align:Left; margin:1 1 1 20; text-indent:-24px; padding-left:24px;"><SPAN>1. When distributing or communicating Copernicus dedicated data and Copernicus service information to the public, users shall inform the public of the source of that data and information.</SPAN></P><P STYLE="text-align:Left; margin:1 1 1 20; text-indent:-24px; padding-left:24px;"><SPAN>2. Users shall make sure not to convey the impression to the public that the user's activities are officially endorsed by the Union.</SPAN></P><P STYLE="text-align:Left; margin:1 1 1 20; text-indent:-24px; padding-left:24px;"><SPAN>3. Where that data or information has been adapted or modified, the user shall clearly state this.</SPAN></P><P STYLE="text-align:Left; margin:1 1 1 20; text-indent:-24px; padding-left:24px;"><SPAN>4. The data remain the sole property of the European Union. Any information and data produced in the framework of the action shall be the sole property of the European Union. Any communication and publication by the beneficiary shall acknowledge that the data were produced “with funding by the European Union”.</SPAN></P></DIV></DIV></DIV> - - - - This product was generated by ASF DAAC HyP3 {{ processing_date.year }} using the {{ plugin_name }} plugin version {{ plugin_version }} running {{ processor_name }} release {{ processor_version }}. - - European Environment Agency (EEA) under the framework of the Copernicus programme - - - - - - copernicus@eea.europa.eu - - - - - - - -{% endblock %} -{% block dataLineage %} - - The digital elevation model was reprojected from Lambert Aziumuthal Equal Area (ETRS89) to the WGS84 Geographic Coordinate System, and a geoid correction was applied. At the start of terrain correction, the best DEM covering the SAR image is selected, and tiles are mosaicked as necessary to cover the full extent of the image. The DEM is then converted into UTM coordinates, and used for processing. - -{% endblock %} diff --git a/hyp3_gamma/metadata/templates/dem/dem-gimp.xml.j2 b/hyp3_gamma/metadata/templates/dem/dem-gimp.xml.j2 deleted file mode 100644 index 1fa47ed7..00000000 --- a/hyp3_gamma/metadata/templates/dem/dem-gimp.xml.j2 +++ /dev/null @@ -1,90 +0,0 @@ -{% extends 'dem/dem.xml.j2' %} -{% from 'macros.j2' import dem_pixel_spacing %} -{% block dataIdInfo %} - - This file is the DEM used in the radiometric terrain correction process (using GAMMA software) for a granule of {{ granule_type }} SAR data from the Sentinel-1 mission. Cell values indicate the elevation in meters, and have been resampled to a pixel spacing of {{ pixel_spacing|int }} m. To access actual {{ scale }} values, refer to the VV/VH/HV/HH TIFF files included in the same folder as this image. - <DIV STYLE="text-align:Left;"><DIV><DIV><P><SPAN>This is the digital elevation model used in the radiometric terrain correction process for a granule of {{ granule_description }} ({{ granule_type }}) Synthetic Aperture Radar data from the Copernicus Sentinel-1 mission (European Space Agency). The granule was processed by ASF DAAC HyP3 {{ processing_date.year }} using the {{ plugin_name }} plugin version {{ plugin_version }} running {{ processor_name }} release {{ processor_version }}, and the extent of the DEM is clipped to the size needed for full granule coverage, or to the extent of the available DEM data if full coverage is not available. The projection is the same as the source DEM ({{ projection }}), but the pixel spacing was resampled from the native DEM pixel spacing to {{ pixel_spacing|int }} m.</SPAN></P><P><SPAN>The best DEM publicly available for each granule is used in the RTC process, so different granules may be processed using different source DEM layers. This granule used {{ dem_name }} as the source DEM: the MEaSUREs Greenland Ice Mapping Project (GIMP) Digital Elevation Model, Version 1, which has a native pixel spacing of {{ dem_pixel_spacing(dem_name) }}.</SPAN></P><P><SPAN>This DEM was constructed by combining ASTER and SPOT 5 DEMs over the ice sheet periphery and margin with AVHRR photoclinometry for the interior and far north, and calibrating the data to approximate mean ICESat/GLAS elevations from 2003 to 2009. For more information and to access the full GIMP dataset, refer to </SPAN><A href="https://nsidc.org/data/nsidc-0645" target="_blank" ><SPAN>https://nsidc.org/data/nsidc-0645</SPAN></A><SPAN>.</SPAN></P><P><SPAN>The actual {{ scale }} data is contained in the VV/HH (primary polarization) and/or VH/HV (cross-polarization) TIFF files included in the same downloaded folder as this file. The name of the SAR granule used to generate the files in this folder is: {{ granule_name }}. For a detailed description of the Sentinel-1 file naming convention, refer to </SPAN><A href="https://asf.alaska.edu/data-sets/sar-data-sets/sentinel-1/sentinel-1-data-and-imagery/#Naming_Convention" target="_blank" ><SPAN>https://asf.alaska.edu/data-sets/sar-data-sets/sentinel-1/sentinel-1-data-and-imagery/#Naming_Convention</SPAN></A><SPAN>.</SPAN></P><P><SPAN>Refer to ASF's </SPAN><A href="https://hyp3-docs.asf.alaska.edu/guides/rtc_product_guide/" target="_blank" ><SPAN>RTC Product Guide</SPAN></A><SPAN> for more information about On Demand RTC products.</SPAN></P><P><SPAN>The Sentinel-1 mission is designed to be a two-satellite constellation. Sentinel-1A was launched April 3, 2014, and remains active. Sentinel-1B was launched April 25, 2016, and was active until December 23, 2021. The satellites each have a 12-day repeat cycle and use the same orbit pattern, but are offset 180 degrees to allow repeat passes every 6 days while both are active.</SPAN></P><P><SPAN>Since the mission ended for S1B, there are some significant gaps in coverage. A reduced acquisition plan will be in place until Sentinel-1C is launched (expected in 2023) to replace Sentinel-1B. Visit </SPAN><A href="https://hyp3-docs.asf.alaska.edu/sentinel1/" target="_blank" ><SPAN>https://hyp3-docs.asf.alaska.edu/sentinel1</SPAN></A><SPAN> for more information.</SPAN></P><P><SPAN>More information about the Sentinel-1 mission is available at </SPAN><A href="https://sentinels.copernicus.eu/web/sentinel/missions/sentinel-1" target="_blank" ><SPAN>https://sentinels.copernicus.eu/web/sentinel/missions/sentinel-1</SPAN></A><SPAN>.</SPAN></P><P><SPAN>Additional information about Sentinel-1 data, imagery, tools and applications is available at </SPAN><A href="https://asf.alaska.edu/data-sets/sar-data-sets/sentinel-1/" target="_blank" ><SPAN>https://asf.alaska.edu/data-sets/sar-data-sets/sentinel-1</SPAN></A><SPAN>.</SPAN></P></DIV></DIV></DIV> - - Source DEM Data: These data are distributed by the National Snow & Ice Data Center (NSIDC). https://nsidc.org - - - {{ processing_date.isoformat(timespec='seconds') }} - - - Alaska Satellite Facility - - - - - - 2156 Koyukuk Dr. - Fairbanks - Alaska - 99775-7320 - uso@asf.alaska.edu - US - - - 907-474-5041 - - - - - - Alaska Satellite Facility - ASF - Synthetic Aperture Radar - SAR - Radiometric Terrain Correction - RTC - Digital Elevation Model - DEM - Sentinel-1 - - - - - - - - - - - - - - - - <DIV STYLE="text-align:Left;"><DIV><DIV><P><SPAN>As a condition of using these data, you must cite the use of this data set as follows: </SPAN></P><P><SPAN>Howat, I., A. Negrete, and B. Smith. 2015. MEaSUREs Greenland Ice Mapping Project (GIMP) Digital Elevation Model, Version 1. Boulder, Colorado USA. NASA National Snow and Ice Data Center Distributed Active Archive Center. doi: https://doi.org/10.5067/NV34YUIXLP9W. 2019-11-12.</SPAN></P></DIV></DIV></DIV> - - - This product was generated by ASF DAAC HyP3 {{ processing_date.year }} using the {{ plugin_name }} plugin version {{ plugin_version }} running {{ processor_name }} release {{ processor_version }}. - - National Snow & Ice Data Center - - - - - - nsidc@nsidc.org - CIRES, 449 UCB, University of Colorado - Boulder - Colorado - 80309-0449 - US - - - 1-303-492-6199 - - - - - - - -{% endblock %} -{% block dataLineage %} - - The digital elevation model is served in the NSIDC Sea Ice Polar Stereographic North projection (WGS 84), and products generated with this DEM remain in this projection. A geoid adjustment has been applied to the source DEM. At the start of terrain correction, the best DEM covering the SAR image is selected, and DEM tiles are mosaicked to cover the image extent before being used for processing. - -{% endblock %} diff --git a/hyp3_gamma/metadata/templates/dem/dem-ifsar.xml.j2 b/hyp3_gamma/metadata/templates/dem/dem-ifsar.xml.j2 deleted file mode 100644 index e01bca87..00000000 --- a/hyp3_gamma/metadata/templates/dem/dem-ifsar.xml.j2 +++ /dev/null @@ -1,87 +0,0 @@ -{% extends 'dem/dem.xml.j2' %} -{% from 'macros.j2' import dem_pixel_spacing %} -{% block dataIdInfo %} - - This file is the DEM used in the radiometric terrain correction process (using GAMMA software) for a granule of {{ granule_type }} SAR data from the Sentinel-1 mission. Cell values indicate the elevation in meters, and have been resampled to a pixel spacing of {{ pixel_spacing|int }} m. To access actual {{ scale }} values, refer to the VV/VH/HV/HH TIFF files included in the same folder as this image. - <DIV STYLE="text-align:Left;"><DIV><DIV><P><SPAN>This is the digital elevation model used in the radiometric terrain correction process for a granule of {{ granule_description }} ({{ granule_type }}) Synthetic Aperture Radar data from the Copernicus Sentinel-1 mission (European Space Agency). The granule was processed by ASF DAAC HyP3 {{ processing_date .year }} using the {{ plugin_name }} plugin version {{ plugin_version }} running {{ processor_name }} release {{ processor_version }}, and the extent of the DEM is clipped to the size needed for full granule coverage, or to the extent of the available DEM data if full coverage is not available. The DEM was reprojected to {{ projection }}, and the pixel spacing was resampled from the native DEM pixel spacing to {{ pixel_spacing|int }} m.</SPAN></P><P><SPAN>The best DEM publicly available for each granule is used in the RTC process, so different granules may be processed using different source DEM layers. This granule used {{ dem_name }} as the source DEM: the Alaska Mapping Initiative (AMI) Interferometric Synthetic Aperture Radar (IfSAR) Digital Surface Model (DSM), which has a native pixel spacing of {{ dem_pixel_spacing(dem_name) }}.</SPAN></P><P><SPAN>The U.S. Geological Survey (USGS) National Geospatial Program (NGP) developed the Alaska Mapping Initiative (AMI) to collaborate with State and other Federal partners in Alaska to acquire 3-dimensional elevation data to improve statewide topographic mapping products. AMI attained Interferometric Synthetic Aperture Radar (IfSAR) data to generate Digital Elevation Models (DEMs). This radar mapping technology is an effective tool for collecting data under challenging circumstances such as cloud cover, extreme weather conditions, rugged terrain, and remote locations. Airborne IfSAR data were flown over south-central Alaska in summer 2010 and over northwestern Alaska in 2012. IfSAR data was used to generate a Digital Surface Model (DSM) that provides elevation values of landscape features on the earth's surface. This topographic product contains the height of the highest surface on the ground including vegetation, man-made structures, and bare earth. For more information and to access the full IfSAR DEM dataset, refer to </SPAN><A href="https://www.usgs.gov/centers/eros/science/usgs-eros-archive-digital-elevation-interferometric-synthetic-aperture-radar" target="_blank" ><SPAN>https://www.usgs.gov/centers/eros/science/usgs-eros-archive-digital-elevation-interferometric-synthetic-aperture-radar</SPAN></A><SPAN>.</SPAN></P><P><SPAN>The actual {{ scale }} data is contained in the VV/HH (primary polarization) and/or VH/HV (cross-polarization) TIFF files included in the same downloaded folder as this file. The name of the SAR granule used to generate the files in this folder is: {{ granule_name }}. For a detailed description of the Sentinel-1 file naming convention, refer to </SPAN><A href="https://asf.alaska.edu/data-sets/sar-data-sets/sentinel-1/sentinel-1-data-and-imagery/#Naming_Convention" target="_blank" ><SPAN>https://asf.alaska.edu/data-sets/sar-data-sets/sentinel-1/sentinel-1-data-and-imagery/#Naming_Convention</SPAN></A><SPAN>.</SPAN></P><P><SPAN>Refer to ASF's </SPAN><A href="https://hyp3-docs.asf.alaska.edu/guides/rtc_product_guide/" target="_blank" ><SPAN>RTC Product Guide</SPAN></A><SPAN> for more information about On Demand RTC products.</SPAN></P><P><SPAN>The Sentinel-1 mission is designed to be a two-satellite constellation. Sentinel-1A was launched April 3, 2014, and remains active. Sentinel-1B was launched April 25, 2016, and was active until December 23, 2021. The satellites each have a 12-day repeat cycle and use the same orbit pattern, but are offset 180 degrees to allow repeat passes every 6 days while both are active.</SPAN></P><P><SPAN>Since the mission ended for S1B, there are some significant gaps in coverage. A reduced acquisition plan will be in place until Sentinel-1C is launched (expected in 2023) to replace Sentinel-1B. Visit </SPAN><A href="https://hyp3-docs.asf.alaska.edu/sentinel1/" target="_blank" ><SPAN>https://hyp3-docs.asf.alaska.edu/sentinel1</SPAN></A><SPAN> for more information.</SPAN></P><P><SPAN>More information about the Sentinel-1 mission is available at </SPAN><A href="https://sentinels.copernicus.eu/web/sentinel/missions/sentinel-1" target="_blank" ><SPAN>https://sentinels.copernicus.eu/web/sentinel/missions/sentinel-1</SPAN></A><SPAN>.</SPAN></P><P><SPAN>Additional information about Sentinel-1 data, imagery, tools and applications is available at </SPAN><A href="https://asf.alaska.edu/data-sets/sar-data-sets/sentinel-1/" target="_blank" ><SPAN>https://asf.alaska.edu/data-sets/sar-data-sets/sentinel-1</SPAN></A><SPAN>.</SPAN></P></DIV></DIV></DIV> - - Source DEM Data: Data available from the U.S. Geological Survey EarthExplorer, https://earthexplorer.usgs.gov. - - - {{ processing_date.isoformat(timespec='seconds') }} - - - Alaska Satellite Facility - - - - - - 2156 Koyukuk Dr. - Fairbanks - Alaska - 99775-7320 - uso@asf.alaska.edu - US - - - 907-474-5041 - - - - - - Alaska Satellite Facility - ASF - Synthetic Aperture Radar - SAR - Radiometric Terrain Correction - RTC - Digital Elevation Model - DEM - Sentinel-1 - - - - - - - - - - U.S. Geological Survey (USGS) - USGS Earth Resources Observation & Science (EROS) Center - - - - - - 47914 252nd Street - Sioux Falls - South Dakota - 57198-0001 - US - - - Alaska Satellite Facility - - - - - - - - - <DIV STYLE="text-align:Left;"><DIV><DIV><P><SPAN>There are no restrictions on the use of data received from the U.S. Geological Survey's Earth Resources Observation and Science (EROS) Center or NASA's Land Processes Distributed Active Archive Center (LP DAAC), unless expressly identified prior to or at the time of receipt.</SPAN></P></DIV></DIV></DIV> - - - This product was generated by ASF DAAC HyP3 {{ processing_date.year }} using the {{ plugin_name }} plugin version {{ plugin_version }} running {{ processor_name }} release {{ processor_version }}. - - - - -{% endblock %} -{% block dataLineage %} - - At the start of terrain correction, the best DEM covering the SAR image is selected, converted into UTM coordinates, and used for processing. - -{% endblock %} diff --git a/hyp3_gamma/metadata/templates/dem/dem-ned.xml.j2 b/hyp3_gamma/metadata/templates/dem/dem-ned.xml.j2 deleted file mode 100644 index 2ec3e0fb..00000000 --- a/hyp3_gamma/metadata/templates/dem/dem-ned.xml.j2 +++ /dev/null @@ -1,88 +0,0 @@ -{% extends 'dem/dem.xml.j2' %} -{% from 'macros.j2' import dem_pixel_spacing %} -{% block dataIdInfo %} - - This file is the DEM used in the radiometric terrain correction process (using GAMMA software) for a granule of {{ granule_type }} SAR data from the Sentinel-1 mission. Cell values indicate the elevation in meters, and have been resampled to a pixel spacing of {{ pixel_spacing|int }} m. To access actual {{ scale }} values, refer to the VV/VH/HV/HH TIFF files included in the same folder as this image. - <DIV STYLE="text-align:Left;"><DIV><DIV><P><SPAN>This is the digital elevation model used in the radiometric terrain correction process for a granule of {{ granule_description }} ({{ granule_type }}) Synthetic Aperture Radar data from the Copernicus Sentinel-1 mission (European Space Agency). The granule was processed by ASF DAAC HyP3 {{ processing_date.year }} using the {{ plugin_name }} plugin version {{ plugin_version }} running {{ processor_name }} release {{ processor_version }}, and the extent of the DEM is clipped to the size needed for full granule coverage, or to the extent of the available DEM data if full coverage is not available. The DEM was reprojected to {{ projection }}, and the pixel spacing was resampled from the native DEM pixel spacing to {{ pixel_spacing|int }} m.</SPAN></P><P><SPAN>The best DEM publicly available for each granule is used in the RTC process, so different granules may be processed using different source DEM layers. This granule used {{ dem_name }} as the source DEM: the National Elevation Dataset, which has a native pixel spacing of {{ dem_pixel_spacing(dem_name) }}.</SPAN></P><P><SPAN>The National Elevation Dataset (NED) was historically the primary elevation data product produced and distributed by the USGS. The NED provides the best available public domain raster elevation data of the conterminous United States, Alaska, Hawaii, and territorial islands in a seamless format. The NED is derived from diverse source data, processed to a common coordinate system and unit of vertical measure. Note that the NED has now been incorporated into the 3DEP program, which includes both the lower-resolution seamless products (NED), and higher-resolution elevation data (currently only available for some regions). </SPAN></P><P><SPAN>For more information on the 3DEP program, refer to </SPAN><A href="https://www.usgs.gov/core-science-systems/ngp/3dep" target="_blank" ><SPAN>https://www.usgs.gov/core-science-systems/ngp/3dep</SPAN></A><SPAN>. For more information about the NED, refer to </SPAN><A href="https://pubs.er.usgs.gov/publication/70201572" target="_blank" ><SPAN>https://pubs.er.usgs.gov/publication/70201572</SPAN></A><SPAN>. To download NED products, visit </SPAN><A href="https://viewer.nationalmap.gov/basic" target="_blank" ><SPAN>https://viewer.nationalmap.gov/basic</SPAN></A><SPAN>, and expand the Elevation Products (3DEP) section.</SPAN></P><P><SPAN>The actual {{ scale }} data is contained in the VV/HH (primary polarization) and/or VH/HV (cross-polarization) TIFF files included in the same downloaded folder as this file. The name of the SAR granule used to generate the files in this folder is: {{ granule_name }}. For a detailed description of the Sentinel-1 file naming convention, refer to </SPAN><A href="https://asf.alaska.edu/data-sets/sar-data-sets/sentinel-1/sentinel-1-data-and-imagery/#Naming_Convention" target="_blank" ><SPAN>https://asf.alaska.edu/data-sets/sar-data-sets/sentinel-1/sentinel-1-data-and-imagery/#Naming_Convention</SPAN></A><SPAN>.</SPAN></P><P><SPAN>Refer to ASF's </SPAN><A href="https://hyp3-docs.asf.alaska.edu/guides/rtc_product_guide/" target="_blank" ><SPAN>RTC Product Guide</SPAN></A><SPAN> for more information about On Demand RTC products.</SPAN></P><P><SPAN>The Sentinel-1 mission is designed to be a two-satellite constellation. Sentinel-1A was launched April 3, 2014, and remains active. Sentinel-1B was launched April 25, 2016, and was active until December 23, 2021. The satellites each have a 12-day repeat cycle and use the same orbit pattern, but are offset 180 degrees to allow repeat passes every 6 days while both are active.</SPAN></P><P><SPAN>Since the mission ended for S1B, there are some significant gaps in coverage. A reduced acquisition plan will be in place until Sentinel-1C is launched (expected in 2023) to replace Sentinel-1B. Visit </SPAN><A href="https://hyp3-docs.asf.alaska.edu/sentinel1/" target="_blank" ><SPAN>https://hyp3-docs.asf.alaska.edu/sentinel1</SPAN></A><SPAN> for more information.</SPAN></P><P><SPAN>More information about the Sentinel-1 mission is available at </SPAN><A href="https://sentinels.copernicus.eu/web/sentinel/missions/sentinel-1" target="_blank" ><SPAN>https://sentinels.copernicus.eu/web/sentinel/missions/sentinel-1</SPAN></A><SPAN>.</SPAN></P><P><SPAN>Additional information about Sentinel-1 data, imagery, tools and applications is available at </SPAN><A href="https://asf.alaska.edu/data-sets/sar-data-sets/sentinel-1/" target="_blank" ><SPAN>https://asf.alaska.edu/data-sets/sar-data-sets/sentinel-1</SPAN></A><SPAN>.</SPAN></P></DIV></DIV></DIV> - - Source DEM Data: Data available from the U.S. Geological Survey. - - - {{ processing_date.isoformat(timespec='seconds') }} - - - Alaska Satellite Facility - - - - - - 2156 Koyukuk Dr. - Fairbanks - Alaska - 99775-7320 - uso@asf.alaska.edu - US - - - 907-474-5041 - - - - - - Alaska Satellite Facility - ASF - Synthetic Aperture Radar - SAR - Radiometric Terrain Correction - RTC - Digital Elevation Model - DEM - Sentinel-1 - - - - - - - - - - U.S. Geological Survey (USGS) - USGS Earth Resources Observation & Science (EROS) Center - - - - - - 47914 252nd Street - Sioux Falls - South Dakota - 57198-0001 - US - - - Alaska Satellite Facility - - - - - - - - - <DIV STYLE="text-align:Left;"><DIV><DIV><P><SPAN>There are no restrictions on the use of data received from the U.S. Geological Survey's Earth Resources Observation and Science (EROS) Center or NASA's Land Processes Distributed Active Archive Center (LP DAAC), unless expressly identified prior to or at the time of receipt.</SPAN></P></DIV></DIV></DIV> - - - There is no guarantee or warranty concerning the accuracy of the data. Users should be aware that temporal changes may have occurred since these data were collected and that some parts of these data may no longer represent actual surface conditions. Users should not use these data for critical applications without a full awareness of its limitations. Acknowledgement of the originating agencies would be appreciated in products derived from these data. Any user who modifies the data is obligated to describe the types of modifications they perform. User specifically agrees not to misrepresent the data, nor to imply that changes made were approved or endorsed by the USGS. Please refer to http://www.usgs.gov/privacy.html for the USGS disclaimer. - This product was generated by ASF DAAC HyP3 {{ processing_date.year }} using the {{ plugin_name }} plugin version {{ plugin_version }} running {{ processor_name }} release {{ processor_version }}. - - - - -{% endblock %} -{% block dataLineage %} - - The digital elevation model was converted from ArcGrid files into GeoTIFFs. During this reformatting process, the DEM was reprojected to WGS84 and a geoid correction was applied. At the start of terrain correction, the best DEM covering the SAR image is selected, converted into UTM coordinates, and used for processing. - -{% endblock %} diff --git a/hyp3_gamma/metadata/templates/dem/dem-rema.xml.j2 b/hyp3_gamma/metadata/templates/dem/dem-rema.xml.j2 deleted file mode 100644 index 371e8236..00000000 --- a/hyp3_gamma/metadata/templates/dem/dem-rema.xml.j2 +++ /dev/null @@ -1,91 +0,0 @@ -{% extends 'dem/dem.xml.j2' %} -{% from 'macros.j2' import dem_pixel_spacing %} -{% block dataIdInfo %} - - This file is the DEM used in the radiometric terrain correction process (using GAMMA software) for a granule of {{ granule_type }} SAR data from the Sentinel-1 mission. Cell values indicate the elevation in meters, and have been resampled to a pixel spacing of {{ pixel_spacing|int }} m. To access actual {{ scale }} values, refer to the VV/VH/HV/HH TIFF files included in the same folder as this image. - <DIV STYLE="text-align:Left;"><DIV><DIV><P><SPAN>This is the digital elevation model used in the radiometric terrain correction process for a granule of {{ granule_description }} ({{ granule_type }}) Synthetic Aperture Radar data from the Copernicus Sentinel-1 mission (European Space Agency). The granule was processed by ASF DAAC HyP3 {{ processing_date.year }} using the {{ plugin_name }} plugin version {{ plugin_version }} running {{ processor_name }} release {{ processor_version }}, and the extent of the DEM is clipped to the size needed for full granule coverage, or to the extent of the available DEM data if full coverage is not available. The projection is the same as the source DEM ({{ projection }}), but the pixel spacing was resampled from the native DEM pixel spacing to {{ pixel_spacing|int }} m.</SPAN></P><P><SPAN>The best DEM publicly available for each granule is used in the RTC process, so different granules may be processed using different source DEM layers. This granule used {{ dem_name }} as the source DEM: the Reference Elevation Model of Antarctica, which has a native pixel spacing of {{ dem_pixel_spacing(dem_name) }}.</SPAN></P><P><SPAN>This DEM was constructed from hundreds of thousands of individual stereoscopic Digital Elevation Models extracted from pairs of submeter-resolution DigitalGlobe satellite imagery acquired between 2009 and 2017, and vertically registered to altimetry measurements from Cryosat-2 and ICESat. For more information and to access the full REMA dataset at the original 8-meter resolution, refer to </SPAN><A href="https://www.pgc.umn.edu/data/rema/" target="_blank" ><SPAN>https://www.pgc.umn.edu/data/rema</SPAN></A><SPAN>.</SPAN></P><P><SPAN>The actual {{ scale }} data is contained in the VV/HH (primary polarization) and/or VH/HV (cross-polarization) TIFF files included in the same downloaded folder as this file. The name of the SAR granule used to generate the files in this folder is: {{ granule_name }}. For a detailed description of the Sentinel-1 file naming convention, refer to </SPAN><A href="https://asf.alaska.edu/data-sets/sar-data-sets/sentinel-1/sentinel-1-data-and-imagery/#Naming_Convention" target="_blank" ><SPAN>https://asf.alaska.edu/data-sets/sar-data-sets/sentinel-1/sentinel-1-data-and-imagery/#Naming_Convention</SPAN></A><SPAN>.</SPAN></P><P><SPAN>Refer to ASF's </SPAN><A href="https://hyp3-docs.asf.alaska.edu/guides/rtc_product_guide/" target="_blank" ><SPAN>RTC Product Guide</SPAN></A><SPAN> for more information about On Demand RTC products.</SPAN></P><P><SPAN>The Sentinel-1 mission is designed to be a two-satellite constellation. Sentinel-1A was launched April 3, 2014, and remains active. Sentinel-1B was launched April 25, 2016, and was active until December 23, 2021. The satellites each have a 12-day repeat cycle and use the same orbit pattern, but are offset 180 degrees to allow repeat passes every 6 days while both are active.</SPAN></P><P><SPAN>Since the mission ended for S1B, there are some significant gaps in coverage. A reduced acquisition plan will be in place until Sentinel-1C is launched (expected in 2023) to replace Sentinel-1B. Visit </SPAN><A href="https://hyp3-docs.asf.alaska.edu/sentinel1/" target="_blank" ><SPAN>https://hyp3-docs.asf.alaska.edu/sentinel1</SPAN></A><SPAN> for more information.</SPAN></P><P><SPAN>More information about the Sentinel-1 mission is available at </SPAN><A href="https://sentinels.copernicus.eu/web/sentinel/missions/sentinel-1" target="_blank" ><SPAN>https://sentinels.copernicus.eu/web/sentinel/missions/sentinel-1</SPAN></A><SPAN>.</SPAN></P><P><SPAN>Additional information about Sentinel-1 data, imagery, tools and applications is available at </SPAN><A href="https://asf.alaska.edu/data-sets/sar-data-sets/sentinel-1/" target="_blank" ><SPAN>https://asf.alaska.edu/data-sets/sar-data-sets/sentinel-1</SPAN></A><SPAN>.</SPAN></P></DIV></DIV></DIV> - - Source DEM Data: DEMs provided by the Polar Geospatial Center under NSF-OPP awards 1043681, 1559691, and 1542736. - - - {{ processing_date.isoformat(timespec='seconds') }} - - - Alaska Satellite Facility - - - - - - 2156 Koyukuk Dr. - Fairbanks - Alaska - 99775-7320 - uso@asf.alaska.edu - US - - - 907-474-5041 - - - - - - Alaska Satellite Facility - ASF - Synthetic Aperture Radar - SAR - Radiometric Terrain Correction - RTC - Digital Elevation Model - DEM - Sentinel-1 - - - - - - - - - - - - - - - - <DIV STYLE="text-align:Left;"><DIV><DIV><P><SPAN>As a condition of using these data, you must acknowledge/cite the data as appropriate. For detailed information, refer to </SPAN><A href="https://www.pgc.umn.edu/guides/user-services/acknowledgement-policy/"><SPAN>https://www.pgc.umn.edu/guides/user-services/acknowledgement-policy</SPAN></A><SPAN>.</SPAN></P><P><SPAN>To acknowledge its use in any published work, presentation, poster, or document: DEMs provided by the Polar Geospatial Center under NSF-OPP awards 1043681, 1559691, and 1542736.</SPAN></P><P><SPAN>To cite DEM imagery in figure captions included in publications: DEM(s) created by the Polar Geospatial Center from DigitalGlobe, Inc. imagery.</SPAN></P><P><SPAN>Published dataset citation: Howat, I. M., Porter, C., Smith, B. E., Noh, M.-J., and Morin, P.: The Reference Elevation Model of Antarctica, The Cryosphere, 13, 665-674, https://doi.org/10.5194/tc-13-665-2019, 2019.</SPAN></P></DIV></DIV></DIV> - - - - This product was generated by ASF DAAC HyP3 {{ processing_date.year }} using the {{ plugin_name }} plugin version {{ plugin_version }} running {{ processor_name }} release {{ processor_version }}. - - Polar Geospatial Center (PGC), University of Minnesota - - - - - - pgc@umn.edu - R280 Learning & Environmental Sciences, 1954 Buford Avenue - Saint Paul - Minnesota - 55108 - US - - - 1-612-626-0505 - - - - - - - -{% endblock %} -{% block dataLineage %} - - The digital elevation model is served in the Antarctic Polar Stereographic projection, and products generated with this DEM remain in the Antarctic Polar Stereographic projection. Holes in the source DEM dataset were filled using a DEM smoothing algorithm. A geoid adjustment has been applied to the source DEM. At the start of terrain correction, the best DEM covering the SAR image is selected, and DEM tiles are mosaicked to cover the image extent before being used for processing. - -{% endblock %} diff --git a/hyp3_gamma/metadata/templates/dem/dem-srtm.xml.j2 b/hyp3_gamma/metadata/templates/dem/dem-srtm.xml.j2 deleted file mode 100644 index 1c53897c..00000000 --- a/hyp3_gamma/metadata/templates/dem/dem-srtm.xml.j2 +++ /dev/null @@ -1,91 +0,0 @@ -{% extends 'dem/dem.xml.j2' %} -{% from 'macros.j2' import dem_pixel_spacing %} -{% block dataIdInfo %} - - This file is the DEM used in the radiometric terrain correction process (using GAMMA software) for a granule of {{ granule_type }} SAR data from the Sentinel-1 mission. Cell values indicate the elevation in meters, and have been resampled to a pixel spacing of {{ pixel_spacing|int }} m. To access actual {{ scale }} values, refer to the VV/VH/HV/HH TIFF files included in the same folder as this image. - <DIV STYLE="text-align:Left;"><DIV><DIV><P><SPAN>This is the digital elevation model used in the radiometric terrain correction process for a granule of {{ granule_description }} ({{ granule_type }}) Synthetic Aperture Radar data from the Copernicus Sentinel-1 mission (European Space Agency). The granule was processed by ASF DAAC HyP3 {{ processing_date.year }} using the {{ plugin_name }} plugin version {{ plugin_version }} running {{ processor_name }} release {{ processor_version }}, and the extent of the DEM is clipped to the size needed for full granule coverage, or to the extent of the available DEM data if full coverage is not available. The DEM was reprojected to {{ projection }}, and the pixel spacing was resampled from the native DEM pixel spacing to {{ pixel_spacing|int }} m.</SPAN></P><P><SPAN>The best DEM publicly available for each granule is used in the RTC process, so different granules may be processed using different source DEM layers. This granule used {{ dem_name }} as the source DEM: the Shuttle Radar Topography Mission, which has a native pixel spacing of {{ dem_pixel_spacing(dem_name) }}.</SPAN></P><P><SPAN>The Shuttle Radar Topography Mission (SRTM) was flown aboard the space shuttle Endeavour February 11-22, 2000. The National Aeronautics and Space Administration (NASA) and the National Geospatial-Intelligence Agency (NGA) participated in an international project to acquire radar data, which were used to create the first near-global set of land elevations. For more information and to access the full SRTM dataset, refer to </SPAN><A href="https://www.usgs.gov/centers/eros/science/usgs-eros-archive-digital-elevation-shuttle-radar-topography-mission-srtm-1-arc?qt-science_center_objects=0#qt-science_center_objects" target="_blank" ><SPAN>https://www.usgs.gov/centers/eros/science/usgs-eros-archive-digital-elevation-shuttle-radar-topography-mission-srtm-1-arc?qt-science_center_objects=0#qt-science_center_objects</SPAN></A><SPAN>.</SPAN></P><P><SPAN>The actual {{ scale }} data is contained in the VV/HH (primary polarization) and/or VH/HV (cross-polarization) TIFF files included in the same downloaded folder as this file. The name of the SAR granule used to generate the files in this folder is: {{ granule_name }}. For a detailed description of the Sentinel-1 file naming convention, refer to </SPAN><A href="https://asf.alaska.edu/data-sets/sar-data-sets/sentinel-1/sentinel-1-data-and-imagery/#Naming_Convention" target="_blank" ><SPAN>https://asf.alaska.edu/data-sets/sar-data-sets/sentinel-1/sentinel-1-data-and-imagery/#Naming_Convention</SPAN></A><SPAN>.</SPAN></P><P><SPAN>Refer to ASF's </SPAN><A href="https://hyp3-docs.asf.alaska.edu/guides/rtc_product_guide/" target="_blank" ><SPAN>RTC Product Guide</SPAN></A><SPAN> for more information about On Demand RTC products.</SPAN></P><P><SPAN>The Sentinel-1 mission is designed to be a two-satellite constellation. Sentinel-1A was launched April 3, 2014, and remains active. Sentinel-1B was launched April 25, 2016, and was active until December 23, 2021. The satellites each have a 12-day repeat cycle and use the same orbit pattern, but are offset 180 degrees to allow repeat passes every 6 days while both are active.</SPAN></P><P><SPAN>Since the mission ended for S1B, there are some significant gaps in coverage. A reduced acquisition plan will be in place until Sentinel-1C is launched (expected in 2023) to replace Sentinel-1B. Visit </SPAN><A href="https://hyp3-docs.asf.alaska.edu/sentinel1/" target="_blank" ><SPAN>https://hyp3-docs.asf.alaska.edu/sentinel1</SPAN></A><SPAN> for more information.</SPAN></P><P><SPAN>More information about the Sentinel-1 mission is available at </SPAN><A href="https://sentinels.copernicus.eu/web/sentinel/missions/sentinel-1" target="_blank" ><SPAN>https://sentinels.copernicus.eu/web/sentinel/missions/sentinel-1</SPAN></A><SPAN>.</SPAN></P><P><SPAN>Additional information about Sentinel-1 data, imagery, tools and applications is available at </SPAN><A href="https://asf.alaska.edu/data-sets/sar-data-sets/sentinel-1/" target="_blank" ><SPAN>https://asf.alaska.edu/data-sets/sar-data-sets/sentinel-1</SPAN></A><SPAN>.</SPAN></P></DIV></DIV></DIV> - - Source DEM Data: These data are distributed by the Land Processes Distributed Active Archive Center (LP DAAC), located at USGS/EROS, Sioux Falls, SD. http://lpdaac.usgs.gov - - - {{ processing_date.isoformat(timespec='seconds') }} - - - Alaska Satellite Facility - - - - - - 2156 Koyukuk Dr. - Fairbanks - Alaska - 99775-7320 - uso@asf.alaska.edu - US - - - 907-474-5041 - - - - - - Alaska Satellite Facility - ASF - Synthetic Aperture Radar - SAR - Radiometric Terrain Correction - RTC - Digital Elevation Model - DEM - Sentinel-1 - - - - - - - - - - Land Processes Distributed Active Archive Center - USGS Earth Resources Observation & Science (EROS) Center - - - - - - 47914 252nd Street - Sioux Falls - South Dakota - 57198-0001 - US - lpdaac@usgs.gov - - - 1-866-573-3222 - - - Alaska Satellite Facility - - - - - - - - - <DIV STYLE="text-align:Left;"><DIV><DIV><P><SPAN>There are no restrictions on the use of data received from the U.S. Geological Survey's Earth Resources Observation and Science (EROS) Center or NASA's Land Processes Distributed Active Archive Center (LP DAAC), unless expressly identified prior to or at the time of receipt.</SPAN></P></DIV></DIV></DIV> - - - This product was generated by ASF DAAC HyP3 {{ processing_date.year }} using the {{ plugin_name }} plugin version {{ plugin_version }} running {{ processor_name }} release {{ processor_version }}. - - - - -{% endblock %} -{% block dataLineage %} - - The digital elevation model was converted from HGT files into GeoTIFFs. During this reformatting process, a geoid correction to WGS84 was applied. At the start of terrain correction, the best DEM covering the SAR image is selected, converted into UTM coordinates, and used for processing. - -{% endblock %} diff --git a/hyp3_gamma/metadata/templates/macros.j2 b/hyp3_gamma/metadata/templates/macros.j2 index ffd2569c..cc512992 100644 --- a/hyp3_gamma/metadata/templates/macros.j2 +++ b/hyp3_gamma/metadata/templates/macros.j2 @@ -1,42 +1,12 @@ {% macro dem_pixel_spacing(dem_name) %} - {% if dem_name == 'EU_DEM_V11' -%} - 1 arc second (about 30 meters) - {%- elif dem_name == 'GIMP' -%} - 1 arc second (about 30 meters) - {%- elif dem_name == 'IFSAR' -%} - 5 meters - {%- elif dem_name == 'NED13' -%} - 1/3 arc seconds (about 10 meters) - {%- elif dem_name == 'NED1' -%} - 1 arc second (about 30 meters) - {%- elif dem_name == 'NED2' -%} - 2 arc seconds (about 60 meters) - {%- elif dem_name == 'REMA' -%} - 1 arc second (about 30 meters) - {%- elif dem_name == 'SRTMGL1' -%} - 1 arc second (about 30 meters) - {%- elif dem_name == 'SRTMGL3' -%} - 3 arc seconds (about 90 meters) - {%- elif dem_name == 'GLO-30' -%} + {%- if dem_name == 'GLO-30' -%} 1 arc second (about 30 meters) {%- else -%} UNKNOWN {%- endif %} {% endmacro %} {% macro dem_blurb(dem_name) %} - {% if dem_name.startswith('EU') -%} - The EU-DEM combines data from a variety of sources, including the ASTER DEM, the SRTM, and Russian topographic maps. For more information and to access the full EU-DEM dataset, refer to https://land.copernicus.eu/imagery-in-situ/eu-dem/eu-dem-v1.1. - {%- elif dem_name.startswith('GIMP') -%} - The GIMP DEM was constructed by combining ASTER and SPOT 5 DEMs over the ice sheet periphery and margin with AVHRR photoclinometry for the interior and far north, and calibrating the data to approximate mean ICESat/GLAS elevations from 2003 to 2009. For more information and to access the full GIMP dataset, refer to https://nsidc.org/data/nsidc-0645. - {%- elif dem_name.startswith('IFSAR') -%} - The U.S. Geological Survey (USGS) National Geospatial Program (NGP) developed the Alaska Mapping Initiative (AMI) to collaborate with State and other Federal partners in Alaska to acquire 3-dimensional elevation data to improve statewide topographic mapping products. AMI attained Interferometric Synthetic Aperture Radar (IfSAR) data to generate Digital Elevation Models (DEMs). This radar mapping technology is an effective tool for collecting data under challenging circumstances such as cloud cover, extreme weather conditions, rugged terrain, and remote locations. Airborne IfSAR data were flown over south-central Alaska in summer 2010 and over northwestern Alaska in 2012. IfSAR data was used to generate a Digital Surface Model (DSM) that provides elevation values of landscape features on the earth's surface. This topographic product contains the height of the highest surface on the ground including vegetation, man-made structures, and bare earth. For more information and to access the full IfSAR DEM dataset, refer to https://www.usgs.gov/centers/eros/science/usgs-eros-archive-digital-elevation-interferometric-synthetic-aperture-radar. - {%- elif dem_name.startswith('NED') -%} - The National Elevation Dataset (NED) provides the best available public domain raster elevation data of the conterminous United States, Alaska, Hawaii, and territorial islands in a seamless format. The NED is derived from diverse source data, processed to a common coordinate system and unit of vertical measure. For more information, refer to https://pubs.er.usgs.gov/publication/70201572. To download the data, visit https://viewer.nationalmap.gov/basic and expand the Elevation Products (3DEP) section. - {%- elif dem_name.startswith('REMA') -%} - The REMA DEM was constructed from hundreds of thousands of individual stereoscopic Digital Elevation Models extracted from pairs of submeter-resolution DigitalGlobe satellite imagery acquired between 2009 and 2017, and vertically registered to altimetry measurements from Cryosat-2 and ICESat. For more information and to access the full REMA dataset at the original 8-meter resolution, refer to https://www.pgc.umn.edu/data/rema/. - {%- elif dem_name.startswith('SRTM') -%} - The SRTM was flown aboard the space shuttle Endeavour February 11-22, 2000. The National Aeronautics and Space Administration (NASA) and the National Geospatial-Intelligence Agency (NGA) participated in an international project to acquire radar data which were used to create the first near-global set of land elevations. For more information and to access the full SRTM dataset, refer to https://www.usgs.gov/centers/eros/science/usgs-eros-archive-digital-elevation-shuttle-radar-topography-mission-srtm-1-arc?qt-science_center_objects=0#qt-science_center_objects. - {%- elif dem_name == 'GLO-30' -%} + {%- if dem_name == 'GLO-30' -%} The Copernicus DEM GLO-30 is a global Digital Surface Model (DSM) derived from the WorldDEM. The WorldDEM is based on radar satellite data acquired by the TanDEM-X mission, which was funded by the German Aerospace Center (DLR) and Airbus Defence and Space, and edited to flatten water bodies, provide consistent flow of rivers, and apply corrections to shore/coastlines and special features. For an overview of the dataset, visit https://spacedata.copernicus.eu/collections/copernicus-digital-elevation-model. {%- endif %} {% endmacro %} diff --git a/hyp3_gamma/rtc/rtc_sentinel.py b/hyp3_gamma/rtc/rtc_sentinel.py index 324079f7..9d0f4eb7 100755 --- a/hyp3_gamma/rtc/rtc_sentinel.py +++ b/hyp3_gamma/rtc/rtc_sentinel.py @@ -19,16 +19,13 @@ from hyp3lib.byteSigmaScale import byteSigmaScale from hyp3lib.createAmp import createAmp from hyp3lib.execute import execute -from hyp3lib.getDemFor import getDemFile from hyp3lib.getParameter import getParameter -from hyp3lib.get_dem import get_dem from hyp3lib.get_orb import downloadSentinelOrbitFile from hyp3lib.makeAsfBrowse import makeAsfBrowse from hyp3lib.make_cogs import cogify_dir from hyp3lib.raster_boundary2shape import raster_boundary2shape from hyp3lib.rtc2color import rtc2color from hyp3lib.system import gamma_version -from hyp3lib.utm2dem import utm2dem from osgeo import gdal, gdalconst, ogr import hyp3_gamma @@ -170,15 +167,8 @@ def prepare_dem(safe_dir: str, dem_name: str, bbox: List[float] = None, dem: str run(f'dem_import {dem_tif} {dem_image} {dem_par} - - $DIFF_HOME/scripts/egm2008-5.dem ' f'$DIFF_HOME/scripts/egm2008-5.dem_par - - - 1') - elif dem_name == 'legacy': - if bbox: - dem_type = get_dem(bbox[0], bbox[1], bbox[2], bbox[3], dem_tif, post=30.0) - else: - dem, dem_type = getDemFile(safe_dir, dem_tif, post=30.0) - utm2dem(dem_tif, dem_image, dem_par) - else: - raise DemError(f'DEM name "{dem_name}" is invalid; supported options are "copernicus" and "legacy".') + raise DemError(f'DEM name "{dem_name}" is invalid; supported options are "copernicus".') return dem_image, dem_par, dem_type @@ -311,7 +301,8 @@ def rtc_sentinel_gamma(safe_dir: str, resolution: float = 30.0, radiometry: str looks: Number of azimuth looks to take. Will be selected automatically if not specified. Range and filter looks are selected automatically based on azimuth looks and product type. skip_cross_pol: Do not include the co-polarization backscatter GeoTIFF in the output package. - dem_name: DEM to use for RTC processing; `copernicus` or `legacy`. `dem_name` is ignored if `dem` is provided. + dem_name: DEM to use for RTC processing; `copernicus` is the only valid option. + `dem_name` is ignored if `dem` is provided. Returns: product_name: Name of the output product directory @@ -411,7 +402,7 @@ def rtc_sentinel_gamma(safe_dir: str, resolution: float = 30.0, radiometry: str os.remove(rgb_tif) for tif_file in glob(f'{product_name}/*.tif'): - set_pixel_as_point(tif_file, shift_origin=dem_name == 'legacy') + set_pixel_as_point(tif_file, shift_origin=False) cogify_dir(directory=product_name) log.info('Generating browse images and metadata files') @@ -465,7 +456,7 @@ def main(): group = parser.add_mutually_exclusive_group() group.add_argument('--dem', help='Path to the DEM to use for RTC processing. Must be a GeoTIFF in a UTM projection.' ' A DEM will be selected automatically if not provided.') - group.add_argument('--dem-name', choices=('copernicus', 'legacy'), default='copernicus', + group.add_argument('--dem-name', choices=['copernicus'], default='copernicus', help='DEM to use for RTC processing.') parser.add_argument('--bbox', type=float, nargs=4, metavar=('LON_MIN', 'LAT_MIN', 'LON_MAX', 'LAT_MAX'), diff --git a/tests/metadata/test_rtc_gamma.py b/tests/metadata/test_rtc_gamma.py index 0425bb40..6e2f88b2 100644 --- a/tests/metadata/test_rtc_gamma.py +++ b/tests/metadata/test_rtc_gamma.py @@ -12,7 +12,7 @@ def test_create_rtc_gamma_readme(rtc_product_dir): payload = hyp3_gamma.metadata.rtc.marshal_metadata( product_dir=rtc_product_dir, granule_name='S1A_IW_SLC__1SSV_20150621T120220_20150621T120232_006471_008934_72D8', - dem_name='SRTMGL1', + dem_name='GLO-30', processing_date=datetime.strptime('2020-01-01T00:00:00+0000', '%Y-%m-%dT%H:%M:%S%z'), looks=1, plugin_name='hyp3_rtc_gamma', @@ -30,7 +30,7 @@ def test_rtc_gamma_product(rtc_product_dir): payload = hyp3_gamma.metadata.rtc.marshal_metadata( product_dir=rtc_product_dir, granule_name='S1A_IW_SLC__1SSV_20150621T120220_20150621T120232_006471_008934_72D8', - dem_name='SRTMGL1', + dem_name='GLO-30', processing_date=datetime.strptime('2020-01-01T00:00:00+0000', '%Y-%m-%dT%H:%M:%S%z'), looks=1, plugin_name='hyp3_rtc_gamma', @@ -87,7 +87,7 @@ def test_create_browse_xmls(rtc_product_dir): payload = hyp3_gamma.metadata.rtc.marshal_metadata( product_dir=rtc_product_dir, granule_name='S1A_IW_SLC__1SSV_20150621T120220_20150621T120232_006471_008934_72D8', - dem_name='SRTMGL1', + dem_name='GLO-30', processing_date=datetime.strptime('2020-01-01T00:00:00+0000', '%Y-%m-%dT%H:%M:%S%z'), looks=1, plugin_name='hyp3_rtc_gamma', @@ -109,7 +109,7 @@ def test_rtc_gamma_area(rtc_product_dir): payload = hyp3_gamma.metadata.rtc.marshal_metadata( product_dir=rtc_product_dir, granule_name='S1A_IW_SLC__1SSV_20150621T120220_20150621T120232_006471_008934_72D8', - dem_name='SRTMGL1', + dem_name='GLO-30', processing_date=datetime.strptime('2020-01-01T00:00:00+0000', '%Y-%m-%dT%H:%M:%S%z'), looks=1, plugin_name='hyp3_rtc_gamma', @@ -127,7 +127,7 @@ def test_rtc_gamma_inc_map(rtc_product_dir): payload = hyp3_gamma.metadata.rtc.marshal_metadata( product_dir=rtc_product_dir, granule_name='S1A_IW_SLC__1SSV_20150621T120220_20150621T120232_006471_008934_72D8', - dem_name='SRTMGL1', + dem_name='GLO-30', processing_date=datetime.strptime('2020-01-01T00:00:00+0000', '%Y-%m-%dT%H:%M:%S%z'), looks=1, plugin_name='hyp3_rtc_gamma', @@ -145,7 +145,7 @@ def test_rtc_gamma_ls_map(rtc_product_dir): payload = hyp3_gamma.metadata.rtc.marshal_metadata( product_dir=rtc_product_dir, granule_name='S1A_IW_SLC__1SSV_20150621T120220_20150621T120232_006471_008934_72D8', - dem_name='SRTMGL1', + dem_name='GLO-30', processing_date=datetime.strptime('2020-01-01T00:00:00+0000', '%Y-%m-%dT%H:%M:%S%z'), looks=1, plugin_name='hyp3_rtc_gamma', @@ -163,7 +163,7 @@ def test_rtc_gamma_rgb(rtc_product_dir): payload = hyp3_gamma.metadata.rtc.marshal_metadata( product_dir=rtc_product_dir, granule_name='S1A_IW_SLC__1SDV_20150621T120220_20150621T120232_006471_008934_72D8', - dem_name='SRTMGL1', + dem_name='GLO-30', processing_date=datetime.strptime('2020-01-01T00:00:00+0000', '%Y-%m-%dT%H:%M:%S%z'), looks=1, plugin_name='hyp3_rtc_gamma', @@ -181,7 +181,7 @@ def test_rtc_gamma_all_files(rtc_product_dir): files = create_metadata_file_set_rtc( product_dir=rtc_product_dir, granule_name='S1A_IW_SLC__1SSV_20150621T120220_20150621T120232_006471_008934_72D8', - dem_name='SRTMGL1', + dem_name='GLO-30', processing_date=datetime.strptime('2020-01-01T00:00:00+0000', '%Y-%m-%dT%H:%M:%S%z'), looks=1, plugin_name='hyp3_rtc_gamma', From 8b271e5c616af9c1e4650f9e171f03eada851e3c Mon Sep 17 00:00:00 2001 From: Andrew Johnston Date: Wed, 27 Dec 2023 13:14:49 -0900 Subject: [PATCH 4/5] fix failing test_rtc_gamma.test_create_dem_xml --- tests/metadata/test_rtc_gamma.py | 17 ++++------------- 1 file changed, 4 insertions(+), 13 deletions(-) diff --git a/tests/metadata/test_rtc_gamma.py b/tests/metadata/test_rtc_gamma.py index 6e2f88b2..4a9ced5a 100644 --- a/tests/metadata/test_rtc_gamma.py +++ b/tests/metadata/test_rtc_gamma.py @@ -67,20 +67,11 @@ def test_create_dem_xml(rtc_product_dir): assert output_file.exists() output_file.unlink() - payload['dem_name'] = 'unknown' - writer = rtc.RtcMetadataWriter(payload) - unknown_dem_file = writer.create_dem_xml() - assert unknown_dem_file is None - - payload['dem_name'] = '' - writer = rtc.RtcMetadataWriter(payload) - empty_name_file = writer.create_dem_xml() - assert empty_name_file is None - - payload['dem_name'] = None - with pytest.raises(AttributeError): + for dem_name in ['unknown', '', None]: + payload['dem_name'] = dem_name writer = rtc.RtcMetadataWriter(payload) - _ = writer.create_dem_xml() + output_file = writer.create_dem_xml() + assert output_file is None def test_create_browse_xmls(rtc_product_dir): From c8ca037a1dadcc2c86575e539898981990b569a5 Mon Sep 17 00:00:00 2001 From: Andrew Johnston Date: Wed, 27 Dec 2023 13:17:45 -0900 Subject: [PATCH 5/5] remove unused import in test_rtc_gamma.py --- tests/metadata/test_rtc_gamma.py | 2 -- 1 file changed, 2 deletions(-) diff --git a/tests/metadata/test_rtc_gamma.py b/tests/metadata/test_rtc_gamma.py index 4a9ced5a..6c2ab0b8 100644 --- a/tests/metadata/test_rtc_gamma.py +++ b/tests/metadata/test_rtc_gamma.py @@ -1,7 +1,5 @@ from datetime import datetime -import pytest - import hyp3_gamma.metadata.rtc import hyp3_gamma.metadata.util from hyp3_gamma.metadata import create_metadata_file_set_rtc, rtc