From 7c5b5dee43bf6496ab818a1a4ee9af7afc4b9836 Mon Sep 17 00:00:00 2001 From: Robbi Bishop-Taylor Date: Mon, 26 Aug 2024 11:02:34 +1000 Subject: [PATCH 1/3] Update access code --- docs/data/product/dea-coastlines/_access.md | 57 ++++++++++++--------- 1 file changed, 34 insertions(+), 23 deletions(-) diff --git a/docs/data/product/dea-coastlines/_access.md b/docs/data/product/dea-coastlines/_access.md index ba8ae5676..077a64fdc 100644 --- a/docs/data/product/dea-coastlines/_access.md +++ b/docs/data/product/dea-coastlines/_access.md @@ -52,28 +52,34 @@ ymax, xmin = -33.65, 115.28 ymin, xmax = -33.66, 115.30 # Set up WFS requests for annual shorelines & rates of change points -deacl_annualshorelines_wfs = f'https://geoserver.dea.ga.gov.au/geoserver/wfs?' \ - f'service=WFS&version=1.1.0&request=GetFeature' \ - f'&typeName=dea:shorelines_annual&maxFeatures=1000' \ - f'&bbox={ymin},{xmin},{ymax},{xmax},' \ - f'urn:ogc:def:crs:EPSG:4326' -deacl_ratesofchange_wfs = f'https://geoserver.dea.ga.gov.au/geoserver/wfs?' \ - f'service=WFS&version=1.1.0&request=GetFeature' \ - f'&typeName=dea:rates_of_change&maxFeatures=1000' \ - f'&bbox={ymin},{xmin},{ymax},{xmax},' \ - f'urn:ogc:def:crs:EPSG:4326' +deacl_annualshorelines_wfs = ( + f"https://nonprod.geoserver.dea.ga.gov.au/geoserver/dea/wfs?" + f"service=WFS&version=1.1.0&request=GetFeature" + f"&typeName=dea:shorelines_annual&maxFeatures=1000" + f"&bbox={ymin},{xmin},{ymax},{xmax}," + f"urn:ogc:def:crs:EPSG:4326" +) +deacl_ratesofchange_wfs = ( + f"https://nonprod.geoserver.dea.ga.gov.au/geoserver/dea/wfs?" + f"service=WFS&version=1.1.0&request=GetFeature" + f"&typeName=dea:rates_of_change&maxFeatures=1000" + f"&bbox={ymin},{xmin},{ymax},{xmax}," + f"urn:ogc:def:crs:EPSG:4326" +) # Load DEA Coastlines data from WFS using geopandas deacl_annualshorelines_gdf = gpd.read_file(deacl_annualshorelines_wfs) deacl_ratesofchange_gdf = gpd.read_file(deacl_ratesofchange_wfs) # Ensure CRSs are set correctly -deacl_annualshorelines_gdf.crs = 'EPSG:3577' -deacl_ratesofchange_gdf.crs = 'EPSG:3577' - -# Optional: Keep only rates of change points with "good" certainty -# (i.e. no poor quality flags) -deacl_ratesofchange_gdf = deacl_ratesofchange_gdf.query("certainty == 'good'") +deacl_annualshorelines_gdf.crs = "EPSG:3577" +deacl_ratesofchange_gdf.crs = "EPSG:3577" + +# Optional: Keep only statistically significant (p <= 0.01) rates of change points +# with "good" certainty (i.e. no poor quality flags) +deacl_ratesofchange_gdf = deacl_ratesofchange_gdf.query( + "(sig_time <= 0.01) & (certainty == 'good')" +) ``` ::: @@ -81,9 +87,9 @@ deacl_ratesofchange_gdf = deacl_ratesofchange_gdf.query("certainty == 'good'") DEA Coastlines data can be loaded directly into R using the DEA Coastlines Web Feature Service (WFS) and the `sf` package: ```r -library(magrittr) library(glue) library(sf) +library(dplyr) # Specify bounding box xmin = 115.28 @@ -91,19 +97,24 @@ xmax = 115.30 ymin = -33.66 ymax = -33.65 -# Read in DEA Coastlines annual shoreline data, using `glue` to insert our bounding -# box into the string, and `sf` to load the spatial data from the Web Feature Service +# Read in DEA Coastlines annual shoreline data, using `glue` to insert our bounding +# box into the string, and `sf` to load the spatial data from the Web Feature Service # and set the Coordinate Reference System to Australian Albers (EPSG:3577) -deacl_annualshorelines = "https://geoserver.dea.ga.gov.au/geoserver/wfs?service=WFS&version=1.1.0&request=GetFeature&typeName=dea:shorelines_annual&maxFeatures=1000&bbox={ymin},{xmin},{ymax},{xmax},urn:ogc:def:crs:EPSG:4326" %>% +deacl_annualshorelines = "https://geoserver.dea.ga.gov.au/geoserver/wfs?service=WFS&version=1.1.0&request=GetFeature&typeName=dea:shorelines_annual&maxFeatures=1000&bbox={ymin},{xmin},{ymax},{xmax},urn:ogc:def:crs:EPSG:4326" %>% glue::glue() %>% - sf::read_sf() %>% + sf::read_sf() %>% sf::st_set_crs(3577) # Read in DEA Coastlines rates of change points -deacl_ratesofchange = "https://geoserver.dea.ga.gov.au/geoserver/wfs?service=WFS&version=1.1.0&request=GetFeature&typeName=dea:rates_of_change&maxFeatures=1000&bbox={ymin},{xmin},{ymax},{xmax},urn:ogc:def:crs:EPSG:4326" %>% +deacl_ratesofchange = "https://geoserver.dea.ga.gov.au/geoserver/wfs?service=WFS&version=1.1.0&request=GetFeature&typeName=dea:rates_of_change&maxFeatures=1000&bbox={ymin},{xmin},{ymax},{xmax},urn:ogc:def:crs:EPSG:4326" %>% glue::glue() %>% - sf::read_sf() %>% + sf::read_sf() %>% sf::st_set_crs(3577) + +# Optional: Keep only statistically significant (p <= 0.01) rates of change points +# with "good" certainty (i.e. no poor quality flags) +deacl_ratesofchange = deacl_ratesofchange %>% + filter((sig_time <= 0.01) & (certainty == "good")) ``` ::: From 70c3bd36a2e45b40c16111b9e23abf48df3d070f Mon Sep 17 00:00:00 2001 From: Robbi Bishop-Taylor Date: Mon, 26 Aug 2024 11:12:02 +1000 Subject: [PATCH 2/3] Annual update text update --- docs/data/product/dea-coastlines/_access.md | 6 +++--- docs/data/product/dea-coastlines/_data.yaml | 6 +++--- docs/data/product/dea-coastlines/_details.md | 9 +++++---- docs/data/product/dea-coastlines/_history.md | 11 ++++++++--- 4 files changed, 19 insertions(+), 13 deletions(-) diff --git a/docs/data/product/dea-coastlines/_access.md b/docs/data/product/dea-coastlines/_access.md index 077a64fdc..6598e21aa 100644 --- a/docs/data/product/dea-coastlines/_access.md +++ b/docs/data/product/dea-coastlines/_access.md @@ -8,12 +8,12 @@ DEA Coastlines data for the entire Australian coastline is available to download * Esri Shapefiles: suitable for ArcMap and QGIS To download DEA Coastlines data: -1. Click the [Link to data](https://data.dea.ga.gov.au/?prefix=derivative/dea_coastlines/2-1-0/) link above -2. Click on either the OGC GeoPackage (`coastlines_v2.1.0.gpkg`) or Esri Shapefiles (`coastlines_v2.1.0.shp.zip`) to download the data to your computer. +1. Click the [Link to data](https://data.dea.ga.gov.au/?prefix=derivative/dea_coastlines/) link above +2. Click on either the OGC GeoPackage (`coastlines_*.gpkg`) or Esri Shapefiles (`coastlines_*.shp.zip`) to download the data to your computer. 3. If you downloaded the Esri Shapefiles data, unzip the zip file by right clicking on the downloaded file and selecting `Extract all`. To load OGC GeoPackage data in QGIS: -1. Drag and drop the `coastlines_v2.1.0.gpkg` file into the main QGIS map window, or select it using `Layer > Add Layer > Add Vector Layer.` +1. Drag and drop the `coastlines_*.gpkg` file into the main QGIS map window, or select it using `Layer > Add Layer > Add Vector Layer.` 2. When prompted to `Select Vector Layers to Add`, select all layers and then `OK`. 3. The DEA Coastlines layers will load with built-in symbology. By default, DEA Coastlines layers automatically transition based on the zoom level of the map. To deactivate this: right click on a layer in the QGIS Layers panel, click `Set Layer Scale Visibility`, and untick `Scale visibility.` ::: diff --git a/docs/data/product/dea-coastlines/_data.yaml b/docs/data/product/dea-coastlines/_data.yaml index b5a4b531e..736d2f9e7 100644 --- a/docs/data/product/dea-coastlines/_data.yaml +++ b/docs/data/product/dea-coastlines/_data.yaml @@ -6,7 +6,7 @@ title: DEA Coastlines long_title: Geoscience Australia Landsat Coastlines Collection 3 header_image: /_files/cmi/thumbnail_vertical.png -version: 2.1.0 +version: 2.2.0 is_latest_version: true latest_version_link: null is_provisional: false @@ -14,7 +14,7 @@ product_type: Derivative spatial_data_type: Vector time_span: start: 1988 - end: 2022 + end: 2023 update_frequency: Yearly next_update: null product_ids: null @@ -58,7 +58,7 @@ maps: explorers: null data: - - link: https://data.dea.ga.gov.au/?prefix=derivative/dea_coastlines/2-1-0/ + - link: https://data.dea.ga.gov.au/?prefix=derivative/dea_coastlines/ name: Access the data on AWS code_examples: diff --git a/docs/data/product/dea-coastlines/_details.md b/docs/data/product/dea-coastlines/_details.md index 7ca2a9e46..61a593807 100644 --- a/docs/data/product/dea-coastlines/_details.md +++ b/docs/data/product/dea-coastlines/_details.md @@ -55,7 +55,7 @@ To understand the `certainty` field, see the [Quality tab](./?tab=quality). :::{figure} /_files/cmi/deacl_coastlines.* :alt: DEA CoastLines coastline layer -Figure 1: Annual coastlines from DEA Coastlines visualised on the [interactive DEA Coastlines web map](https://maps.dea.ga.gov.au/#share=s-DEACoastlines&playStory=1) +Figure 1: Annual coastlines from DEA Coastlines visualised on the [interactive DEA Coastlines web map](https://maps.dea.ga.gov.au/story/DEACoastlines) ::: ### Rates of change points @@ -65,10 +65,10 @@ A point dataset providing robust rates of coastal change for every 30 m along Au :::{figure} /_files/cmi/deacl_statistics_2.* :alt: DEA CoastLines rates of change statistics layer -Figure 2: Rates of change points from DEA Coastlines visualised on the [interactive DEA Coastlines web map](https://maps.dea.ga.gov.au/#share=s-DEACoastlines&playStory=1) +Figure 2: Rates of change points from DEA Coastlines visualised on the [interactive DEA Coastlines web map](https://maps.dea.ga.gov.au/story/DEACoastlines) ::: -On the [interactive DEA Coastlines web map](https://maps.dea.ga.gov.au/#share=s-DEACoastlines&playStory=1), points are shown for locations with statistically significant rates of change (p-value <= 0.01; see `sig_time` below) and good quality data (certainty = "good"; see `certainty` below) only. Each point shows annual rates of change (in metres per year; see `rate_time` below), and an estimate of uncertainty in brackets (95% confidence interval; see `se_time`). For example, there is a 95% chance that a point with a label **\-10.0 m (±1.0 m)** is retreating at a rate of between -9.0 and -11.0 metres per year. +On the [interactive DEA Coastlines web map](https://maps.dea.ga.gov.au/story/DEACoastlines), points are shown for locations with statistically significant rates of change (p-value <= 0.01; see `sig_time` below) and good quality data (certainty = "good"; see `certainty` below) only. Each point shows annual rates of change (in metres per year; see `rate_time` below), and an estimate of uncertainty in brackets (95% confidence interval; see `se_time`). For example, there is a 95% chance that a point with a label **\-10.0 m (±1.0 m)** is retreating at a rate of between -9.0 and -11.0 metres per year. Rates of change points contains the following attribute columns that can be accessed by clicking on labelled points in the web map: @@ -145,7 +145,8 @@ Figure 3: Coastal change hotspots from DEA Coastlines visualised on the [interac The following software was used to generate this product: * [DEA Coastlines GitHub code](https://github.com/GeoscienceAustralia/dea-coastlines) -* [OpenDataCube](https://github.com/opendatacube) +* [Open Data Cube](https://github.com/opendatacube) +* [pyTMD Python-based tidal prediction software](https://github.com/tsutterley/pyTMD) * [FES2014 global tide model](https://www.aviso.altimetry.fr/en/data/products/auxiliary-products/global-tide-fes/description-fes2014.html) ## References diff --git a/docs/data/product/dea-coastlines/_history.md b/docs/data/product/dea-coastlines/_history.md index 9c9b7f760..246227557 100644 --- a/docs/data/product/dea-coastlines/_history.md +++ b/docs/data/product/dea-coastlines/_history.md @@ -1,10 +1,15 @@ ## Changelog -### 2022 DEA Coastlines update +### 2023 DEA Coastlines update + +In August 2024, the DEA Coastlines product [was updated to version 2.2.0](https://github.com/GeoscienceAustralia/dea-coastlines/releases/tag/2.2.0). This update adds additional interim annual shoreline data for 2023. The 2023 shoreline is subject to change, and will be updated to a final version in the following DEA Coastlines update (March 2025). -In August 2023, the DEA Coastlines product was updated to version 2.1.0. +**Improvements and additions:** +* This update adds new functionality to easily switch between annual shorelines and rates of change on DEA Maps using a "Style" selector. + +### 2022 DEA Coastlines update -This update consists of the addition of annual shoreline data for 2022. The 2022 shoreline is interim data that is subject to change, and will be updated to a final version in the following 2023 DEA Coastlines update (in July 2024). +In August 2023, the DEA Coastlines product [was updated to version 2.1.0](https://github.com/GeoscienceAustralia/dea-coastlines/releases/tag/2.1.0). This update consists of the addition of interim annual shoreline data for 2022. The 2022 shoreline is interim data that is subject to change, and will be updated to a final version in the following 2023 DEA Coastlines update (in July 2024). ### 2021 DEA Coastlines update From 661b16032f1020401734d16e9ab8f73828f0c876 Mon Sep 17 00:00:00 2001 From: Robbi Bishop-Taylor Date: Mon, 26 Aug 2024 11:38:08 +1000 Subject: [PATCH 3/3] Consistency --- docs/data/product/dea-coastlines/_history.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/docs/data/product/dea-coastlines/_history.md b/docs/data/product/dea-coastlines/_history.md index 246227557..5ff831d59 100644 --- a/docs/data/product/dea-coastlines/_history.md +++ b/docs/data/product/dea-coastlines/_history.md @@ -9,7 +9,7 @@ In August 2024, the DEA Coastlines product [was updated to version 2.2.0](https: ### 2022 DEA Coastlines update -In August 2023, the DEA Coastlines product [was updated to version 2.1.0](https://github.com/GeoscienceAustralia/dea-coastlines/releases/tag/2.1.0). This update consists of the addition of interim annual shoreline data for 2022. The 2022 shoreline is interim data that is subject to change, and will be updated to a final version in the following 2023 DEA Coastlines update (in July 2024). +In August 2023, the DEA Coastlines product [was updated to version 2.1.0](https://github.com/GeoscienceAustralia/dea-coastlines/releases/tag/2.1.0). This update consists of the addition of interim annual shoreline data for 2022. The 2022 shoreline is interim data that is subject to change, and will be updated to a final version in the following 2023 DEA Coastlines update (in August 2024). ### 2021 DEA Coastlines update