From 181600448af288243ac05697e3786eaa428c1c0c Mon Sep 17 00:00:00 2001 From: Kyle Lesinger Date: Fri, 12 Sep 2025 11:10:29 -0500 Subject: [PATCH 001/118] add esi dataset collections --- ingestion-data/collections/esi-12wk.json | 66 ++++++ ingestion-data/collections/esi-4wk.json | 66 ++++++ ...asagfed-carbonflux-monthgrid-v3-items.json | 35 --- ...h4budget-yeargrid-v1-items-all-layers.json | 200 ------------------ .../lpjeosim-wetlandch4-daygrid-v2-items.json | 25 --- ...pjeosim-wetlandch4-monthgrid-v2-items.json | 25 --- .../lpjwsl-wetlandch4-daygrid-v1-items.json | 14 -- .../lpjwsl-wetlandch4-monthgrid-v1-items.json | 14 -- ...2-mip-meanco2budget-yeargrid-v1-items.json | 170 --------------- ...eccodarwin-co2flux-monthgrid-v5-items.json | 16 -- ...-ch4emission-yeargrid-v2express-items.json | 180 ---------------- ingestion-data/discovery-items/esi-12wk.json | 19 ++ ingestion-data/discovery-items/esi-4wk.json | 18 ++ ...sat-based-ch4budget-yeargrid-v1-items.json | 40 ---- .../gra2pes-ghg-monthgrid-v1-items.json | 36 ---- .../micasa-carbonflux-daygrid-v1-items.json | 45 ---- .../micasa-carbonflux-monthgrid-v1-items.json | 46 ---- .../oco2-mip-co2budget-yeargrid-v1-items.json | 170 --------------- .../oco2geos-co2-daygrid-v10r-items.json | 20 -- .../odiac-ffco2-monthgrid-v2022-items.json | 16 -- .../odiac-ffco2-monthgrid-v2023-items.json | 16 -- .../scheduled/emit-ch4plume-v1-items.json | 14 -- .../lpjeosim-wetlandch4-daygrid-v2-items.json | 54 ----- ...pjeosim-wetlandch4-monthgrid-v2-items.json | 56 ----- ...ac-popdensity-yeargrid5yr-v4.11-items.json | 16 -- ...4dvar-ch4flux-mask-monthgrid-v1-items.json | 31 --- .../discovery-items/vector-data-items.json | 13 -- ...ulcan-ffco2-elc-res-yeargrid-v4-items.json | 16 -- .../vulcan-ffco2-yeargrid-v4-items.json | 66 ------ 29 files changed, 169 insertions(+), 1334 deletions(-) create mode 100644 ingestion-data/collections/esi-12wk.json create mode 100644 ingestion-data/collections/esi-4wk.json delete mode 100644 ingestion-data/discovery-items/archive/casagfed-carbonflux-monthgrid-v3-items.json delete mode 100644 ingestion-data/discovery-items/archive/gosat-based-ch4budget-yeargrid-v1-items-all-layers.json delete mode 100644 ingestion-data/discovery-items/archive/lpjeosim-wetlandch4-daygrid-v2-items.json delete mode 100644 ingestion-data/discovery-items/archive/lpjeosim-wetlandch4-monthgrid-v2-items.json delete mode 100644 ingestion-data/discovery-items/archive/lpjwsl-wetlandch4-daygrid-v1-items.json delete mode 100644 ingestion-data/discovery-items/archive/lpjwsl-wetlandch4-monthgrid-v1-items.json delete mode 100644 ingestion-data/discovery-items/archive/oco2-mip-meanco2budget-yeargrid-v1-items.json delete mode 100644 ingestion-data/discovery-items/eccodarwin-co2flux-monthgrid-v5-items.json delete mode 100644 ingestion-data/discovery-items/epa-ch4emission-yeargrid-v2express-items.json create mode 100644 ingestion-data/discovery-items/esi-12wk.json create mode 100644 ingestion-data/discovery-items/esi-4wk.json delete mode 100644 ingestion-data/discovery-items/gosat-based-ch4budget-yeargrid-v1-items.json delete mode 100644 ingestion-data/discovery-items/gra2pes-ghg-monthgrid-v1-items.json delete mode 100644 ingestion-data/discovery-items/micasa-carbonflux-daygrid-v1-items.json delete mode 100644 ingestion-data/discovery-items/micasa-carbonflux-monthgrid-v1-items.json delete mode 100644 ingestion-data/discovery-items/oco2-mip-co2budget-yeargrid-v1-items.json delete mode 100644 ingestion-data/discovery-items/oco2geos-co2-daygrid-v10r-items.json delete mode 100644 ingestion-data/discovery-items/odiac-ffco2-monthgrid-v2022-items.json delete mode 100644 ingestion-data/discovery-items/odiac-ffco2-monthgrid-v2023-items.json delete mode 100644 ingestion-data/discovery-items/scheduled/emit-ch4plume-v1-items.json delete mode 100644 ingestion-data/discovery-items/scheduled/lpjeosim-wetlandch4-daygrid-v2-items.json delete mode 100644 ingestion-data/discovery-items/scheduled/lpjeosim-wetlandch4-monthgrid-v2-items.json delete mode 100644 ingestion-data/discovery-items/sedac-popdensity-yeargrid5yr-v4.11-items.json delete mode 100644 ingestion-data/discovery-items/tm54dvar-ch4flux-mask-monthgrid-v1-items.json delete mode 100644 ingestion-data/discovery-items/vector-data-items.json delete mode 100644 ingestion-data/discovery-items/vulcan-ffco2-elc-res-yeargrid-v4-items.json delete mode 100644 ingestion-data/discovery-items/vulcan-ffco2-yeargrid-v4-items.json diff --git a/ingestion-data/collections/esi-12wk.json b/ingestion-data/collections/esi-12wk.json new file mode 100644 index 0000000..050b247 --- /dev/null +++ b/ingestion-data/collections/esi-12wk.json @@ -0,0 +1,66 @@ +{ + "id": "esi-12wk-global", + "dashboard:is_periodic": false, + "dashboard:time_interval": "P1W", + "description": "The global dataset, called the Evaporative Stress Index (ESI), available online and produced weekly at 5-kilometer resolution for the entire globe, reveals regions of drought where vegetation is stressed due to lack of water, enabling agriculture ministries to provide farmers with actionable advice about irrigation. The ESI can capture early signals of “flash drought,” a condition brought on by extended periods of hot, dry, and windy conditions leading to rapid soil moisture depletion. Reduced rates of water loss can be observed through the use of land surface temperature before it can be observed through decreases in vegetation health or “greenness.” The ESI describes soil moisture across the landscape without using observed rainfall data. This is critical in developing regions and other parts of the world lacking sufficient ground-based observations of rainfall. The ESI is based on satellite observations of land surface temperature, which are used to estimate water loss due to evapotranspiration (ET), the loss of water via evaporation from soil and plant surfaces and via transpiration through plant leaves. Generally, healthy green vegetation with access to an adequate supply of water warms at a much slower rate than does dry and/or stressed vegetation. Based on variations in land surface temperature, the ESI indicates how the current rate of ET compares to normal conditions. Negative ESI values show below normal ET rates, indicating vegetation that stressed due to inadequate soil moisture. (Plants’ first response when stressed from lack of water is to reduce their transpiration to conserve water within the plant.)", + "extent": { + "spatial": { + "bbox": [ + [ + -180, + -90, + 180, + 90 + ] + ] + }, + "temporal": { + "interval": [ + [ + "2001-01-08T00:00:00Z", + null + ] + ] + } + }, + "item_assets": { + "esi-12wk": { + "description": "Daily estimates of ESI over the previous 12 weeks.", + "roles": [ + "data", + "layer" + ], + "title": "Global ESI-12WK", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + } + }, + "license": "CC0-1.0", + "links": [], + "providers": [ + { + "name": "NASA" + } + ], + "renders": { + "dashboard": { + "assets": [ + "esi-12wk" + ], + "colormap_name": "magma", + "rescale": [ + [ + -3, + 3 + ] + ] + } + }, + "stac_extensions": [ + "https://stac-extensions.github.io/render/v1.0.0/schema.json", + "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" + ], + "stac_version": "1.0.0", + "title": "GLobal ESI-12WK", + "type": "Collection", + "tenant": ["nasa-disasters"] +} \ No newline at end of file diff --git a/ingestion-data/collections/esi-4wk.json b/ingestion-data/collections/esi-4wk.json new file mode 100644 index 0000000..0b14ddc --- /dev/null +++ b/ingestion-data/collections/esi-4wk.json @@ -0,0 +1,66 @@ +{ + "id": "esi-4wk-global", + "dashboard:is_periodic": false, + "dashboard:time_interval": "P1W", + "description": "The global dataset, called the Evaporative Stress Index (ESI), available online and produced weekly at 5-kilometer resolution for the entire globe, reveals regions of drought where vegetation is stressed due to lack of water, enabling agriculture ministries to provide farmers with actionable advice about irrigation. The ESI can capture early signals of “flash drought,” a condition brought on by extended periods of hot, dry, and windy conditions leading to rapid soil moisture depletion. Reduced rates of water loss can be observed through the use of land surface temperature before it can be observed through decreases in vegetation health or “greenness.” The ESI describes soil moisture across the landscape without using observed rainfall data. This is critical in developing regions and other parts of the world lacking sufficient ground-based observations of rainfall. The ESI is based on satellite observations of land surface temperature, which are used to estimate water loss due to evapotranspiration (ET), the loss of water via evaporation from soil and plant surfaces and via transpiration through plant leaves. Generally, healthy green vegetation with access to an adequate supply of water warms at a much slower rate than does dry and/or stressed vegetation. Based on variations in land surface temperature, the ESI indicates how the current rate of ET compares to normal conditions. Negative ESI values show below normal ET rates, indicating vegetation that stressed due to inadequate soil moisture. (Plants’ first response when stressed from lack of water is to reduce their transpiration to conserve water within the plant.)", + "extent": { + "spatial": { + "bbox": [ + [ + -180, + -90, + 180, + 90 + ] + ] + }, + "temporal": { + "interval": [ + [ + "2001-01-08T00:00:00Z", + null + ] + ] + } + }, + "item_assets": { + "esi-4wk": { + "description": "Daily estimates of ESI over the previous 4 weeks.", + "roles": [ + "data", + "layer" + ], + "title": "Global ESI-4WK", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + } + }, + "license": "CC0-1.0", + "links": [], + "providers": [ + { + "name": "NASA" + } + ], + "renders": { + "dashboard": { + "assets": [ + "esi-4wk" + ], + "colormap_name": "magma", + "rescale": [ + [ + -3, + 3 + ] + ] + } + }, + "stac_extensions": [ + "https://stac-extensions.github.io/render/v1.0.0/schema.json", + "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" + ], + "stac_version": "1.0.0", + "title": "GLobal ESI-4WK", + "type": "Collection", + "tenant": ["nasa-disasters"] +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/archive/casagfed-carbonflux-monthgrid-v3-items.json b/ingestion-data/discovery-items/archive/casagfed-carbonflux-monthgrid-v3-items.json deleted file mode 100644 index c75943d..0000000 --- a/ingestion-data/discovery-items/archive/casagfed-carbonflux-monthgrid-v3-items.json +++ /dev/null @@ -1,35 +0,0 @@ -{ - "collection": "casagfed-carbonflux-monthgrid-v3", - "bucket": "ghgc-data-store-dev", - "prefix": "GEOS-Carbs/", - "filename_regex": ".*GEOSCarb_CASAGFED3v3.*.tif$", - "datetime_group": ".*_(.*).tif$", - "datetime_range": "month", - "assets": { - "npp": { - "title": "Net Primary Production (NPP)", - "description": "Model-estimated net primary production (NPP), which is the amount of carbon available from plants.", - "regex": ".*GEOSCarb_CASAGFED3v3_NPP_Flux_.*.tif$" - }, - "rh": { - "title": "Heterotrophic Respiration (Rh)", - "description": "Model-estimated heterotrophic respiration (Rh), which is the flux of carbon from the soil to the atmosphere.", - "regex": ".*GEOSCarb_CASAGFED3v3_Rh_Flux_.*.tif$" - }, - "nee": { - "title": "Net Ecosystem Exchange (NEE)", - "description": "Model-estimated net ecosystem exchange (NEE), which is the net carbon flux to the atmosphere.", - "regex": ".*GEOSCarb_CASAGFED3v3_NEE_Flux_.*.tif$" - }, - "fire": { - "title": "Fire Emissions (FIRE)", - "description": "Model-estimated flux of carbon to the atmosphere from wildfires.", - "regex": ".*GEOSCarb_CASAGFED3v3_FIRE_Flux_.*.tif$" - }, - "fuel": { - "title": "Wood Fuel Emissions (FUEL)", - "description": "Model-estimated flux of carbon to the atmosphere from wood burned for fuel.", - "regex": ".*GEOSCarb_CASAGFED3v3_FUEL_Flux_.*.tif$" - } - } -} diff --git a/ingestion-data/discovery-items/archive/gosat-based-ch4budget-yeargrid-v1-items-all-layers.json b/ingestion-data/discovery-items/archive/gosat-based-ch4budget-yeargrid-v1-items-all-layers.json deleted file mode 100644 index 5a48cce..0000000 --- a/ingestion-data/discovery-items/archive/gosat-based-ch4budget-yeargrid-v1-items-all-layers.json +++ /dev/null @@ -1,200 +0,0 @@ -{ - "collection": "gosat-based-ch4budget-yeargrid-v1", - "bucket": "ghgc-data-store-develop", - "prefix": "gosat-based-ch4budget-yeargrid-v1/", - "filename_regex": ".*Emissions_GOSAT.*.tif$", - "assets": { - "post-total": { - "title": "Posterior Total Methane Emissions", - "description": "Estimated total methane emissions per grid cell informed by GOSAT satellite total column methane data.", - "regex": ".*Emissions_GOSAT_post_total.*.tif$" - }, - "prior-total": { - "title": "Prior Total Methane Emissions", - "description": "Total methane emissions per grid cell estimated by various inventories or models, excluding satellite based observations from GOSAT.", - "regex": ".*Emissions_GOSAT_prior_total.*.tif$" - }, - "post-coal": { - "title": "Coal Posterior Methane Emissions", - "description": "Estimated methane emissions per grid cell from coal sources informed by GOSAT satellite total column methane data.", - "regex": ".*Emissions_GOSAT_post_coal.*.tif$" - }, - "post-fire": { - "title": "Fire Posterior Methane Emissions", - "description": "Estimated methane emissions per grid cell from fires informed by GOSAT satellite total column methane data.", - "regex": ".*Emissions_GOSAT_post_fire.*.tif$" - }, - "post-gas": { - "title": "Gas Posterior Methane Emissions", - "description": "Estimated methane emissions per grid cell from gas sources informed by GOSAT satellite total column methane data.", - "regex": ".*Emissions_GOSAT_post_gas.*.tif$" - }, - "post-geo": { - "title": "Geological Posterior Methane Emissions", - "description": "Estimated methane emissions per grid cell from geological sources informed by GOSAT satellite total column methane data.", - "regex": ".*Emissions_GOSAT_post_geo.*.tif$" - }, - "post-livestock": { - "title": "Livestock Posterior Methane Emissions", - "description": "Estimated methane emissions per grid cell from livestock sources informed by GOSAT satellite total column methane data.", - "regex": ".*Emissions_GOSAT_post_livestock.*.tif$" - }, - "post-oil": { - "title": "Oil Posterior Methane Emissions", - "description": "Estimated methane emissions per grid cell from oil sources informed by GOSAT satellite total column methane data.", - "regex": ".*Emissions_GOSAT_post_oil.*.tif$" - }, - "post-rice": { - "title": "Rice Posterior Methane Emissions", - "description": "Estimated methane emissions per grid cell from rice cultivation informed by GOSAT satellite total column methane data.", - "regex": ".*Emissions_GOSAT_post_rice.*.tif$" - }, - "post-coal-uncertainty": { - "title": "Uncertainty - Coal Posterior Methane Emissions", - "description": "Uncertainty in estimated methane emissions per grid cell from coal sources informed by GOSAT satellite total column methane data.", - "regex": ".*Emissions_GOSAT_post_unc_coal.*.tif$" - }, - "post-fire-uncertainty": { - "title": "Uncertainty - Fire Posterior Methane Emissions", - "description": "Uncertainty in estimated methane emissions per grid cell from fires informed by GOSAT satellite total column methane data.", - "regex": ".*Emissions_GOSAT_post_unc_fire.*.tif$" - }, - "post-gas-uncertainty": { - "title": "Uncertainty - Gas Posterior Methane Emissions", - "description": "Uncertainty in estimated methane emissions per grid cell from gas sources informed by GOSAT satellite total column methane data.", - "regex": ".*Emissions_GOSAT_post_unc_gas.*.tif$" - }, - "post-geo-uncertainty": { - "title": "Uncertainty - Geological Posterior Methane Emissions", - "description": "Uncertainty in estimated methane emissions per grid cell from geological sources informed by GOSAT satellite total column methane data.", - "regex": ".*Emissions_GOSAT_post_unc_geo.*.tif$" - }, - "post-livestock-uncertainty": { - "title": "Uncertainty - Livestock Posterior Methane Emissions", - "description": "Uncertainty in estimated methane emissions per grid cell from livestock sources informed by GOSAT satellite total column methane data.", - "regex": ".*Emissions_GOSAT_post_unc_livestock.*.tif$" - }, - "post-oil-uncertainty": { - "title": "Uncertainty - Oil Posterior Methane Emissions", - "description": "Uncertainty in estimated methane emissions per grid cell from oil sources informed by GOSAT satellite total column methane data.", - "regex": ".*Emissions_GOSAT_post_unc_oil.*.tif$" - }, - "post-rice-uncertainty": { - "title": "Uncertainty - Rice Posterior Methane Emissions", - "description": "Uncertainty in estimated methane emissions per grid cell from rice cultivation informed by GOSAT satellite total column methane data.", - "regex": ".*Emissions_GOSAT_post_unc_rice.*.tif$" - }, - "post-waste-uncertainty": { - "title": "Uncertainty - Waste Posterior Methane Emissions", - "description": "Uncertainty in estimated methane emissions per grid cell from waste (landfills and wastewater) informed by GOSAT satellite total column methane data.", - "regex": ".*Emissions_GOSAT_post_unc_waste.*.tif$" - }, - "post-wetland-uncertainty": { - "title": "Uncertainty - Wetland Posterior Methane Emissions", - "description": "Uncertainty in estimated methane emissions per grid cell from wetlands informed by GOSAT satellite total column methane data.", - "regex": ".*Emissions_GOSAT_post_unc_wetland.*.tif$" - }, - "post-waste": { - "title": "Waste Posterior Methane Emissions", - "description": "Estimated methane emissions per grid cell from waste (landfills and wastewater) informed by GOSAT satellite total column methane data.", - "regex": ".*Emissions_GOSAT_post_waste.*.tif$" - }, - "post-wetland": { - "title": "Wetland Posterior Methane Emissions", - "description": "Estimated methane emissions per grid cell from wetlands informed by GOSAT satellite total column methane data.", - "regex": ".*Emissions_GOSAT_post_wetland.*.tif$" - }, - "prior-coal": { - "title": "Coal Prior Methane Emissions", - "description": "Methane emissions per grid cell from coal sources estimated by various inventories or models, excluding satellite based observations from GOSAT.", - "regex": ".*Emissions_GOSAT_prior_coal.*.tif$" - }, - "prior-fire": { - "title": "Fire Prior Methane Emissions", - "description": "Methane emissions per grid cell from fires estimated by various inventories or models, excluding satellite based observations from GOSAT.", - "regex": ".*Emissions_GOSAT_prior_fire.*.tif$" - }, - "prior-gas": { - "title": "Gas Prior Methane Emissions", - "description": "Methane emissions per grid cell from gas sources estimated by various inventories or models, excluding satellite based observations from GOSAT.", - "regex": ".*Emissions_GOSAT_prior_gas.*.tif$" - }, - "prior-geo": { - "title": "Geological Prior Methane Emissions", - "description": "Methane emissions per grid cell from geological sources estimated by various inventories or models, excluding satellite based observations from GOSAT.", - "regex": ".*Emissions_GOSAT_prior_geo.*.tif$" - }, - "prior-livestock": { - "title": "Livestock Prior Methane Emissions", - "description": "Methane emissions per grid cell from livestock sources estimated by various inventories or models, excluding satellite based observations from GOSAT.", - "regex": ".*Emissions_GOSAT_prior_livestock.*.tif$" - }, - "prior-oil": { - "title": "Oil Prior Methane Emissions", - "description": "Methane emissions per grid cell from oil sources estimated by various inventories or models, excluding satellite based observations from GOSAT.", - "regex": ".*Emissions_GOSAT_prior_oil.*.tif$" - }, - "prior-rice": { - "title": "Rice Prior Methane Emissions", - "description": "Methane emissions per grid cell from rice cultivation estimated by various inventories or models, excluding satellite based observations from GOSAT.", - "regex": ".*Emissions_GOSAT_prior_rice.*.tif$" - }, - "prior-coal-uncertainty": { - "title": "Uncertainty - Coal Prior Methane Emissions", - "description": "Uncertainty in methane emissions per grid cell from coal sources estimated by various inventories or models, excluding satellite based observations from GOSAT.", - "regex": ".*Emissions_GOSAT_prior_unc_coal.*.tif$" - }, - "prior-fire-uncertainty": { - "title": "Uncertainty - Fire Prior Methane Emissions", - "description": "Uncertainty in methane emissions per grid cell from fires estimated by various inventories or models, excluding satellite based observations from GOSAT.", - "regex": ".*Emissions_GOSAT_prior_unc_fire.*.tif$" - }, - "prior-rice-uncertainty": { - "title": "Uncertainty - Rice Prior Methane Emissions", - "description": "Uncertainty in methane emissions per grid cell from rice cultivation estimated by various inventories or models, excluding satellite based observations from GOSAT.", - "regex": ".*Emissions_GOSAT_prior_unc_rice.*.tif$" - }, - "prior-gas-uncertainty": { - "title": "Uncertainty - Gas Prior Methane Emissions", - "description": "Uncertainty in methane emissions per grid cell from gas sources estimated by various inventories or models, excluding satellite based observations from GOSAT.", - "regex": ".*Emissions_GOSAT_prior_unc_gas.*.tif$" - }, - "prior-geo-uncertainty": { - "title": "Uncertainty - Geological Prior Methane Emissions", - "description": "Uncertainty in methane emissions per grid cell from geological sources estimated by various inventories or models, excluding satellite based observations from GOSAT.", - "regex": ".*Emissions_GOSAT_prior_unc_geo.*.tif$" - }, - "prior-livestock-uncertainty": { - "title": "Uncertainty - Livestock Prior Methane Emissions", - "description": "Uncertainty in methane emissions per grid cell from livestock sources estimated by various inventories or models, excluding satellite based observations from GOSAT.", - "regex": ".*Emissions_GOSAT_prior_unc_livestock.*.tif$" - }, - "prior-oil-uncertainty": { - "title": "Uncertainty - Oil Prior Methane Emissions", - "description": "Uncertainty in methane emissions per grid cell from oil sources estimated by various inventories or models, excluding satellite based observations from GOSAT.", - "regex": ".*Emissions_GOSAT_prior_unc_oil.*.tif$" - }, - "prior-waste-uncertainty": { - "title": "Uncertainty - Waste Prior Methane Emissions", - "description": "Uncertainty in methane emissions per grid cell from waste (landfills and wastewater) estimated by various inventories or models, excluding satellite based observations from GOSAT.", - "regex": ".*Emissions_GOSAT_prior_unc_waste.*.tif$" - }, - "prior-wetland-uncertainty": { - "title": "Uncertainty - Wetland Prior Methane Emissions", - "description": "Uncertainty in methane emissions per grid cell from wetlands estimated by various inventories or models, excluding satellite based observations from GOSAT.", - "regex": ".*Emissions_GOSAT_prior_unc_wetland.*.tif$" - }, - "prior-waste": { - "title": "Waste Prior Methane Emissions", - "description": "Methane emissions per grid cell from waste (landfills and wastewater) estimated by various inventories or models, excluding satellite based observations from GOSAT.", - "regex": ".*Emissions_GOSAT_prior_waste.*.tif$" - }, - "prior-wetland": { - "title": "Wetland Prior Methane Emissions", - "description": "Methane emissions per grid cell from wetlands estimated by various inventories or models, excluding satellite based observations from GOSAT.", - "regex": ".*Emissions_GOSAT_prior_wetland.*.tif$" - } - }, - "id_regex": ".*_(.*).tif$", - "id_template": "gosat-based-ch4budget-yeargrid-v1-{}" -} diff --git a/ingestion-data/discovery-items/archive/lpjeosim-wetlandch4-daygrid-v2-items.json b/ingestion-data/discovery-items/archive/lpjeosim-wetlandch4-daygrid-v2-items.json deleted file mode 100644 index d19e4b3..0000000 --- a/ingestion-data/discovery-items/archive/lpjeosim-wetlandch4-daygrid-v2-items.json +++ /dev/null @@ -1,25 +0,0 @@ -{ - "collection": "lpjeosim-wetlandch4-daygrid-v2", - "bucket": "ghgc-data-store-develop", - "prefix": "lpjeosim-wetlandch4-daygrid-v2/", - "filename_regex": ".*L2_CH4e_dch4e_.*.tif$", - "assets": { - "ensemble-mean-ch4-wetlands-emissions": { - "title": "(Daily) Wetland Methane Emissions, Ensemble Mean LPJ-EOSIM Model v2", - "description": "Methane emissions from wetlands in units of grams of methane per meter squared per day. Ensemble of multiple climate forcing data sources input to LPJ-EOSIM model.", - "regex": ".*_L2_CH4e_dch4e_ensemble_mean.*.tif$" - }, - "era5-ch4-wetlands-emissions": { - "title": "(Daily) Wetland Methane Emissions, ERA5 LPJ-EOSIM Model v2", - "description": "Methane emissions from wetlands in units of grams of methane per meter squared per day. ECMWF Re-Analysis (ERA5) as input to LPJ-EOSIM model.", - "regex": ".*L2_CH4e_dch4e_ERA5.*.tif$" - }, - "merra2-ch4-wetlands-emissions": { - "title": "(Daily) Wetland Methane Emissions, MERRA-2 LPJ-EOSIM Model v2", - "description": "Methane emissions from wetlands in units of grams of methane per meter squared per day. Modern-Era Retrospective analysis for Research and Applications Version 2 (MERRA-2) data as input to LPJ-EOSIM model.", - "regex": ".*L2_CH4e_dch4e_MERRA2.*.tif$" - } - }, - "id_regex": ".*_(.*).tif$", - "id_template": "lpjeosim-wetlandch4-daygrid-v2-{}" -} diff --git a/ingestion-data/discovery-items/archive/lpjeosim-wetlandch4-monthgrid-v2-items.json b/ingestion-data/discovery-items/archive/lpjeosim-wetlandch4-monthgrid-v2-items.json deleted file mode 100644 index 9f29378..0000000 --- a/ingestion-data/discovery-items/archive/lpjeosim-wetlandch4-monthgrid-v2-items.json +++ /dev/null @@ -1,25 +0,0 @@ -{ - "collection": "lpjeosim-wetlandch4-monthgrid-v2", - "bucket": "ghgc-data-store-develop", - "prefix": "lpjwsl-wetlandch4-monthgrid-v2/", - "filename_regex": ".*L2_CH4e_mch4e_.*.tif$", - "assets": { - "ensemble-mean-ch4-wetlands-emissions": { - "title": "(Monthly) Wetland Methane Emissions, Ensemble Mean LPJ-EOSIM Model v2", - "description": "Methane emissions from wetlands in units of grams of methane per meter squared per month. Ensemble of multiple climate forcing data sources input to LPJ-EOSIM model.", - "regex": ".*_L2_CH4e_mch4e_ensemble_mean.*.tif$" - }, - "era5-ch4-wetlands-emissions": { - "title": "(Monthly) Wetland Methane Emissions, ERA5 LPJ-EOSIM Model v2", - "description": "Methane emissions from wetlands in units of grams of methane per meter squared per month. ECMWF Re-Analysis (ERA5) as input to LPJ-EOSIM model.", - "regex": ".*L2_CH4e_mch4e_ERA5.*.tif$" - }, - "merra2-ch4-wetlands-emissions": { - "title": "(Monthly) Wetland Methane Emissions, MERRA-2 LPJ-EOSIM Model v2", - "description": "Methane emissions from wetlands in units of grams of methane per meter squared per month. Modern-Era Retrospective analysis for Research and Applications Version 2 (MERRA-2) data as input to LPJ-EOSIM model.", - "regex": ".*L2_CH4e_mch4e_MERRA2.*.tif$" - } - }, - "id_regex": ".*_(.*).tif$", - "id_template": "lpjeosim-wetlandch4-monthgrid-v2-{}" -} diff --git a/ingestion-data/discovery-items/archive/lpjwsl-wetlandch4-daygrid-v1-items.json b/ingestion-data/discovery-items/archive/lpjwsl-wetlandch4-daygrid-v1-items.json deleted file mode 100644 index 15a5d20..0000000 --- a/ingestion-data/discovery-items/archive/lpjwsl-wetlandch4-daygrid-v1-items.json +++ /dev/null @@ -1,14 +0,0 @@ -{ - "collection": "lpjwsl-wetlandch4-daygrid-v1", - "bucket": "ghgc-data-store-dev", - "prefix": "NASA_GSFC_ch4_wetlands_daily/", - "filename_regex": ".*_ch4_wl_ch4_wetlands.*.tif$", - "datetime_group": ".*_(.*).tif$", - "assets": { - "ch4-wetlands-emissions": { - "title": "(Daily) LPJ-wsl Model Wetland CH₄ Emissions", - "description": "Daily CH₄ emissions from wetlands constructed using the LPJ-wsl model.", - "regex": ".*_ch4_wetlands.*.tif$" - } - } -} diff --git a/ingestion-data/discovery-items/archive/lpjwsl-wetlandch4-monthgrid-v1-items.json b/ingestion-data/discovery-items/archive/lpjwsl-wetlandch4-monthgrid-v1-items.json deleted file mode 100644 index 825c30e..0000000 --- a/ingestion-data/discovery-items/archive/lpjwsl-wetlandch4-monthgrid-v1-items.json +++ /dev/null @@ -1,14 +0,0 @@ -{ - "collection": "lpjwsl-wetlandch4-monthgrid-v1", - "bucket": "ghgc-data-store-dev", - "prefix": "NASA_GSFC_ch4_wetlands_monthly/", - "filename_regex": ".*_ch4_wl_ch4_wetlands.*.tif$", - "datetime_group": ".*_(.*).tif$", - "assets": { - "ch4-wetlands-emissions": { - "title": "(Monthly) LPJ-wsl Model Wetland CH₄ Emissions", - "description": "Monthly CH₄ emissions from wetlands constructed using the LPJ-wsl model.", - "regex": ".*_ch4_wetlands.*.tif$" - } - } -} diff --git a/ingestion-data/discovery-items/archive/oco2-mip-meanco2budget-yeargrid-v1-items.json b/ingestion-data/discovery-items/archive/oco2-mip-meanco2budget-yeargrid-v1-items.json deleted file mode 100644 index a04f8ce..0000000 --- a/ingestion-data/discovery-items/archive/oco2-mip-meanco2budget-yeargrid-v1-items.json +++ /dev/null @@ -1,170 +0,0 @@ -{ - "collection": "oco2-mip-meanco2budget-yeargrid-v1", - "bucket": "ghgc-data-store-develop", - "prefix": "oco2-mip-meanco2budget-yeargrid-v1/", - "filename_regex": ".*topdown_.*.tif$", - "assets": { - "is-dc-loss-meanyear": { - "title": "(Year Mean) In Situ Net Terrestrial Carbon Stock Loss", - "description": "Positive values indicate a loss (decrease) of terrestrial carbon stocks (organic matter stored on land), including above- and below-ground biomass in ecosystems and biomass contained in anthropogenic products (lumber, cattle, etc.).", - "regex": ".*topdown_IS_dC_loss_meanYear_CO2.*.tif$" - }, - "is-dc-loss-std-meanyear": { - "title": "(Year Mean) In Situ Net Terrestrial Carbon Stock Loss std", - "description": "Positive values indicate a loss (decrease) of terrestrial carbon stocks (organic matter stored on land), including above- and below-ground biomass in ecosystems and biomass contained in anthropogenic products (lumber, cattle, etc.).", - "regex": ".*topdown_IS_dC_loss_std_meanYear_CO2.*.tif$" - }, - "lnlg-dc-loss-meanyear": { - "title": "(Year Mean) Land Nadir and Land Glint Net Terrestrial Carbon Stock Loss", - "description": "Positive values indicate a loss (decrease) of terrestrial carbon stocks (organic matter stored on land), including above- and below-ground biomass in ecosystems and biomass contained in anthropogenic products (lumber, cattle, etc.).", - "regex": ".*topdown_IS_dC_loss_meanYear_CO2.*.tif$" - }, - "lnlg-dc-loss-std-meanyear": { - "title": "(Year Mean) Land Nadir and Land Glint Net Terrestrial Carbon Stock Loss std", - "description": "Positive values indicate a loss (decrease) of terrestrial carbon stocks (organic matter stored on land), including above- and below-ground biomass in ecosystems and biomass contained in anthropogenic products (lumber, cattle, etc.).", - "regex": ".*topdown_LNLG_dC_loss_std_meanYear_CO2.*.tif$" - }, - "lnlgis-dc-loss-meanyear": { - "title": "(Year Mean) Land Nadir, Land Glint and In Situ Net Terrestrial Carbon Stock Loss", - "description": "Positive values indicate a loss (decrease) of terrestrial carbon stocks (organic matter stored on land), including above- and below-ground biomass in ecosystems and biomass contained in anthropogenic products (lumber, cattle, etc.).", - "regex": ".*topdown_LNLGIS_dC_loss_meanYear_CO2.*.tif$" - }, - "lnlgis-dc-loss-std-meanyear": { - "title": "(Year Mean) Land Nadir, Land Glint and In Situ Net Terrestrial Carbon Stock Loss std", - "description": "Positive values indicate a loss (decrease) of terrestrial carbon stocks (organic matter stored on land), including above- and below-ground biomass in ecosystems and biomass contained in anthropogenic products (lumber, cattle, etc.).", - "regex": ".*topdown_LNLGIS_dC_loss_std_meanYear_CO2.*.tif$" - }, - "lnlgogis-dc-loss-meanyear": { - "title": "(Year Mean) Land Nadir, Land Glint, Ocean Glint and In Situ Net Terrestrial Carbon Stock Loss", - "description": "Positive values indicate a loss (decrease) of terrestrial carbon stocks (organic matter stored on land), including above- and below-ground biomass in ecosystems and biomass contained in anthropogenic products (lumber, cattle, etc.).", - "regex": ".*topdown_LNLGOGIS_dC_loss_meanYear_CO2.*.tif$" - }, - "lnlgogis-dc-loss-std-meanyear": { - "title": "(Year Mean) Land Nadir, Land Glint, Ocean Glint and In Situ Net Terrestrial Carbon Stock Loss std", - "description": "Positive values indicate a loss (decrease) of terrestrial carbon stocks (organic matter stored on land), including above- and below-ground biomass in ecosystems and biomass contained in anthropogenic products (lumber, cattle, etc.).", - "regex": ".*topdown_LNLGOGIS_dC_loss_std_meanYear_CO2.*.tif$" - }, - "is-nbe-meanyear": { - "title": "(Year Mean) In Situ Net Biosphere Exchange", - "description": "Net flux of carbon from the terrestrial biosphere to the atmosphere due to biomass burning (BB) and Reco minus gross primary production (GPP). It includes both anthropogenic processes (e.g., deforestation, reforestation, farming) and natural processes (e.g., climate-variability-induced carbon fluxes, disturbances, recovery from disturbances).", - "regex": ".*topdown_IS_NBE_meanYear_CO2.*.tif$" - }, - "is-nbe-std-meanyear": { - "title": "(Year Mean) In Situ Net Biosphere Exchange std", - "description": "Net flux of carbon from the terrestrial biosphere to the atmosphere due to biomass burning (BB) and Reco minus gross primary production (GPP). It includes both anthropogenic processes (e.g., deforestation, reforestation, farming) and natural processes (e.g., climate-variability-induced carbon fluxes, disturbances, recovery from disturbances).", - "regex": ".*topdown_IS_NBE_std_meanYear_CO2.*.tif$" - }, - "lnlg-nbe-meanyear": { - "title": "(Year Mean) Land Nadir and Land Glint Net Biosphere Exchange", - "description": "Net flux of carbon from the terrestrial biosphere to the atmosphere due to biomass burning (BB) and Reco minus gross primary production (GPP). It includes both anthropogenic processes (e.g., deforestation, reforestation, farming) and natural processes (e.g., climate-variability-induced carbon fluxes, disturbances, recovery from disturbances.", - "regex": ".*topdown_LNLG_NBE_meanYear_CO2.*.tif$" - }, - "lnlg-nbe-std-meanyear": { - "title": "(Year Mean) Land Nadir and Land Glint Net Biosphere Exchange std", - "description": "Net flux of carbon from the terrestrial biosphere to the atmosphere due to biomass burning (BB) and Reco minus gross primary production (GPP). It includes both anthropogenic processes (e.g., deforestation, reforestation, farming) and natural processes (e.g., climate-variability-induced carbon fluxes, disturbances, recovery from disturbances.", - "regex": ".*topdown_LNLG_NBE_std_meanYear_CO2.*.tif$" - }, - "lnlgis-nbe-meanyear": { - "title": "(Year Mean) Land Nadir, Land Glint and In Situ Net Biosphere Exchange", - "description": "Net flux of carbon from the terrestrial biosphere to the atmosphere due to biomass burning (BB) and Reco minus gross primary production (GPP). It includes both anthropogenic processes (e.g., deforestation, reforestation, farming) and natural processes (e.g., climate-variability-induced carbon fluxes, disturbances, recovery from disturbances.", - "regex": ".*topdown_LNLGIS_NBE_meanYear_CO2.*.tif$" - }, - "lnlgis-nbe-std-meanyear": { - "title": "(Year Mean) Land Nadir and Land Glint In Situ Net Biosphere Exchange std", - "description": "Net flux of carbon from the terrestrial biosphere to the atmosphere due to biomass burning (BB) and Reco minus gross primary production (GPP). It includes both anthropogenic processes (e.g., deforestation, reforestation, farming) and natural processes (e.g., climate-variability-induced carbon fluxes, disturbances, recovery from disturbances.", - "regex": ".*topdown_LNLGIS_NBE_std_meanYear_CO2.*.tif$" - }, - "lnlgogis-nbe-meanyear": { - "title": "(Year Mean) Land Nadir, Land Glint, Ocean Glint and In Situ Net Biosphere Exchange", - "description": "Net flux of carbon from the terrestrial biosphere to the atmosphere due to biomass burning (BB) and Reco minus gross primary production (GPP). It includes both anthropogenic processes (e.g., deforestation, reforestation, farming) and natural processes (e.g., climate-variability-induced carbon fluxes, disturbances, recovery from disturbances.", - "regex": ".*topdown_LNLGOGIS_NBE_meanYear_CO2.*.tif$" - }, - "lnlgogis-nbe-std-meanyear": { - "title": "(Year Mean) Land Nadir, Land Glint, Ocean Glint and In Situ Net Biosphere Exchange std", - "description": "Net flux of carbon from the terrestrial biosphere to the atmosphere due to biomass burning (BB) and Reco minus gross primary production (GPP). It includes both anthropogenic processes (e.g., deforestation, reforestation, farming) and natural processes (e.g., climate-variability-induced carbon fluxes, disturbances, recovery from disturbances.", - "regex": ".*topdown_LNLGOGIS_NBE_std_meanYear_CO2.*.tif$" - }, - "is-nce-meanyear": { - "title": "(Year Mean) In Situ Terrestrial Net Carbon Exchange", - "description": "Net flux of carbon from the surface to the atmosphere. For land, NCE can be defined as sum of NBE and fossil fuel and cement emissions.", - "regex": ".*topdown_IS_NCE_meanYear_CO2.*.tif$" - }, - "is-nce-std-meanyear": { - "title": "(Year Mean) In Situ Terrestrial Net Carbon Exchange std", - "description": "Net flux of carbon from the surface to the atmosphere. For land, NCE can be defined as sum of NBE and fossil fuel and cement emissions.", - "regex": ".*topdown_IS_NCE_std_meanYear_CO2.*.tif$" - }, - "lnlg-nce-meanyear": { - "title": "(Year Mean) Land Nadir and Land Glint Terrestrial Net Carbon Exchange", - "description": "Net flux of carbon from the surface to the atmosphere. For land, NCE can be defined as sum of NBE and fossil fuel and cement emissions.", - "regex": ".*topdown_LNLG_NCE_meanYear_CO2.*.tif$" - }, - "lnlg-nce-std-meanyear": { - "title": "(Year Mean) Land Nadir and Land Glint Terrestrial Net Carbon Exchange std", - "description": "Net flux of carbon from the surface to the atmosphere. For land, NCE can be defined as sum of NBE and fossil fuel and cement emissions.", - "regex": ".*topdown_LNLG_NCE_std_meanYear_CO2.*.tif$" - }, - "lnlgis-nce-meanyear": { - "title": "(Year Mean) Land Nadir, Land Glint and In Situ Terrestrial Net Carbon Exchange", - "description": "Net flux of carbon from the surface to the atmosphere. For land, NCE can be defined as sum of NBE and fossil fuel and cement emissions.", - "regex": ".*topdown_LNLGIS_NCE_meanYear_CO2.*.tif$" - }, - "lnlgis-nce-std-meanyear": { - "title": "(Year Mean) Land Nadir, Land Glint and In Situ Terrestrial Net Carbon Exchange std", - "description": "Net flux of carbon from the surface to the atmosphere. For land, NCE can be defined as sum of NBE and fossil fuel and cement emissions.", - "regex": ".*topdown_LNLGIS_NCE_std_meanYear_CO2.*.tif$" - }, - "lnlgogis-nce-meanyear": { - "title": "(Year Mean) Land Nadir, Land Glint, Ocean Glint and In Situ Terrestrial Net Carbon Exchange", - "description": "Net flux of carbon from the surface to the atmosphere. For land, NCE can be defined as sum of NBE and fossil fuel and cement emissions", - "regex": ".*topdown_LNLGIS_NCE_meanYear_CO2.*.tif$" - }, - "lnlgogis-nce-std-meanyear": { - "title": "(Year Mean) Land Nadir, Land Glint, Ocean Glint and In Situ Terrestrial Net Carbon Exchange std", - "description": "Net flux of carbon from the surface to the atmosphere. For land, NCE can be defined as sum of NBE and fossil fuel and cement emissions.", - "regex": ".*topdown_LNLGOGIS_NCE_std_meanYear_CO2.*.tif$" - }, - "river-meanyear": { - "title": "(Year Mean) Lateral River Flux", - "description": "The lateral flux of carbon in (positive) or out (negative) of a region transported by the water cycle.", - "regex": ".*topdown_River_meanYear_CO2.*.tif$" - }, - "river-std-meanyear": { - "title": "(Year Mean) Lateral River Flux std", - "description": "The lateral flux of carbon in (positive) or out (negative) of a region transported by the water cycle.", - "regex": ".*topdown_River_std_meanYear_CO2.*.tif$" - }, - "wood-meanyear": { - "title": "(Year Mean) Lateral Wood Flux", - "description": "The lateral flux of carbon in (positive) or out (negative) of a region due to wood product harvesting and usage.", - "regex": ".*topdown_Wood_meanYear_CO2.*.tif$" - }, - "wood-std-meanyear": { - "title": "(Year Mean) Lateral Wood Flux std", - "description": "The lateral flux of carbon in (positive) or out (negative) of a region due to wood product harvesting and usage.", - "regex": ".*topdown_Wood_std_meanYear_CO2.*.tif$" - }, - "crop-meanyear": { - "title": "(Year Mean) Lateral Crop Flux", - "description": "The lateral flux of carbon in (positive) or out (negative) of a region due to agriculture.", - "regex": ".*topdown_Crop_meanYear_CO2.*.tif$" - }, - "crop-std-meanyear": { - "title": "(Year Mean) Lateral Crop Flux std", - "description": "The lateral flux of carbon in (positive) or out (negative) of a region due to agriculture.", - "regex": ".*topdown_Crop_std_meanYear_CO2.*.tif$" - }, - "ff-meanyear": { - "title": "(Year Mean) Fossil Fuel and Cement Emissions", - "description": "The burning of fossil fuels and release of carbon due to cement production, representing a flux of carbon from the land surface (geologic reservoir) to the atmosphere.", - "regex": ".*topdown_FF_meanYear_CO2.*.tif$" - }, - "ff-std-meanyear": { - "title": "(Year Mean) Fossil Fuel and Cement Emissions std", - "description": "The burning of fossil fuels and release of carbon due to cement production, representing a flux of carbon from the land surface (geologic reservoir) to the atmosphere.", - "regex": ".*topdown_FF_std_meanYear_CO2.*.tif$" - } - }, - "id_regex": ".*_(.*).tif$", - "id_template": "oco2-mip-meanco2budget-yeargrid-v1-{}" -} diff --git a/ingestion-data/discovery-items/eccodarwin-co2flux-monthgrid-v5-items.json b/ingestion-data/discovery-items/eccodarwin-co2flux-monthgrid-v5-items.json deleted file mode 100644 index 94250ab..0000000 --- a/ingestion-data/discovery-items/eccodarwin-co2flux-monthgrid-v5-items.json +++ /dev/null @@ -1,16 +0,0 @@ -{ - "collection": "eccodarwin-co2flux-monthgrid-v5", - "bucket": "ghgc-data-store", - "prefix": "eccodarwin-co2flux-monthgrid-v5/", - "filename_regex": ".*ECCO-Darwin_.*.tif$", - "datetime_range": "month", - "assets": { - "co2": { - "title": "Air-Sea CO₂ Flux", - "description": "Monthly mean air-sea CO₂ flux (negative into ocean).", - "regex": ".*Darwin_CO2.*.tif$" - } - }, - "id_regex": ".*_(.*).tif$", - "id_template": "eccodarwin-co2flux-monthgrid-v5-{}" -} diff --git a/ingestion-data/discovery-items/epa-ch4emission-yeargrid-v2express-items.json b/ingestion-data/discovery-items/epa-ch4emission-yeargrid-v2express-items.json deleted file mode 100644 index f50177c..0000000 --- a/ingestion-data/discovery-items/epa-ch4emission-yeargrid-v2express-items.json +++ /dev/null @@ -1,180 +0,0 @@ -{ - "collection": "epa-ch4emission-yeargrid-v2express", - "bucket": "ghgc-data-store", - "prefix": "epa-ch4emission-yeargrid-v2express/", - "filename_regex": ".*Express_Extension_.*.tif$", - "assets": { - "post-meter": { - "title": "Natural Gas - Post Meter (annual)", - "description": "Annual methane emissions downstream of residential, commercial, industrial natural gas distribution meters (i.e., “Post Meter”) (inventory Energy 1B2b sub-category).", - "regex": ".*emi_ch4_Supp_1B2b_PostMeter.*.tif$" - }, - "enteric-fermentation": { - "title": "Agriculture - Enteric Fermentation (annual)", - "description": "Annual methane emissions from enteric fermentation which is methane emitted as a by-product of the normal livestock digestive process (inventory Agriculture category 3A).", - "regex": ".*emi_ch4_3A_Enteric_Fermentation.*.tif$" - }, - "manure-management": { - "title": "Agriculture - Manure Management (annual)", - "description": "Annual methane emissions from livestock manure management (inventory Agriculture category 3B).", - "regex": ".*emi_ch4_3B_Manure_Management.*.tif$" - }, - "rice-cultivation": { - "title": "Agriculture - Rice Cultivation (annual)", - "description": "Annual methane emissions from rice cultivation (inventory Agriculture category 3C).", - "regex": ".*emi_ch4_3C_Rice_Cultivation.*.tif$" - }, - "field-burning": { - "title": "Agriculture - Field Burning (annual)", - "description": "Annual methane emissions from field burning of agricultural residues (inventory Agriculture category 3F).", - "regex": ".*emi_ch4_3F_Field_Burning.*.tif$" - }, - "exploration-ngs": { - "title": "Natural Gas - Exploration (annual)", - "description": "Annual methane emissions from Natural Gas Exploration (inventory Energy 1B2b sub-category).", - "regex": ".*emi_ch4_1B2b_Natural_Gas_Exploration.*.tif$" - }, - "production-ngs": { - "title": "Natural Gas - Production (annual)", - "description": "Annual methane emissions from Natural Gas Production (inventory Energy 1B2b sub-category).", - "regex": ".*emi_ch4_1B2b_Natural_Gas_Production.*.tif$" - }, - "transmission-storage-ngs": { - "title": "Natural Gas - Transmission and Storage (annual)", - "description": "Annual methane emissions from Natural Gas Transmission and Storage (inventory Energy 1B2b sub-category).", - "regex": ".*emi_ch4_1B2b_Natural_Gas_TransmissionStorage.*.tif$" - }, - "processing-ngs": { - "title": "Natural Gas - Processing (annual)", - "description": "Annual methane emissions from Natural Gas Processing (inventory Energy 1B2b sub-category).", - "regex": ".*emi_ch4_1B2b_Natural_Gas_Processing.*.tif$" - }, - "distribution-ngs": { - "title": "Natural Gas - Distribution (annual)", - "description": "Annual methane emissions from Natural Gas Distribution (inventory Energy 1B2b sub-category).", - "regex": ".*emi_ch4_1B2b_Natural_Gas_Distribution.*.tif$" - }, - "exploration-ps": { - "title": "Petroleum - Exploration (annual)", - "description": "Annual methane emissions from Petroleum Exploration (inventory Energy 1B2a sub-category).", - "regex": ".*emi_ch4_1B2a_Petroleum_Systems_Exploration.*.tif$" - }, - "production-ps": { - "title": "Petroleum - Production (annual)", - "description": "Annual methane emissions from Petroleum Production (inventory Energy 1B2a sub-category).", - "regex": ".*emi_ch4_1B2a_Petroleum_Systems_Production.*.tif$" - }, - "transport-ps": { - "title": "Petroleum - Transportation (annual)", - "description": "Annual methane emissions from Petroleum Transportation (inventory Energy 1B2a sub-category).", - "regex": ".*emi_ch4_1B2a_Petroleum_Systems_Transport.*.tif$" - }, - "refining-ps": { - "title": "Petroleum - Refining (annual)", - "description": "Annual methane emissions from Petroleum Refining (inventory Energy 1B2a sub-category).", - "regex": ".*emi_ch4_1B2a_Petroleum_Systems_Refining.*.tif$" - }, - "msw-landfill-waste": { - "title": "Waste - Municipal Solid Waste (MSW) Landfills (annual)", - "description": "Annual methane emissions from Municipal Solid Waste Landfills (inventory Waste 5A1 sub-category).", - "regex": ".*emi_ch4_5A1_Landfills_MSW.*.tif$" - }, - "industrial-landfill-waste": { - "title": "Waste - Industrial Landfills (annual)", - "description": "Annual methane emissions from Industrial Landfills (inventory Waste 5A1 sub-category).", - "regex": ".*emi_ch4_5A1_Landfills_Industrial.*.tif$" - }, - "dwtd-waste": { - "title": "Waste - Domestic Wastewater Treatment & Discharge (annual)", - "description": "Annual methane emissions from Domestic Wastewater Treatment and Discharge (inventory Waste 5D sub-category).", - "regex": ".*emi_ch4_5D_Wastewater_Treatment_Domestic.*.tif$" - }, - "iwtd-waste": { - "title": "Waste - Industrial Wastewater Treatment & Discharge (annual)", - "description": "Annual methane emissions from Industrial Wastewater Treatment and Discharge (inventory Waste 5D sub-category).", - "regex": ".*emi_ch4_5D_Wastewater_Treatment_Industrial.*.tif$" - }, - "composting-waste": { - "title": "Waste - Composting (annual)", - "description": "Annual methane emissions from Composting (inventory Waste category 5B1).", - "regex": ".*emi_ch4_5B1_Composting.*.tif$" - }, - "underground-coal": { - "title": "Coal Mining - Underground Mining (annual)", - "description": "Annual methane emissions from from active Underground Coal Mining (inventory Energy 1B1a sub-category).", - "regex": ".*emi_ch4_1B1a_Underground_Coal.*.tif$" - }, - "surface-coal": { - "title": "Coal Mining - Surface Mining (annual)", - "description": "Annual methane emissions from active Surface Coal Mining (inventory Energy 1B1a sub-category).", - "regex": ".*emi_ch4_1B1a_Surface_Coal.*.tif$" - }, - "abn-underground-coal": { - "title": "Coal Mining - Abandoned Underground Mines (annual)", - "description": "Annual methane emissions from Abandoned Underground Coal Mines (inventory Energy 1B1a sub-category).", - "regex": ".*emi_ch4_1B1a_Abandoned_Coal.*.tif$" - }, - "stationary-combustion-other": { - "title": "Other - Stationary Combustion (annual)", - "description": "Annual methane emissions from Stationary Combustion (inventory Energy 1A sub-category).", - "regex": ".*emi_ch4_1A_Combustion_Stationary.*.tif$" - }, - "mobile-combustion-other": { - "title": "Other - Mobile Combustion (annual)", - "description": "Annual methane emissions from Mobile Combustion (inventory Energy 1A sub-category).", - "regex": ".*emi_ch4_1A_Combustion_Mobile.*.tif$" - }, - "abn-ong-other": { - "title": "Other - Abandoned Oil and Gas Wells (annual)", - "description": "Annual methane emissions from Abandoned Oil and Gas Wells (inventory Energy 1B2a and 1B2b sub-categories).", - "regex": ".*emi_ch4_1B2ab_Abandoned_Oil_Gas.*.tif$" - }, - "petro-production-other": { - "title": "Other - Petrochemical Production (annual)", - "description": "Annual methane emissions from Petrochemical Production (inventory Industrial Processes and Product Use category 2B8).", - "regex": ".*emi_ch4_2B8_Industry_Petrochemical.*.tif$" - }, - "ferroalloy-production-other": { - "title": "Other - Ferroalloy Production (annual)", - "description": "Annual methane emissions from Ferroalloy Production (inventory Industrial Processes and Product Use category 2C2).", - "regex": ".*emi_ch4_2C2_Industry_Ferroalloy.*.tif$" - }, - "total-methane": { - "title": "Total Methane (annual)", - "description": "Total annual methane emission fluxes from all Agriculture, Energy, Waste, and ‘Other’ sources included in this dataset.", - "regex": ".*Express_Extension_all-variables.*.tif$" - }, - "total-agriculture": { - "title": "Total Agriculture (annual)", - "description": "Total annual methane emission fluxes from Agriculture sources (sum of inventory categories: Enteric Fermentation (3A), Manure Management (3B), Rice Cultivation (3C), Field Burning of Agricultural Residues (3F)).", - "regex": ".*Express_Extension_agriculture.*.tif$" - }, - "total-natural-gas-systems": { - "title": "Total Natural Gas Systems (annual)", - "description": "Total annual methane emission fluxes from Natural Gas Systems (sum of inventory Energy 1B2b sub-categories which includes Natural Gas Production, Transmission & Storage, Processing, Distribution and Exploration).", - "regex": ".*Express_Extension_natural-gas-systems.*.tif$" - }, - "total-petroleum-systems": { - "title": "Total Petroleum Systems (annual)", - "description": "Total annual methane emission fluxes from Petroleum Systems (sum of inventory Energy 1B2a sub-categories which includes Petroleum Production, Refining, Exploration and Transport).", - "regex": ".*Express_Extension_petroleum-systems.*.tif$" - }, - "total-waste": { - "title": "Total Waste (annual)", - "description": "Total annual methane emission fluxes from Waste (sum of inventory Waste categories: Municipal Solid Waste (MSW) and Industrial Landfills (5A1), Composting (5B1), Domestic and Industrial Wastewater Treatment and Discharge (5D)).", - "regex": ".*Express_Extension_waste.*.tif$" - }, - "total-other": { - "title": "Total Other (annual)", - "description": "Total annual methane emission fluxes from ‘Other’ remaining sources (sum of inventory categories 1A (Energy Combustion), 2B8 & 2C2 (Petrochemical & Ferroalloy Production) and 1B2a & 1B2b (Abandoned Oil & Gas Well Emissions)).", - "regex": ".*Express_Extension_other.*.tif$" - }, - "total-coal-mines": { - "title": "Total Coal Mines (annual)", - "description": "Total annual methane emission fluxes from Coal Mines (sum of inventory 1B1a sub-categories which includes Underground Coal Mining, Surface Coal Mining and Abandoned Underground Coal Mines).", - "regex": ".*Express_Extension_coal-mines.*.tif$" - } - }, - "id_regex": ".*_(.*).tif$", - "id_template": "epa-ch4emission-yeargrid-v2express-{}" -} diff --git a/ingestion-data/discovery-items/esi-12wk.json b/ingestion-data/discovery-items/esi-12wk.json new file mode 100644 index 0000000..8712d63 --- /dev/null +++ b/ingestion-data/discovery-items/esi-12wk.json @@ -0,0 +1,19 @@ +{ + "collection": "esi-12wk", + "bucket": "nasa-disasters", + "prefix": "nrt/servir-esi-cog/12WK/", + "cogify": false, + "discovery": "s3", + "dry_run": false, + "filename_regex": ".*.tif$", + "assets": { + "esi-12wk": { + "description": "Daily estimates of ESI over the previous 12 weeks.", + "regex": ".*.tif$", + "title": "ESI-12WK" + } + }, + "id_regex": ".*_(.*).tif$", + "id_template": "esi-12wk-{}" + +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/esi-4wk.json b/ingestion-data/discovery-items/esi-4wk.json new file mode 100644 index 0000000..8c12bb2 --- /dev/null +++ b/ingestion-data/discovery-items/esi-4wk.json @@ -0,0 +1,18 @@ +{ + "collection": "esi-4wk", + "bucket": "nasa-disasters", + "prefix": "nrt/servir-esi-cog/4WK/", + "cogify": false, + "discovery": "s3", + "dry_run": false, + "filename_regex": ".*.tif$", + "assets": { + "esi-4wk": { + "description": "Daily estimates of ESI over the previous 4 weeks.", + "regex": ".*.tif$", + "title": "ESI-4WK" + } + }, + "id_regex": ".*_(.*).tif$", + "id_template": "esi-4wk-{}" +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/gosat-based-ch4budget-yeargrid-v1-items.json b/ingestion-data/discovery-items/gosat-based-ch4budget-yeargrid-v1-items.json deleted file mode 100644 index a1e01b0..0000000 --- a/ingestion-data/discovery-items/gosat-based-ch4budget-yeargrid-v1-items.json +++ /dev/null @@ -1,40 +0,0 @@ -{ - "collection": "gosat-based-ch4budget-yeargrid-v1", - "bucket": "ghgc-data-store", - "prefix": "gosat-based-ch4budget-yeargrid-v1/", - "filename_regex": ".*Emissions_GOSAT.*.tif$", - "assets": { - "post-total": { - "title": "Posterior Total Methane Emissions", - "description": "Estimated total methane emissions per grid cell informed by GOSAT satellite total column methane data.", - "regex": ".*Emissions_GOSAT_post_total.*.tif$" - }, - "prior-total": { - "title": "Prior Total Methane Emissions", - "description": "Total methane emissions per grid cell estimated by various inventories or models, excluding satellite based observations from GOSAT.", - "regex": ".*Emissions_GOSAT_prior_total.*.tif$" - }, - "post-wetland-uncertainty": { - "title": "Uncertainty - Wetland Posterior Methane Emissions", - "description": "Uncertainty in estimated methane emissions per grid cell from wetlands informed by GOSAT satellite total column methane data.", - "regex": ".*Emissions_GOSAT_post_unc_wetland.*.tif$" - }, - "post-wetland": { - "title": "Wetland Posterior Methane Emissions", - "description": "Estimated methane emissions per grid cell from wetlands informed by GOSAT satellite total column methane data.", - "regex": ".*Emissions_GOSAT_post_wetland.*.tif$" - }, - "prior-wetland-uncertainty": { - "title": "Uncertainty - Wetland Prior Methane Emissions", - "description": "Uncertainty in methane emissions per grid cell from wetlands estimated by various inventories or models, excluding satellite based observations from GOSAT.", - "regex": ".*Emissions_GOSAT_prior_unc_wetland.*.tif$" - }, - "prior-wetland": { - "title": "Wetland Prior Methane Emissions", - "description": "Methane emissions per grid cell from wetlands estimated by various inventories or models, excluding satellite based observations from GOSAT.", - "regex": ".*Emissions_GOSAT_prior_wetland.*.tif$" - } - }, - "id_regex": ".*_(.*).tif$", - "id_template": "gosat-based-ch4budget-yeargrid-v1-{}" -} diff --git a/ingestion-data/discovery-items/gra2pes-ghg-monthgrid-v1-items.json b/ingestion-data/discovery-items/gra2pes-ghg-monthgrid-v1-items.json deleted file mode 100644 index 07a8912..0000000 --- a/ingestion-data/discovery-items/gra2pes-ghg-monthgrid-v1-items.json +++ /dev/null @@ -1,36 +0,0 @@ -{ - "collection":"gra2pes-ghg-monthgrid-v1", - "bucket":"ghgc-data-store", - "prefix":"gra2pes-ghg-monthgrid-v1", - "filename_regex":".*GRA2PESv1.0_total.*.tif$", - "datetime_range":"month", - "assets":{ - "co2":{ - "title":"CO₂ Emissions", - "description":"Estimated total CO₂ emissions.", - "regex":".*GRA2PESv1.0_total_CO2_.*.tif$" - }, - "co":{ - "title":"CO Emissions", - "description":"Estimated total CO emissions.", - "regex":".*GRA2PESv1.0_total_CO_.*.tif$" - }, - "nox":{ - "title":"Estimated NOx Emissions", - "description":"Estimated total NOx emissions.", - "regex":".*GRA2PESv1.0_total_NOX_.*.tif$" - }, - "pm25":{ - "title":"Estimated PM2.5 Emissions", - "description":"Estimated total PM2.5.", - "regex":".*GRA2PESv1.0_total_PM25-PRI_.*.tif$" - }, - "so2":{ - "title":"Estimated so₂ Emissions", - "description":"Estimated total SO₂ emissions.", - "regex":".*GRA2PESv1.0_total_SO2_.*.tif$" - } - }, - "id_regex":".*_(.*).tif$", - "id_template":"gra2pes-ghg-monthgrid-v1-{}" -} diff --git a/ingestion-data/discovery-items/micasa-carbonflux-daygrid-v1-items.json b/ingestion-data/discovery-items/micasa-carbonflux-daygrid-v1-items.json deleted file mode 100644 index 5addb2a..0000000 --- a/ingestion-data/discovery-items/micasa-carbonflux-daygrid-v1-items.json +++ /dev/null @@ -1,45 +0,0 @@ -{ - "collection": "micasa-carbonflux-daygrid-v1", - "bucket": "ghgc-data-store", - "prefix": "micasa-carbonflux-daygrid-v1/", - "filename_regex": ".*MiCASA_v1.*.tif$", - "assets": { - "npp": { - "title": "Net Primary Production (NPP), MiCASA Model v1", - "description": "Net Primary Production (carbon available from plants) in units of grams of carbon per square meter per day.", - "regex": ".*MiCASA_v1_NPP_.*daily.*.tif$" - }, - "rh": { - "title": "Heterotrophic respiration (Rh), MiCASA Model v1", - "description": "Heterotrophic respiration (carbon flux from the soil to the atmosphere) in units of grams of carbon per square meter per day.", - "regex": ".*MiCASA_v1_Rh_.*daily.*.tif$" - }, - "nee": { - "title": "Net Ecosystem Exchange (NEE), MiCASA Model v1", - "description": "Net Ecosystem Exchange (net carbon flux to the atmosphere) in units of grams of carbon per square meter per day.", - "regex": ".*MiCASA_v1_NEE_.*daily.*.tif$" - }, - "fire": { - "title": "Fire emissions (FIRE), MiCASA Model v1", - "description": "Fire emissions (flux of carbon to the atmosphere from wildfires) in units of grams of carbon per square meter per day.", - "regex": ".*MiCASA_v1_FIRE.*daily.*.tif$" - }, - "fuel": { - "title": "Wood fuel emissions (FUEL), MiCASA Model v1", - "description": "Wood fuel emissions (flux of carbon to the atmosphere from wood burned for fuel) in units of grams of carbon per square meter per day.", - "regex": ".*MiCASA_v1_FUEL_.*daily.*.tif$" - }, - "nbe": { - "title": "Net Biosphere Exchange (NBE), MiCASA Model v1", - "description": "Net Biosphere Exchange (net carbon flux from the ecosystem) in units of grams of carbon per square meter per day.", - "regex": ".*MiCASA_v1_NBE_.*daily.*.tif$" - }, - "atmc": { - "title": "Atmospheric Correction (ATMC), MiCASA Model v1", - "description": "A correction to account for long-term historical changes in the uptake of CO₂ from the atmosphere to the biosphere in units of grams of carbon per square meter per day.", - "regex": ".*MiCASA_v1_ATMC_.*daily.*.tif$" - } - }, - "id_regex": ".*_(.*).tif$", - "id_template": "micasa-carbonflux-daygrid-v1-{}" -} diff --git a/ingestion-data/discovery-items/micasa-carbonflux-monthgrid-v1-items.json b/ingestion-data/discovery-items/micasa-carbonflux-monthgrid-v1-items.json deleted file mode 100644 index 860e3c5..0000000 --- a/ingestion-data/discovery-items/micasa-carbonflux-monthgrid-v1-items.json +++ /dev/null @@ -1,46 +0,0 @@ -{ - "collection": "micasa-carbonflux-monthgrid-v1", - "bucket": "ghgc-data-store", - "prefix": "micasa-carbonflux-monthgrid-v1/", - "filename_regex": ".*MiCASA_v1.*.tif$", - "datetime_range": "month", - "assets": { - "npp": { - "title": "Net Primary Production (NPP), MiCASA Model v1", - "description": "Net Primary Production (carbon available from plants) in units of grams of carbon per square meter per day (monthly mean).", - "regex": ".*MiCASA_v1_NPP_.*monthly.*.tif$" - }, - "rh": { - "title": "Heterotrophic respiration (Rh), MiCASA Model v1", - "description": "Heterotrophic respiration (carbon flux from the soil to the atmosphere) in units of grams of carbon per square meter per day (monthly mean).", - "regex": ".*MiCASA_v1_Rh_.*monthly.*.tif$" - }, - "nee": { - "title": "Net Ecosystem Exchange (NEE), MiCASA Model v1", - "description": "Net Ecosystem Exchange (net carbon flux to the atmosphere) in units of grams of carbon per square meter per day (monthly mean).", - "regex": ".*MiCASA_v1_NEE_.*monthly.*.tif$" - }, - "fire": { - "title": "Fire emissions (FIRE), MiCASA Model v1", - "description": "Fire emissions (flux of carbon to the atmosphere from wildfires) in units of grams of carbon per square meter per day (monthly mean).", - "regex": ".*MiCASA_v1_FIRE.*monthly.*.tif$" - }, - "fuel": { - "title": "Wood fuel emissions (FUEL), MiCASA Model v1", - "description": "Wood fuel emissions (flux of carbon to the atmosphere from wood burned for fuel) in units of grams of carbon per square meter per day (monthly mean).", - "regex": ".*MiCASA_v1_FUEL_.*monthly.*.tif$" - }, - "nbe": { - "title": "Net Biosphere Exchange (NBE), MiCASA Model v1", - "description": "Net Biosphere Exchange (net carbon flux from the ecosystem) in units of grams of carbon per square meter per day (monthly mean).", - "regex": ".*MiCASA_v1_NBE_.*monthly.*.tif$" - }, - "atmc": { - "title": "Atmospheric Correction (ATMC), MiCASA Model v1", - "description": "A correction to account for long-term historical changes in the uptake of CO₂ from the atmosphere to the biosphere in units of grams of carbon per square meter per day (monthly mean).", - "regex": ".*MiCASA_v1_ATMC_.*monthly.*.tif$" - } - }, - "id_regex": ".*_(.*).tif$", - "id_template": "micasa-carbonflux-monthgrid-v1-{}" -} diff --git a/ingestion-data/discovery-items/oco2-mip-co2budget-yeargrid-v1-items.json b/ingestion-data/discovery-items/oco2-mip-co2budget-yeargrid-v1-items.json deleted file mode 100644 index b2f2f25..0000000 --- a/ingestion-data/discovery-items/oco2-mip-co2budget-yeargrid-v1-items.json +++ /dev/null @@ -1,170 +0,0 @@ -{ - "collection": "oco2-mip-co2budget-yeargrid-v1", - "bucket": "ghgc-data-store", - "prefix": "oco2-mip-co2budget-yeargrid-v1/", - "filename_regex": ".*topdown_.*.tif$", - "assets": { - "is-dc-loss": { - "title": "In Situ Net Terrestrial Carbon Stock Loss", - "description": "Positive values indicate a loss (decrease) of terrestrial carbon stocks (organic matter stored on land), including above- and below-ground biomass in ecosystems and biomass contained in anthropogenic products (lumber, cattle, etc.).", - "regex": ".*topdown_IS_dC_loss_CO2.*.tif$" - }, - "is-dc-loss-std": { - "title": "In Situ Net Terrestrial Carbon Stock Loss std", - "description": "Positive values indicate a loss (decrease) of terrestrial carbon stocks (organic matter stored on land), including above- and below-ground biomass in ecosystems and biomass contained in anthropogenic products (lumber, cattle, etc.).", - "regex": ".*topdown_IS_dC_loss_std_CO2.*.tif$" - }, - "lnlg-dc-loss": { - "title": "Land Nadir and Land Glint Net Terrestrial Carbon Stock Loss", - "description": "Positive values indicate a loss (decrease) of terrestrial carbon stocks (organic matter stored on land), including above- and below-ground biomass in ecosystems and biomass contained in anthropogenic products (lumber, cattle, etc.).", - "regex": ".*topdown_LNLG_dC_loss_CO2.*.tif$" - }, - "lnlg-dc-loss-std": { - "title": "Land Nadir and Land Glint Net Terrestrial Carbon Stock Loss std", - "description": "Positive values indicate a loss (decrease) of terrestrial carbon stocks (organic matter stored on land), including above- and below-ground biomass in ecosystems and biomass contained in anthropogenic products (lumber, cattle, etc.).", - "regex": ".*topdown_LNLG_dC_loss_std_CO2.*.tif$" - }, - "lnlgis-dc-loss": { - "title": "Land Nadir, Land Glint and In Situ Net Terrestrial Carbon Stock Loss", - "description": "Positive values indicate a loss (decrease) of terrestrial carbon stocks (organic matter stored on land), including above- and below-ground biomass in ecosystems and biomass contained in anthropogenic products (lumber, cattle, etc.).", - "regex": ".*topdown_LNLGIS_dC_loss_CO2.*.tif$" - }, - "lnlgis-dc-loss-std": { - "title": "Land Nadir, Land Glint and In Situ Net Terrestrial Carbon Stock Loss std", - "description": "Positive values indicate a loss (decrease) of terrestrial carbon stocks (organic matter stored on land), including above- and below-ground biomass in ecosystems and biomass contained in anthropogenic products (lumber, cattle, etc.).", - "regex": ".*topdown_LNLGIS_dC_loss_std_CO2.*.tif$" - }, - "lnlgogis-dc-loss": { - "title": "Land Nadir, Land Glint, Ocean Glint and In Situ Net Terrestrial Carbon Stock Loss", - "description": "Positive values indicate a loss (decrease) of terrestrial carbon stocks (organic matter stored on land), including above- and below-ground biomass in ecosystems and biomass contained in anthropogenic products (lumber, cattle, etc.).", - "regex": ".*topdown_LNLGOGIS_dC_loss_CO2.*.tif$" - }, - "lnlgogis-dc-loss-std": { - "title": "Land Nadir, Land Glint, Ocean Glint and In Situ Net Terrestrial Carbon Stock Loss std", - "description": "Positive values indicate a loss (decrease) of terrestrial carbon stocks (organic matter stored on land), including above- and below-ground biomass in ecosystems and biomass contained in anthropogenic products (lumber, cattle, etc.).", - "regex": ".*topdown_LNLGOGIS_dC_loss_std_CO2.*.tif$" - }, - "is-nbe": { - "title": "In Situ Net Biosphere Exchange", - "description": "Net flux of carbon from the terrestrial biosphere to the atmosphere due to biomass burning (BB) and Reco minus gross primary production (GPP). It includes both anthropogenic processes (e.g., deforestation, reforestation, farming) and natural processes (e.g., climate-variability-induced carbon fluxes, disturbances, recovery from disturbances).", - "regex": ".*topdown_IS_NBE_CO2.*.tif$" - }, - "is-nbe-std": { - "title": "In Situ Net Biosphere Exchange std", - "description": "Net flux of carbon from the terrestrial biosphere to the atmosphere due to biomass burning (BB) and Reco minus gross primary production (GPP). It includes both anthropogenic processes (e.g., deforestation, reforestation, farming) and natural processes (e.g., climate-variability-induced carbon fluxes, disturbances, recovery from disturbances.", - "regex": ".*topdown_IS_NBE_std_CO2.*.tif$" - }, - "lnlg-nbe": { - "title": "Land Nadir and Land Glint Net Biosphere Exchange", - "description": "Net flux of carbon from the terrestrial biosphere to the atmosphere due to biomass burning (BB) and Reco minus gross primary production (GPP). It includes both anthropogenic processes (e.g., deforestation, reforestation, farming) and natural processes (e.g., climate-variability-induced carbon fluxes, disturbances, recovery from disturbances.", - "regex": ".*topdown_LNLG_NBE_CO2.*.tif$" - }, - "lnlg-nbe-std": { - "title": "Land Nadir and Land Glint Net Biosphere Exchange std", - "description": "Net flux of carbon from the terrestrial biosphere to the atmosphere due to biomass burning (BB) and Reco minus gross primary production (GPP). It includes both anthropogenic processes (e.g., deforestation, reforestation, farming) and natural processes (e.g., climate-variability-induced carbon fluxes, disturbances, recovery from disturbances.", - "regex": ".*topdown_LNLG_NBE_std_CO2.*.tif$" - }, - "lnlgis-nbe": { - "title": "Land Nadir, Land Glint and In Situ Net Biosphere Exchange", - "description": "Net flux of carbon from the terrestrial biosphere to the atmosphere due to biomass burning (BB) and Reco minus gross primary production (GPP). It includes both anthropogenic processes (e.g., deforestation, reforestation, farming) and natural processes (e.g., climate-variability-induced carbon fluxes, disturbances, recovery from disturbances.", - "regex": ".*topdown_LNLGIS_NBE_CO2.*.tif$" - }, - "lnlgis-nbe-std": { - "title": "Land Nadir, Land Glint and In Situ Net Biosphere Exchange std", - "description": "Net flux of carbon from the terrestrial biosphere to the atmosphere due to biomass burning (BB) and Reco minus gross primary production (GPP). It includes both anthropogenic processes (e.g., deforestation, reforestation, farming) and natural processes (e.g., climate-variability-induced carbon fluxes, disturbances, recovery from disturbances.", - "regex": ".*topdown_LNLGIS_NBE_std_CO2.*.tif$" - }, - "lnlgogis-nbe": { - "title": "Land Nadir, Land Glint, Ocean Glint and In Situ Net Biosphere Exchange", - "description": "Net flux of carbon from the terrestrial biosphere to the atmosphere due to biomass burning (BB) and Reco minus gross primary production (GPP). It includes both anthropogenic processes (e.g., deforestation, reforestation, farming) and natural processes (e.g., climate-variability-induced carbon fluxes, disturbances, recovery from disturbances.", - "regex": ".*topdown_LNLGOGIS_NBE_CO2.*.tif$" - }, - "lnlgogis-nbe-std": { - "title": "Land Nadir, Land Glint, Ocean Glint and In Situ Net Biosphere Exchange", - "description": "Net flux of carbon from the terrestrial biosphere to the atmosphere due to biomass burning (BB) and Reco minus gross primary production (GPP). It includes both anthropogenic processes (e.g., deforestation, reforestation, farming) and natural processes (e.g., climate-variability-induced carbon fluxes, disturbances, recovery from disturbances.", - "regex": ".*topdown_LNLGOGIS_NBE_std_CO2.*.tif$" - }, - "is-nce": { - "title": "In Situ Terrestrial Net Carbon Exchange", - "description": "Net flux of carbon from the surface to the atmosphere. For land, NCE can be defined as sum of NBE and fossil fuel and cement emissions.", - "regex": ".*topdown_IS_NCE_CO2.*.tif$" - }, - "is-nce-std": { - "title": "In Situ Terrestrial Net Carbon Exchange std", - "description": "Net flux of carbon from the surface to the atmosphere. For land, NCE can be defined as sum of NBE and fossil fuel and cement emissions.", - "regex": ".*topdown_IS_NCE_std_CO2.*.tif$" - }, - "lnlg-nce": { - "title": "Land Nadir and Land Glint Terrestrial Net Carbon Exchange", - "description": "Net flux of carbon from the surface to the atmosphere. For land, NCE can be defined as sum of NBE and fossil fuel and cement emissions.", - "regex": ".*topdown_LNLG_NCE_CO2.*.tif$" - }, - "lnlg-nce-std": { - "title": "Land Nadir and Land Glint Terrestrial Net Carbon Exchange std", - "description": "Net flux of carbon from the surface to the atmosphere. For land, NCE can be defined as sum of NBE and fossil fuel and cement emissions.", - "regex": ".*topdown_LNLG_NCE_std_CO2.*.tif$" - }, - "lnlgis-nce": { - "title": "Land Nadir, Land Glint and In Situ Terrestrial Net Carbon Exchange", - "description": "Net flux of carbon from the surface to the atmosphere. For land, NCE can be defined as sum of NBE and fossil fuel and cement emissions.", - "regex": ".*topdown_LNLGIS_NCE_CO2.*.tif$" - }, - "lnlgis-nce-std": { - "title": "Land Nadir, Land Glint and In Situ Terrestrial Net Carbon Exchange std", - "description": "Net flux of carbon from the surface to the atmosphere. For land, NCE can be defined as sum of NBE and fossil fuel and cement emissions.", - "regex": ".*topdown_LNLGIS_NCE_std_CO2.*.tif$" - }, - "lnlgogis-nce": { - "title": "Land Nadir, Land Glint, Ocean Glint and In Situ Terrestrial Net Carbon Exchange", - "description": "Net flux of carbon from the surface to the atmosphere. For land, NCE can be defined as sum of NBE and fossil fuel and cement emissions.", - "regex": ".*topdown_LNLGOGIS_NCE_CO2.*.tif$" - }, - "lnlgogis-nce-std": { - "title": "Land Nadir, Land Glint, Ocean Glint and In Situ Terrestrial Net Carbon Exchange std", - "description": "Net flux of carbon from the surface to the atmosphere. For land, NCE can be defined as sum of NBE and fossil fuel and cement emissions.", - "regex": ".*topdown_LNLGOGIS_NCE_std_CO2.*.tif$" - }, - "river": { - "title": "Lateral River Flux", - "description": "The lateral flux of carbon in (positive) or out (negative) of a region transported by the water cycle.", - "regex": ".*topdown_River_CO2.*.tif$" - }, - "river-std": { - "title": "Lateral River Flux std", - "description": "The lateral flux of carbon in (positive) or out (negative) of a region transported by the water cycle.", - "regex": ".*topdown_River_std_CO2.*.tif$" - }, - "wood": { - "title": "Lateral Wood Flux", - "description": "The lateral flux of carbon in (positive) or out (negative) of a region due to wood product harvesting and usage.", - "regex": ".*topdown_Wood_CO2.*.tif$" - }, - "wood-std": { - "title": "Lateral Wood Flux std", - "description": "The lateral flux of carbon in (positive) or out (negative) of a region due to wood product harvesting and usage.", - "regex": ".*topdown_Wood_std_CO2.*.tif$" - }, - "crop": { - "title": "Lateral Crop Flux", - "description": "The lateral flux of carbon in (positive) or out (negative) of a region due to agriculture.", - "regex": ".*topdown_Crop_CO2.*.tif$" - }, - "crop-std": { - "title": "Lateral Crop Flux std", - "description": "The lateral flux of carbon in (positive) or out (negative) of a region due to agriculture.", - "regex": ".*topdown_Crop_std_CO2.*.tif$" - }, - "ff": { - "title": "Fossil Fuel and Cement Emissions", - "description": "The burning of fossil fuels and release of carbon due to cement production, representing a flux of carbon from the land surface (geologic reservoir) to the atmosphere.", - "regex": ".*topdown_FF_CO2.*.tif$" - }, - "ff-std": { - "title": "Fossil Fuel and Cement Emissions std", - "description": "The burning of fossil fuels and release of carbon due to cement production, representing a flux of carbon from the land surface (geologic reservoir) to the atmosphere.", - "regex": ".*topdown_FF_std_CO2.*.tif$" - } - }, - "id_regex": ".*_(.*).tif$", - "id_template": "oco2-mip-co2budget-yeargrid-v1-{}" -} diff --git a/ingestion-data/discovery-items/oco2geos-co2-daygrid-v10r-items.json b/ingestion-data/discovery-items/oco2geos-co2-daygrid-v10r-items.json deleted file mode 100644 index d3b06f3..0000000 --- a/ingestion-data/discovery-items/oco2geos-co2-daygrid-v10r-items.json +++ /dev/null @@ -1,20 +0,0 @@ -{ - "collection": "oco2geos-co2-daygrid-v10r", - "bucket": "ghgc-data-store", - "prefix": "oco2geos-co2-daygrid-v10r/", - "filename_regex": ".*oco2_GEOS_.*.tif$", - "assets": { - "xco2": { - "title": "Average Dry-Air Column CO₂ (XCO₂)", - "description": "Daily dry air column-averaged mole fractions of carbon dioxide created from data assimilations of OCO-2 satellite retrievals.", - "regex": ".*oco2_GEOS_XCO2_L3CO2.*.tif$" - }, - "xco2prec": { - "title": "Average Dry-Air Column CO₂ Precision (XCO2PREC)", - "description": "Random errors for daily dry air column-averaged mole fractions of carbon dioxide calculated using a posteriori diagnostics.", - "regex": ".*oco2_GEOS_XCO2PREC.*.tif$" - } - }, - "id_regex": ".*_(.*).tif$", - "id_template": "oco2geos-co2-daygrid-v10r-{}" -} diff --git a/ingestion-data/discovery-items/odiac-ffco2-monthgrid-v2022-items.json b/ingestion-data/discovery-items/odiac-ffco2-monthgrid-v2022-items.json deleted file mode 100644 index ac069ab..0000000 --- a/ingestion-data/discovery-items/odiac-ffco2-monthgrid-v2022-items.json +++ /dev/null @@ -1,16 +0,0 @@ -{ - "collection": "odiac-ffco2-monthgrid-v2022", - "bucket": "ghgc-data-store", - "prefix": "odiac-ffco2-monthgrid-v2022/", - "filename_regex": ".*odiac2022_1km_.*.tif$", - "datetime_range": "month", - "assets": { - "co2-emissions": { - "title": "Fossil Fuel CO₂ Emissions", - "description": "Model-estimated monthly, 1 km resolution CO₂ emissions from fossil fuel combustion, cement production and gas flaring created using space-based nighttime light data and individual power plant emission/location profiles.", - "regex": ".*odiac2022_1km_.*.tif$" - } - }, - "id_regex": ".*_(.*).tif$", - "id_template": "odiac-ffco2-monthgrid-v2022-{}" -} diff --git a/ingestion-data/discovery-items/odiac-ffco2-monthgrid-v2023-items.json b/ingestion-data/discovery-items/odiac-ffco2-monthgrid-v2023-items.json deleted file mode 100644 index 98d2070..0000000 --- a/ingestion-data/discovery-items/odiac-ffco2-monthgrid-v2023-items.json +++ /dev/null @@ -1,16 +0,0 @@ -{ - "collection": "odiac-ffco2-monthgrid-v2023", - "bucket": "ghgc-data-store", - "prefix": "odiac-ffco2-monthgrid-v2023/", - "filename_regex": ".*odiac2023_1km_.*.tif$", - "datetime_range": "month", - "assets": { - "co2-emissions": { - "title": "Fossil Fuel CO₂ Emissions", - "description": "Model-estimated monthly, 1 km resolution CO₂ emissions from fossil fuel combustion, cement production and gas flaring created using space-based nighttime light data and individual power plant emission/location profiles.", - "regex": ".*odiac2023_1km_.*.tif$" - } - }, - "id_regex": ".*_(.*).tif$", - "id_template": "odiac-ffco2-monthgrid-v2023-{}" -} diff --git a/ingestion-data/discovery-items/scheduled/emit-ch4plume-v1-items.json b/ingestion-data/discovery-items/scheduled/emit-ch4plume-v1-items.json deleted file mode 100644 index bd72018..0000000 --- a/ingestion-data/discovery-items/scheduled/emit-ch4plume-v1-items.json +++ /dev/null @@ -1,14 +0,0 @@ -{ - "collection": "emit-ch4plume-v1", - "bucket": "lp-prod-protected", - "prefix": "EMITL2BCH4PLM.001/", - "filename_regex": ".*.tif$", - "schedule": "00 05 * * *", - "assets": { - "ch4-plume-emissions": { - "title": "EMIT Methane Point Source Plume Complexes", - "description": "Methane plume complexes from point source emitters.", - "regex": ".*.tif$" - } - } -} diff --git a/ingestion-data/discovery-items/scheduled/lpjeosim-wetlandch4-daygrid-v2-items.json b/ingestion-data/discovery-items/scheduled/lpjeosim-wetlandch4-daygrid-v2-items.json deleted file mode 100644 index 1ff6d1d..0000000 --- a/ingestion-data/discovery-items/scheduled/lpjeosim-wetlandch4-daygrid-v2-items.json +++ /dev/null @@ -1,54 +0,0 @@ -[ - { - "collection": "lpjeosim-wetlandch4-daygrid-v2", - "bucket": "lp-prod-protected", - "prefix": "LPJ_EOSIM_L2_DCH4E.001/", - "filename_regex": ".*LPJ_EOSIM_L2_DCH4E_.*.tif$", - "assets": { - "ensemble-mean-ch4-wetlands-emissions": { - "title": "(Daily) Wetland Methane Emissions, Ensemble Mean LPJ-EOSIM Model v2", - "description": "Methane emissions from wetlands in units of grams of methane per meter squared per second. Ensemble of multiple climate forcing data sources input to LPJ-EOSIM model.", - "regex": ".*LPJ_EOSIM_L2_DCH4E_ensemble_mean_001.*.tif$" - }, - "era5-ch4-wetlands-emissions": { - "title": "(Daily) Wetland Methane Emissions, ERA5 LPJ-EOSIM Model v2", - "description": "Methane emissions from wetlands in units of grams of methane per meter squared per second. ECMWF Re-Analysis (ERA5) as input to LPJ-EOSIM model.", - "regex": ".*LPJ_EOSIM_L2_DCH4E_ERA5_001.*.tif$" - }, - "merra2-ch4-wetlands-emissions": { - "title": "(Daily) Wetland Methane Emissions, MERRA-2 LPJ-EOSIM Model v2", - "description": "Methane emissions from wetlands in units of grams of methane per meter squared per second. Modern-Era Retrospective analysis for Research and Applications Version 2 (MERRA-2) data as input to LPJ-EOSIM model.", - "regex": ".*LPJ_EOSIM_L2_DCH4E_MERRA2_001.*.tif$" - } - }, - "id_regex": ".*_(.*).tif$", - "id_template": "lpjeosim-wetlandch4-daygrid-v2-{}", - "schedule": "00 05 * * *" - }, - { - "collection": "lpjeosim-wetlandch4-daygrid-v2", - "bucket": "lp-prod-protected", - "prefix": "LPJ_EOSIM_L2_DCH4E_LL.001/", - "filename_regex": ".*LPJ_EOSIM_L2_DCH4E_LL.*.tif$", - "assets": { - "ensemble-mean-ch4-wetlands-emissions": { - "title": "(Daily) Wetland Methane Emissions, Ensemble Mean LPJ-EOSIM Model v2", - "description": "Methane emissions from wetlands in units of grams of methane per meter squared per second. Ensemble of multiple climate forcing data sources input to LPJ-EOSIM model.", - "regex": ".*LPJ_EOSIM_L2_DCH4E_LL_ensemble_mean_001.*.tif$" - }, - "era5-ch4-wetlands-emissions": { - "title": "(Daily) Wetland Methane Emissions, ERA5 LPJ-EOSIM Model v2", - "description": "Methane emissions from wetlands in units of grams of methane per meter squared per second. ECMWF Re-Analysis (ERA5) as input to LPJ-EOSIM model.", - "regex": ".*LPJ_EOSIM_L2_DCH4E_LL_ERA5_001.*.tif$" - }, - "merra2-ch4-wetlands-emissions": { - "title": "(Daily) Wetland Methane Emissions, MERRA-2 LPJ-EOSIM Model v2", - "description": "Methane emissions from wetlands in units of grams of methane per meter squared per second. Modern-Era Retrospective analysis for Research and Applications Version 2 (MERRA-2) data as input to LPJ-EOSIM model.", - "regex": ".*LPJ_EOSIM_L2_DCH4E_LL_MERRA2_001.*.tif$" - } - }, - "id_regex": ".*_(.*).tif$", - "id_template": "lpjeosim-wetlandch4-daygrid-v2-{}", - "schedule": "00 05 * * *" - } -] diff --git a/ingestion-data/discovery-items/scheduled/lpjeosim-wetlandch4-monthgrid-v2-items.json b/ingestion-data/discovery-items/scheduled/lpjeosim-wetlandch4-monthgrid-v2-items.json deleted file mode 100644 index 3aebff2..0000000 --- a/ingestion-data/discovery-items/scheduled/lpjeosim-wetlandch4-monthgrid-v2-items.json +++ /dev/null @@ -1,56 +0,0 @@ -[ - { - "collection": "lpjeosim-wetlandch4-monthgrid-v2", - "bucket": "lp-prod-protected", - "prefix": "LPJ_EOSIM_L2_MCH4E.001/", - "filename_regex": ".*LPJ_EOSIM_L2_MCH4E_.*.tif$", - "assets": { - "ensemble-mean-ch4-wetlands-emissions": { - "title": "(Monthly) Wetland Methane Emissions, Ensemble Mean LPJ-EOSIM Model v2", - "description": "Methane emissions from wetlands in units of grams of methane per meter squared per second. Ensemble of multiple climate forcing data sources input to LPJ-EOSIM model.", - "regex": ".*LPJ_EOSIM_L2_MCH4E_ensemble_mean_001.*.tif$" - }, - "era5-ch4-wetlands-emissions": { - "title": "(Monthly) Wetland Methane Emissions, ERA5 LPJ-EOSIM Model v2", - "description": "Methane emissions from wetlands in units of grams of methane per meter squared per second. ECMWF Re-Analysis (ERA5) as input to LPJ-EOSIM model.", - "regex": ".*LPJ_EOSIM_L2_MCH4E_ERA5_001.*.tif$" - }, - "merra2-ch4-wetlands-emissions": { - "title": "(Monthly) Wetland Methane Emissions, MERRA-2 LPJ-EOSIM Model v2", - "description": "Methane emissions from wetlands in units of grams of methane per meter squared per second. Modern-Era Retrospective analysis for Research and Applications Version 2 (MERRA-2) data as input to LPJ-EOSIM model.", - "regex": ".*LPJ_EOSIM_L2_MCH4E_MERRA2_001.*.tif$" - } - }, - "id_regex": ".*_(.*).tif$", - "id_template": "lpjeosim-wetlandch4-monthgrid-v2-{}", - "datetime_range": "month", - "schedule": "00 05 * * *" - }, - { - "collection": "lpjeosim-wetlandch4-monthgrid-v2", - "bucket": "lp-prod-protected", - "prefix": "LPJ_EOSIM_L2_MCH4E_LL.001/", - "filename_regex": ".*LPJ_EOSIM_L2_MCH4E_LL.*.tif$", - "assets": { - "ensemble-mean-ch4-wetlands-emissions": { - "title": "(Monthly) Wetland Methane Emissions, Ensemble Mean LPJ-EOSIM Model v2", - "description": "Methane emissions from wetlands in units of grams of methane per meter squared per second. Ensemble of multiple climate forcing data sources input to LPJ-EOSIM model.", - "regex": ".*LPJ_EOSIM_L2_MCH4E_LL_ensemble_mean_001.*.tif$" - }, - "era5-ch4-wetlands-emissions": { - "title": "(Monthly) Wetland Methane Emissions, ERA5 LPJ-EOSIM Model v2", - "description": "Methane emissions from wetlands in units of grams of methane per meter squared per second. ECMWF Re-Analysis (ERA5) as input to LPJ-EOSIM model.", - "regex": ".*LPJ_EOSIM_L2_MCH4E_LL_ERA5_001.*.tif$" - }, - "merra2-ch4-wetlands-emissions": { - "title": "(Monthly) Wetland Methane Emissions, MERRA-2 LPJ-EOSIM Model v2", - "description": "Methane emissions from wetlands in units of grams of methane per meter squared per second. Modern-Era Retrospective analysis for Research and Applications Version 2 (MERRA-2) data as input to LPJ-EOSIM model.", - "regex": ".*LPJ_EOSIM_L2_MCH4E_LL_MERRA2_001.*.tif$" - } - }, - "id_regex": ".*_(.*).tif$", - "id_template": "lpjeosim-wetlandch4-monthgrid-v2-{}", - "datetime_range": "month", - "schedule": "00 05 * * *" - } -] diff --git a/ingestion-data/discovery-items/sedac-popdensity-yeargrid5yr-v4.11-items.json b/ingestion-data/discovery-items/sedac-popdensity-yeargrid5yr-v4.11-items.json deleted file mode 100644 index 9b5565e..0000000 --- a/ingestion-data/discovery-items/sedac-popdensity-yeargrid5yr-v4.11-items.json +++ /dev/null @@ -1,16 +0,0 @@ -{ - "collection": "sedac-popdensity-yeargrid5yr-v4.11", - "bucket": "ghgc-data-store", - "prefix": "sedac-popdensity-yeargrid5yr-v4.11/", - "filename_regex": ".*gpw_v4_population_density_rev11.*.tif$", - "datetime_range": "year", - "assets": { - "population-density": { - "title": "Population Density", - "description": "Gridded population density estimates for the years 2000, 2005, 2010, 2015, and 2020 from Gridded Population of the World (GPW) version 4, revision 11.", - "regex": ".*gpw_v4_population_density_rev11.*.tif$" - } - }, - "id_regex": ".*_(.*).tif$", - "id_template": "sedac-popdensity-yeargrid5yr-v4.11-{}" -} diff --git a/ingestion-data/discovery-items/tm54dvar-ch4flux-mask-monthgrid-v1-items.json b/ingestion-data/discovery-items/tm54dvar-ch4flux-mask-monthgrid-v1-items.json deleted file mode 100644 index 9e388d4..0000000 --- a/ingestion-data/discovery-items/tm54dvar-ch4flux-mask-monthgrid-v1-items.json +++ /dev/null @@ -1,31 +0,0 @@ -{ - "collection": "tm54dvar-ch4flux-mask-monthgrid-v1", - "bucket": "ghgc-data-store", - "prefix": "tm54dvar-ch4flux-mask-monthgrid-v1/", - "filename_regex": ".*methane_emis_.*.tif$", - "datetime_range": "month", - "assets": { - "total": { - "title": "Total CH₄ Emission", - "description": "Total methane emission from microbial, fossil and pyrogenic sources.", - "regex": ".*methane_emis_total.*.tif$" - }, - "microbial": { - "title": "Microbial CH₄ Emission", - "description": "Emission of methane from all microbial sources, such as wetlands, agriculture and termites.", - "regex": ".*methane_emis_microbial.*.tif$" - }, - "fossil": { - "title": "Fossil CH₄ Emission", - "description": "Emission of methane from all fossil sources, such as oil and gas activities and coal mining.", - "regex": ".*methane_emis_fossil.*.tif$" - }, - "pyrogenic": { - "title": "Pyrogenic CH₄ Emission", - "description": "Emission of methane from all sources of biomass burning, such as wildfires and crop residue burning.", - "regex": ".*methane_emis_pyrogenic.*.tif$" - } - }, - "id_regex": ".*_(.*).tif$", - "id_template": "tm54dvar-ch4flux-mask-monthgrid-v1-{}" -} diff --git a/ingestion-data/discovery-items/vector-data-items.json b/ingestion-data/discovery-items/vector-data-items.json deleted file mode 100644 index 43682b4..0000000 --- a/ingestion-data/discovery-items/vector-data-items.json +++ /dev/null @@ -1,13 +0,0 @@ -{ - "collection": "", - "bucket": "ghgc-data-store-develop", - "prefix": "transformed_csv/", - "filename_regex": ".*.csv$", - "id_template": "{}", - "vector": true, - "x_possible": "longitude", - "y_possible": "latitude", - "source_projection": "EPSG:4326", - "target_projection": "EPSG:4326", - "extra_flags": ["-overwrite", "-lco", "OVERWRITE=YES"] - } \ No newline at end of file diff --git a/ingestion-data/discovery-items/vulcan-ffco2-elc-res-yeargrid-v4-items.json b/ingestion-data/discovery-items/vulcan-ffco2-elc-res-yeargrid-v4-items.json deleted file mode 100644 index a19e175..0000000 --- a/ingestion-data/discovery-items/vulcan-ffco2-elc-res-yeargrid-v4-items.json +++ /dev/null @@ -1,16 +0,0 @@ -{ - "collection": "vulcan-ffco2-elc-res-yeargrid-v4", - "bucket": "ghgc-data-store", - "prefix": "vulcan-ffco2-elc-res-yeargrid-v4/", - "filename_regex": ".*.tif$", - "datetime_range": "year", - "assets": { - "elc-res-co2": { - "title": "Scope 2 Fossil Fuel CO₂ Emissions", - "description": "Estimated total annual FFCO₂ emissions from residential sources (scope 2).", - "regex": ".*.tif$" - } - }, - "id_regex": ".*_(.*).tif$", - "id_template": "vulcan-ffco2-elc-res-yeargrid-v4-{}" -} diff --git a/ingestion-data/discovery-items/vulcan-ffco2-yeargrid-v4-items.json b/ingestion-data/discovery-items/vulcan-ffco2-yeargrid-v4-items.json deleted file mode 100644 index f275273..0000000 --- a/ingestion-data/discovery-items/vulcan-ffco2-yeargrid-v4-items.json +++ /dev/null @@ -1,66 +0,0 @@ -{ - "collection": "vulcan-ffco2-yeargrid-v4", - "bucket": "ghgc-data-store", - "prefix": "vulcan-ffco2-yeargrid-v4/", - "filename_regex": ".*_CO2_USA_mosaic_grid_1km_mn_.*.tif$", - "datetime_range": "year", - "assets": { - "total-co2": { - "title": "Total of all sectors CO₂ Emissions", - "description": "Estimated total annual CO₂ emissions from fossil fuel combustion (ffCO₂) across all sectors.", - "regex": ".*TOT_CO2_USA_mosaic_grid_1km_mn_.*.tif$" - }, - "air-co2": { - "title": "Total Airport CO₂ Emissions", - "description": "Estimated total annual ffCO₂ emissions from taxi, take-off, and landing up to 3000 ft.", - "regex": ".*AIR_CO2_USA_mosaic_grid_1km_mn_.*.tif$" - }, - "cmt-co2": { - "title": "Total Cement CO₂ Emissions", - "description": "Estimated total annual ffCO₂ emissions from cement production.", - "regex": ".*CMT_CO2_USA_mosaic_grid_1km_mn_.*.tif$" - }, - "cmv-co2": { - "title": "Total Commercial Marine Vessels CO₂ Emissions", - "description": "Estimated total annual ffCO₂ emissions from commercial marine vessels while maneuvering, hoteling, cruising and traveling within reduced speed zones at ports and shipping lanes. Includes only activity within 12 nautical miles (~22km) from the U.S. shoreline.", - "regex": ".*CMV_CO2_USA_mosaic_grid_1km_mn_.*.tif$" - }, - "com-co2": { - "title": "Total Commercial CO₂ Emissions", - "description": "Estimated total annual ffCO₂ emissions from Commercial buildings.", - "regex": ".*COM_CO2_USA_mosaic_grid_1km_mn_.*.tif$" - }, - "elc-co2": { - "title": "Total Powerplants CO₂ Emissions", - "description": "Estimated total annual ffCO₂ emissions from power plants.", - "regex": ".*ELC_CO2_USA_mosaic_grid_1km_mn_.*.tif$" - }, - "ind-co2": { - "title": "Total Industrial CO₂ Emissions", - "description": "Estimated total annual ffCO₂ emissions from Industrial buildings.", - "regex": ".*IND_CO2_USA_mosaic_grid_1km_mn_.*.tif$" - }, - "nrd-co2": { - "title": "Total Nonroad CO₂ Emissions", - "description": "Estimated total annual ffCO₂ emissions from off-road engines, equipment and vehicles including waterborne pleasure craft.", - "regex": ".*NRD_CO2_USA_mosaic_grid_1km_mn_.*.tif$" - }, - "onr-co2": { - "title": "Total Onroad CO₂ Emissions", - "description": "Estimated total annual ffCO₂ emissions from mobile vehicles on roads.", - "regex": ".*ONR_CO2_USA_mosaic_grid_1km_mn_.*.tif$" - }, - "res-co2": { - "title": "Total Residential CO₂ Emissions", - "description": "Estimated total annual ffCO₂ emissions from Residential buildings.", - "regex": ".*RES_CO2_USA_mosaic_grid_1km_mn_.*.tif$" - }, - "rrd-co2": { - "title": "Total Railroad CO₂ Emissions", - "description": "Estimated total annual ffCO₂ emissions coming from railroads.", - "regex": ".*RRD_CO2_USA_mosaic_grid_1km_mn_.*.tif$" - } - }, - "id_regex": ".*_(.*).tif$", - "id_template": "vulcan-ffco2-yeargrid-v4-{}" -} From 4e6a27a63c8af9afeeaffb60d8d5ddecccea6247 Mon Sep 17 00:00:00 2001 From: Kyle Lesinger Date: Fri, 12 Sep 2025 11:24:33 -0500 Subject: [PATCH 002/118] add esi discovery items --- ingestion-data/discovery-items/esi-12wk.json | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/ingestion-data/discovery-items/esi-12wk.json b/ingestion-data/discovery-items/esi-12wk.json index 8712d63..2c4ba9f 100644 --- a/ingestion-data/discovery-items/esi-12wk.json +++ b/ingestion-data/discovery-items/esi-12wk.json @@ -1,5 +1,5 @@ { - "collection": "esi-12wk", + "collection": "esi-12wk-global", "bucket": "nasa-disasters", "prefix": "nrt/servir-esi-cog/12WK/", "cogify": false, @@ -10,7 +10,7 @@ "esi-12wk": { "description": "Daily estimates of ESI over the previous 12 weeks.", "regex": ".*.tif$", - "title": "ESI-12WK" + "title": "Global ESI-12WK" } }, "id_regex": ".*_(.*).tif$", From 9d842d75e420f3695a28957d5c20479df5540bdb Mon Sep 17 00:00:00 2001 From: Kyle Lesinger Date: Fri, 12 Sep 2025 11:42:43 -0500 Subject: [PATCH 003/118] add rsm conus 0-2m --- ingestion-data/collections/rsm0-2m-conus.json | 65 +++++++++++++++++++ .../discovery-items/rsm0-2m-conus.json | 18 +++++ 2 files changed, 83 insertions(+) create mode 100644 ingestion-data/collections/rsm0-2m-conus.json create mode 100644 ingestion-data/discovery-items/rsm0-2m-conus.json diff --git a/ingestion-data/collections/rsm0-2m-conus.json b/ingestion-data/collections/rsm0-2m-conus.json new file mode 100644 index 0000000..afe6443 --- /dev/null +++ b/ingestion-data/collections/rsm0-2m-conus.json @@ -0,0 +1,65 @@ +{ + "id": "rsm0-2m-conus", + "dashboard:is_periodic": true, + "dashboard:time_interval": "P1D", + "description": "The NASA SPoRT (Short-term Prediction Research and Transition Center) Land Information System (LIS) provides critical relative soil moisture data products that support disaster monitoring and response efforts across the United States. These high-resolution datasets, typically available at 3-kilometer spatial resolution, offer daily updates on soil moisture conditions at multiple depths (0-10cm, 10-40cm, 40-100cm, and 0-200cm) using advanced land surface modeling techniques. The relative soil moisture products represent the current soil water content as a percentile compared to the historical record for that location and time of year, enabling disaster coordinators to quickly identify areas experiencing abnormally dry or wet conditions. This information proves invaluable for assessing drought severity, flood risk potential, wildfire danger, and agricultural stress, while also supporting post-disaster recovery efforts by helping determine baseline conditions and monitoring the return to normal moisture levels. The data, distributed in Cloud Optimized GeoTIFF (COG) format, integrates seamlessly with GIS platforms and web-based mapping applications, providing emergency managers, agricultural specialists, and water resource managers with near real-time intelligence for informed decision-making during critical disaster preparedness and response operations.", + "extent": { + "spatial": { + "bbox": [ + [ + -125, + -24, + -66, + 49 + ] + ] + }, + "temporal": { + "interval": [ + [ + "2025-02-17T00:00:00Z", + null + ] + ] + } + }, + "item_assets": { + "rsm0-2m": { + "description": "Daily estimates of relative soil moisture over CONUS.", + "roles": [ + "data", + "layer" + ], + "title": "Sport LIS Relative soil moisture (0-2m) [CONUS]", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + } + }, + "license": "CC0-1.0", + "links": [], + "providers": [ + { + "name": "NASA" + } + ], + "renders": { + "dashboard": { + "assets": [ + "rsm0-2m" + ], + "rescale": [ + [ + 0, + 100 + ] + ] + } + }, + "stac_extensions": [ + "https://stac-extensions.github.io/render/v1.0.0/schema.json", + "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" + ], + "stac_version": "1.0.0", + "title": "Sport LIS Relative soil moisture (0-2m) [CONUS]", + "type": "Collection", + "tenant": ["nasa-disasters"] +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/rsm0-2m-conus.json b/ingestion-data/discovery-items/rsm0-2m-conus.json new file mode 100644 index 0000000..bc18af0 --- /dev/null +++ b/ingestion-data/discovery-items/rsm0-2m-conus.json @@ -0,0 +1,18 @@ +{ + "collection": "rsm0-2m-conus", + "bucket": "nasa-disasters", + "prefix": "nrt/sport-lis-cog/rsm0-2m/", + "cogify": false, + "discovery": "s3", + "dry_run": false, + "filename_regex": ".*.tif$", + "assets": { + "rsm0-2m": { + "description": "Daily estimates of relative soil moisture over CONUS.", + "regex": ".*.tif$", + "title": "Sport LIS Relative soil moisture (0-2m) [CONUS]" + } + }, + "id_regex": ".*_(.*).tif$", + "id_template": "{}" +} \ No newline at end of file From 92bc1891027eafbd30f07c8d37c4954782d75370 Mon Sep 17 00:00:00 2001 From: Kyle Lesinger Date: Fri, 12 Sep 2025 11:54:20 -0500 Subject: [PATCH 004/118] update rsm 0-10cm conus --- .../collections/rsm0-10cm-conus.json | 65 +++++++++++++++++++ .../discovery-items/rsm0-10cm-conus.json | 18 +++++ 2 files changed, 83 insertions(+) create mode 100644 ingestion-data/collections/rsm0-10cm-conus.json create mode 100644 ingestion-data/discovery-items/rsm0-10cm-conus.json diff --git a/ingestion-data/collections/rsm0-10cm-conus.json b/ingestion-data/collections/rsm0-10cm-conus.json new file mode 100644 index 0000000..33d59ec --- /dev/null +++ b/ingestion-data/collections/rsm0-10cm-conus.json @@ -0,0 +1,65 @@ +{ + "id": "rsm0-10cm-conus", + "dashboard:is_periodic": true, + "dashboard:time_interval": "P1D", + "description": "The NASA SPoRT (Short-term Prediction Research and Transition Center) Land Information System (LIS) provides critical relative soil moisture data products that support disaster monitoring and response efforts across the United States. These high-resolution datasets, typically available at 3-kilometer spatial resolution, offer daily updates on soil moisture conditions at multiple depths (0-10cm, 10-40cm, 40-100cm, and 0-200cm) using advanced land surface modeling techniques. The relative soil moisture products represent the current soil water content as a percentile compared to the historical record for that location and time of year, enabling disaster coordinators to quickly identify areas experiencing abnormally dry or wet conditions. This information proves invaluable for assessing drought severity, flood risk potential, wildfire danger, and agricultural stress, while also supporting post-disaster recovery efforts by helping determine baseline conditions and monitoring the return to normal moisture levels. The data, distributed in Cloud Optimized GeoTIFF (COG) format, integrates seamlessly with GIS platforms and web-based mapping applications, providing emergency managers, agricultural specialists, and water resource managers with near real-time intelligence for informed decision-making during critical disaster preparedness and response operations.", + "extent": { + "spatial": { + "bbox": [ + [ + -125, + -24, + -66, + 49 + ] + ] + }, + "temporal": { + "interval": [ + [ + "2025-02-17T00:00:00Z", + null + ] + ] + } + }, + "item_assets": { + "rsm0-10cm": { + "description": "Daily estimates of relative soil moisture over CONUS.", + "roles": [ + "data", + "layer" + ], + "title": "Sport LIS Relative soil moisture (0-10cm) [CONUS]", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + } + }, + "license": "CC0-1.0", + "links": [], + "providers": [ + { + "name": "NASA" + } + ], + "renders": { + "dashboard": { + "assets": [ + "rsm0-10cm" + ], + "rescale": [ + [ + 0, + 100 + ] + ] + } + }, + "stac_extensions": [ + "https://stac-extensions.github.io/render/v1.0.0/schema.json", + "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" + ], + "stac_version": "1.0.0", + "title": "Sport LIS Relative soil moisture (0-10cm) [CONUS]", + "type": "Collection", + "tenant": ["nasa-disasters"] +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/rsm0-10cm-conus.json b/ingestion-data/discovery-items/rsm0-10cm-conus.json new file mode 100644 index 0000000..de50272 --- /dev/null +++ b/ingestion-data/discovery-items/rsm0-10cm-conus.json @@ -0,0 +1,18 @@ +{ + "collection": "rsm0-10cm-conus", + "bucket": "nasa-disasters", + "prefix": "nrt/sport-lis-cog/rsm0-10cm/", + "cogify": false, + "discovery": "s3", + "dry_run": false, + "filename_regex": ".*.tif$", + "assets": { + "rsm0-10cm": { + "description": "Daily estimates of relative soil moisture over CONUS.", + "regex": ".*.tif$", + "title": "Sport LIS Relative soil moisture (0-10cm) [CONUS]" + } + }, + "id_regex": ".*_(.*).tif$", + "id_template": "{}" +} \ No newline at end of file From 21daed83abac8ffefa850f7a43756f208e049ec1 Mon Sep 17 00:00:00 2001 From: Kyle Lesinger Date: Fri, 12 Sep 2025 11:55:51 -0500 Subject: [PATCH 005/118] update esi naming --- .../collections/{esi-12wk.json => esi-12wk-global.json} | 0 ingestion-data/collections/{esi-4wk.json => esi-4wk-global.json} | 0 .../discovery-items/{esi-12wk.json => esi-12wk-global.json} | 0 .../discovery-items/{esi-4wk.json => esi-4wk-global.json} | 0 4 files changed, 0 insertions(+), 0 deletions(-) rename ingestion-data/collections/{esi-12wk.json => esi-12wk-global.json} (100%) rename ingestion-data/collections/{esi-4wk.json => esi-4wk-global.json} (100%) rename ingestion-data/discovery-items/{esi-12wk.json => esi-12wk-global.json} (100%) rename ingestion-data/discovery-items/{esi-4wk.json => esi-4wk-global.json} (100%) diff --git a/ingestion-data/collections/esi-12wk.json b/ingestion-data/collections/esi-12wk-global.json similarity index 100% rename from ingestion-data/collections/esi-12wk.json rename to ingestion-data/collections/esi-12wk-global.json diff --git a/ingestion-data/collections/esi-4wk.json b/ingestion-data/collections/esi-4wk-global.json similarity index 100% rename from ingestion-data/collections/esi-4wk.json rename to ingestion-data/collections/esi-4wk-global.json diff --git a/ingestion-data/discovery-items/esi-12wk.json b/ingestion-data/discovery-items/esi-12wk-global.json similarity index 100% rename from ingestion-data/discovery-items/esi-12wk.json rename to ingestion-data/discovery-items/esi-12wk-global.json diff --git a/ingestion-data/discovery-items/esi-4wk.json b/ingestion-data/discovery-items/esi-4wk-global.json similarity index 100% rename from ingestion-data/discovery-items/esi-4wk.json rename to ingestion-data/discovery-items/esi-4wk-global.json From 6ccc721252a3103b55e7ba419cb8ce86806fac02 Mon Sep 17 00:00:00 2001 From: Kyle Lesinger Date: Fri, 12 Sep 2025 14:33:36 -0500 Subject: [PATCH 006/118] add vsm0-10 conus --- .../collections/vsm0-10cm-conus.json | 65 +++++++++++++++++++ .../discovery-items/vsm0-10cm-conus.json | 18 +++++ 2 files changed, 83 insertions(+) create mode 100644 ingestion-data/collections/vsm0-10cm-conus.json create mode 100644 ingestion-data/discovery-items/vsm0-10cm-conus.json diff --git a/ingestion-data/collections/vsm0-10cm-conus.json b/ingestion-data/collections/vsm0-10cm-conus.json new file mode 100644 index 0000000..a4080c0 --- /dev/null +++ b/ingestion-data/collections/vsm0-10cm-conus.json @@ -0,0 +1,65 @@ +{ + "id": "vsm0-10cm-conus", + "dashboard:is_periodic": true, + "dashboard:time_interval": "P1D", + "description": "The NASA SPoRT (Short-term Prediction Research and Transition Center) Land Information System (LIS) provides critical relative soil moisture data products that support disaster monitoring and response efforts across the United States. These high-resolution datasets, typically available at 3-kilometer spatial resolution, offer daily updates on soil moisture conditions at multiple depths (0-10cm, 10-40cm, 40-100cm, and 0-200cm) using advanced land surface modeling techniques. The relative soil moisture products represent the current soil water content as a percentile compared to the historical record for that location and time of year, enabling disaster coordinators to quickly identify areas experiencing abnormally dry or wet conditions. This information proves invaluable for assessing drought severity, flood risk potential, wildfire danger, and agricultural stress, while also supporting post-disaster recovery efforts by helping determine baseline conditions and monitoring the return to normal moisture levels. The data, distributed in Cloud Optimized GeoTIFF (COG) format, integrates seamlessly with GIS platforms and web-based mapping applications, providing emergency managers, agricultural specialists, and water resource managers with near real-time intelligence for informed decision-making during critical disaster preparedness and response operations.", + "extent": { + "spatial": { + "bbox": [ + [ + -125, + -24, + -66, + 49 + ] + ] + }, + "temporal": { + "interval": [ + [ + "2025-02-17T00:00:00Z", + null + ] + ] + } + }, + "item_assets": { + "vsm0-10cm": { + "description": "Daily estimates of volumetric soil moisture over CONUS.", + "roles": [ + "data", + "layer" + ], + "title": "Sport LIS volumetric soil moisture (0-10cm) [CONUS]", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + } + }, + "license": "CC0-1.0", + "links": [], + "providers": [ + { + "name": "NASA" + } + ], + "renders": { + "dashboard": { + "assets": [ + "vsm0-10cm" + ], + "rescale": [ + [ + 0, + 100 + ] + ] + } + }, + "stac_extensions": [ + "https://stac-extensions.github.io/render/v1.0.0/schema.json", + "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" + ], + "stac_version": "1.0.0", + "title": "Sport LIS volumetric soil moisture (0-10cm) [CONUS]", + "type": "Collection", + "tenant": ["nasa-disasters"] +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/vsm0-10cm-conus.json b/ingestion-data/discovery-items/vsm0-10cm-conus.json new file mode 100644 index 0000000..2bdc059 --- /dev/null +++ b/ingestion-data/discovery-items/vsm0-10cm-conus.json @@ -0,0 +1,18 @@ +{ + "collection": "vsm0-10cm-conus", + "bucket": "nasa-disasters", + "prefix": "nrt/sport-lis-cog/vsm0-10cm/", + "cogify": false, + "discovery": "s3", + "dry_run": false, + "filename_regex": ".*.tif$", + "assets": { + "vsm0-10cm": { + "description": "Daily estimates of volumetric soil moisture over CONUS.", + "regex": ".*.tif$", + "title": "Sport LIS volumetric soil moisture (0-10cm) [CONUS]" + } + }, + "id_regex": ".*_(.*).tif$", + "id_template": "{}" +} \ No newline at end of file From 964c2aae65dc4dd450a97a578f129d3ff59108f9 Mon Sep 17 00:00:00 2001 From: Kyle Lesinger Date: Fri, 12 Sep 2025 14:37:05 -0500 Subject: [PATCH 007/118] add vsm0-40 conus --- .../collections/vsm0-40cm-conus.json | 65 +++++++++++++++++++ .../discovery-items/vsm0-40cm-conus.json | 18 +++++ 2 files changed, 83 insertions(+) create mode 100644 ingestion-data/collections/vsm0-40cm-conus.json create mode 100644 ingestion-data/discovery-items/vsm0-40cm-conus.json diff --git a/ingestion-data/collections/vsm0-40cm-conus.json b/ingestion-data/collections/vsm0-40cm-conus.json new file mode 100644 index 0000000..74b5d50 --- /dev/null +++ b/ingestion-data/collections/vsm0-40cm-conus.json @@ -0,0 +1,65 @@ +{ + "id": "vsm0-40cm-conus", + "dashboard:is_periodic": true, + "dashboard:time_interval": "P1D", + "description": "The NASA SPoRT (Short-term Prediction Research and Transition Center) Land Information System (LIS) provides critical relative soil moisture data products that support disaster monitoring and response efforts across the United States. These high-resolution datasets, typically available at 3-kilometer spatial resolution, offer daily updates on soil moisture conditions at multiple depths (0-40cm, 10-40cm, 40-100cm, and 0-200cm) using advanced land surface modeling techniques. The relative soil moisture products represent the current soil water content as a percentile compared to the historical record for that location and time of year, enabling disaster coordinators to quickly identify areas experiencing abnormally dry or wet conditions. This information proves invaluable for assessing drought severity, flood risk potential, wildfire danger, and agricultural stress, while also supporting post-disaster recovery efforts by helping determine baseline conditions and monitoring the return to normal moisture levels. The data, distributed in Cloud Optimized GeoTIFF (COG) format, integrates seamlessly with GIS platforms and web-based mapping applications, providing emergency managers, agricultural specialists, and water resource managers with near real-time intelligence for informed decision-making during critical disaster preparedness and response operations.", + "extent": { + "spatial": { + "bbox": [ + [ + -125, + -24, + -66, + 49 + ] + ] + }, + "temporal": { + "interval": [ + [ + "2025-02-17T00:00:00Z", + null + ] + ] + } + }, + "item_assets": { + "vsm0-40cm": { + "description": "Daily estimates of volumetric soil moisture over CONUS.", + "roles": [ + "data", + "layer" + ], + "title": "Sport LIS volumetric soil moisture (0-40cm) [CONUS]", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + } + }, + "license": "CC0-1.0", + "links": [], + "providers": [ + { + "name": "NASA" + } + ], + "renders": { + "dashboard": { + "assets": [ + "vsm0-40cm" + ], + "rescale": [ + [ + 0, + 100 + ] + ] + } + }, + "stac_extensions": [ + "https://stac-extensions.github.io/render/v1.0.0/schema.json", + "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" + ], + "stac_version": "1.0.0", + "title": "Sport LIS volumetric soil moisture (0-40cm) [CONUS]", + "type": "Collection", + "tenant": ["nasa-disasters"] +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/vsm0-40cm-conus.json b/ingestion-data/discovery-items/vsm0-40cm-conus.json new file mode 100644 index 0000000..462c11e --- /dev/null +++ b/ingestion-data/discovery-items/vsm0-40cm-conus.json @@ -0,0 +1,18 @@ +{ + "collection": "vsm0-40cm-conus", + "bucket": "nasa-disasters", + "prefix": "nrt/sport-lis-cog/vsm0-40cm/", + "cogify": false, + "discovery": "s3", + "dry_run": false, + "filename_regex": ".*.tif$", + "assets": { + "vsm0-40cm": { + "description": "Daily estimates of volumetric soil moisture over CONUS.", + "regex": ".*.tif$", + "title": "Sport LIS volumetric soil moisture (0-40cm) [CONUS]" + } + }, + "id_regex": ".*_(.*).tif$", + "id_template": "{}" +} \ No newline at end of file From d71ae9b01ac7396c5f5937ceaa6031a896dd134c Mon Sep 17 00:00:00 2001 From: Kyle Lesinger Date: Fri, 12 Sep 2025 14:39:08 -0500 Subject: [PATCH 008/118] add vsm0-100 conus --- .../collections/vsm0-100cm-conus.json | 65 +++++++++++++++++++ .../discovery-items/vsm0-100cm-conus.json | 18 +++++ 2 files changed, 83 insertions(+) create mode 100644 ingestion-data/collections/vsm0-100cm-conus.json create mode 100644 ingestion-data/discovery-items/vsm0-100cm-conus.json diff --git a/ingestion-data/collections/vsm0-100cm-conus.json b/ingestion-data/collections/vsm0-100cm-conus.json new file mode 100644 index 0000000..da611b5 --- /dev/null +++ b/ingestion-data/collections/vsm0-100cm-conus.json @@ -0,0 +1,65 @@ +{ + "id": "vsm0-100cm-conus", + "dashboard:is_periodic": true, + "dashboard:time_interval": "P1D", + "description": "The NASA SPoRT (Short-term Prediction Research and Transition Center) Land Information System (LIS) provides critical relative soil moisture data products that support disaster monitoring and response efforts across the United States. These high-resolution datasets, typically available at 3-kilometer spatial resolution, offer daily updates on soil moisture conditions at multiple depths (0-100cm, 10-100cm, 40-100cm, and 0-200cm) using advanced land surface modeling techniques. The relative soil moisture products represent the current soil water content as a percentile compared to the historical record for that location and time of year, enabling disaster coordinators to quickly identify areas experiencing abnormally dry or wet conditions. This information proves invaluable for assessing drought severity, flood risk potential, wildfire danger, and agricultural stress, while also supporting post-disaster recovery efforts by helping determine baseline conditions and monitoring the return to normal moisture levels. The data, distributed in Cloud Optimized GeoTIFF (COG) format, integrates seamlessly with GIS platforms and web-based mapping applications, providing emergency managers, agricultural specialists, and water resource managers with near real-time intelligence for informed decision-making during critical disaster preparedness and response operations.", + "extent": { + "spatial": { + "bbox": [ + [ + -125, + -24, + -66, + 49 + ] + ] + }, + "temporal": { + "interval": [ + [ + "2025-02-17T00:00:00Z", + null + ] + ] + } + }, + "item_assets": { + "vsm0-100cm": { + "description": "Daily estimates of volumetric soil moisture over CONUS.", + "roles": [ + "data", + "layer" + ], + "title": "Sport LIS volumetric soil moisture (0-100cm) [CONUS]", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + } + }, + "license": "CC0-1.0", + "links": [], + "providers": [ + { + "name": "NASA" + } + ], + "renders": { + "dashboard": { + "assets": [ + "vsm0-100cm" + ], + "rescale": [ + [ + 0, + 100 + ] + ] + } + }, + "stac_extensions": [ + "https://stac-extensions.github.io/render/v1.0.0/schema.json", + "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" + ], + "stac_version": "1.0.0", + "title": "Sport LIS volumetric soil moisture (0-100cm) [CONUS]", + "type": "Collection", + "tenant": ["nasa-disasters"] +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/vsm0-100cm-conus.json b/ingestion-data/discovery-items/vsm0-100cm-conus.json new file mode 100644 index 0000000..a569922 --- /dev/null +++ b/ingestion-data/discovery-items/vsm0-100cm-conus.json @@ -0,0 +1,18 @@ +{ + "collection": "vsm0-100cm-conus", + "bucket": "nasa-disasters", + "prefix": "nrt/sport-lis-cog/vsm0-100cm/", + "cogify": false, + "discovery": "s3", + "dry_run": false, + "filename_regex": ".*.tif$", + "assets": { + "vsm0-100cm": { + "description": "Daily estimates of volumetric soil moisture over CONUS.", + "regex": ".*.tif$", + "title": "Sport LIS volumetric soil moisture (0-100cm) [CONUS]" + } + }, + "id_regex": ".*_(.*).tif$", + "id_template": "{}" +} \ No newline at end of file From d94d50073c541a59d5c4854d2ad6c74ef8d56f3f Mon Sep 17 00:00:00 2001 From: Kyle Lesinger Date: Fri, 12 Sep 2025 14:45:41 -0500 Subject: [PATCH 009/118] add vsm0-200 conus --- .../collections/vsm0-200cm-conus.json | 65 +++++++++++++++++++ .../discovery-items/vsm0-200cm-conus.json | 18 +++++ 2 files changed, 83 insertions(+) create mode 100644 ingestion-data/collections/vsm0-200cm-conus.json create mode 100644 ingestion-data/discovery-items/vsm0-200cm-conus.json diff --git a/ingestion-data/collections/vsm0-200cm-conus.json b/ingestion-data/collections/vsm0-200cm-conus.json new file mode 100644 index 0000000..094fa59 --- /dev/null +++ b/ingestion-data/collections/vsm0-200cm-conus.json @@ -0,0 +1,65 @@ +{ + "id": "vsm0-200cm-conus", + "dashboard:is_periodic": true, + "dashboard:time_interval": "P1D", + "description": "The NASA SPoRT (Short-term Prediction Research and Transition Center) Land Information System (LIS) provides critical relative soil moisture data products that support disaster monitoring and response efforts across the United States. These high-resolution datasets, typically available at 3-kilometer spatial resolution, offer daily updates on soil moisture conditions at multiple depths (0-200cm, 10-200cm, 40-200cm, and 0-200cm) using advanced land surface modeling techniques. The relative soil moisture products represent the current soil water content as a percentile compared to the historical record for that location and time of year, enabling disaster coordinators to quickly identify areas experiencing abnormally dry or wet conditions. This information proves invaluable for assessing drought severity, flood risk potential, wildfire danger, and agricultural stress, while also supporting post-disaster recovery efforts by helping determine baseline conditions and monitoring the return to normal moisture levels. The data, distributed in Cloud Optimized GeoTIFF (COG) format, integrates seamlessly with GIS platforms and web-based mapping applications, providing emergency managers, agricultural specialists, and water resource managers with near real-time intelligence for informed decision-making during critical disaster preparedness and response operations.", + "extent": { + "spatial": { + "bbox": [ + [ + -125, + -24, + -66, + 49 + ] + ] + }, + "temporal": { + "interval": [ + [ + "2025-02-17T00:00:00Z", + null + ] + ] + } + }, + "item_assets": { + "vsm0-200cm": { + "description": "Daily estimates of volumetric soil moisture over CONUS.", + "roles": [ + "data", + "layer" + ], + "title": "Sport LIS volumetric soil moisture (0-200cm) [CONUS]", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + } + }, + "license": "CC0-1.0", + "links": [], + "providers": [ + { + "name": "NASA" + } + ], + "renders": { + "dashboard": { + "assets": [ + "vsm0-200cm" + ], + "rescale": [ + [ + 0, + 100 + ] + ] + } + }, + "stac_extensions": [ + "https://stac-extensions.github.io/render/v1.0.0/schema.json", + "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" + ], + "stac_version": "1.0.0", + "title": "Sport LIS volumetric soil moisture (0-200cm) [CONUS]", + "type": "Collection", + "tenant": ["nasa-disasters"] +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/vsm0-200cm-conus.json b/ingestion-data/discovery-items/vsm0-200cm-conus.json new file mode 100644 index 0000000..1030d71 --- /dev/null +++ b/ingestion-data/discovery-items/vsm0-200cm-conus.json @@ -0,0 +1,18 @@ +{ + "collection": "vsm0-200cm-conus", + "bucket": "nasa-disasters", + "prefix": "nrt/sport-lis-cog/vsm0-200cm/", + "cogify": false, + "discovery": "s3", + "dry_run": false, + "filename_regex": ".*.tif$", + "assets": { + "vsm0-200cm": { + "description": "Daily estimates of volumetric soil moisture over CONUS.", + "regex": ".*.tif$", + "title": "Sport LIS volumetric soil moisture (0-200cm) [CONUS]" + } + }, + "id_regex": ".*_(.*).tif$", + "id_template": "{}" +} \ No newline at end of file From a640160b7f6f368448037c59dc963dc7ed12804c Mon Sep 17 00:00:00 2001 From: Kyle Lesinger Date: Sat, 13 Sep 2025 07:41:58 -0500 Subject: [PATCH 010/118] add rsm alaska 0-10cm --- .../collections/rsm0-10cm-alaska.json | 65 +++++++++++++++++++ .../discovery-items/rsm0-10cm-alaska.json | 18 +++++ 2 files changed, 83 insertions(+) create mode 100644 ingestion-data/collections/rsm0-10cm-alaska.json create mode 100644 ingestion-data/discovery-items/rsm0-10cm-alaska.json diff --git a/ingestion-data/collections/rsm0-10cm-alaska.json b/ingestion-data/collections/rsm0-10cm-alaska.json new file mode 100644 index 0000000..ff9ec6f --- /dev/null +++ b/ingestion-data/collections/rsm0-10cm-alaska.json @@ -0,0 +1,65 @@ +{ + "id": "rsm0-10cm-alaska", + "dashboard:is_periodic": false, + "dashboard:time_interval": "P3H", + "description": "The NASA SPoRT (Short-term Prediction Research and Transition Center) Land Information System (LIS) provides critical relative soil moisture data products that support disaster monitoring and response efforts across the United States. These high-resolution datasets, typically available at 3-kilometer spatial resolution, offer daily updates on soil moisture conditions at multiple depths (0-10cm, 10-40cm, 40-100cm, and 0-200cm) using advanced land surface modeling techniques. The relative soil moisture products represent the current soil water content as a percentile compared to the historical record for that location and time of year, enabling disaster coordinators to quickly identify areas experiencing abnormally dry or wet conditions. This information proves invaluable for assessing drought severity, flood risk potential, wildfire danger, and agricultural stress, while also supporting post-disaster recovery efforts by helping determine baseline conditions and monitoring the return to normal moisture levels. The data, distributed in Cloud Optimized GeoTIFF (COG) format, integrates seamlessly with GIS platforms and web-based mapping applications, providing emergency managers, agricultural specialists, and water resource managers with near real-time intelligence for informed decision-making during critical disaster preparedness and response operations.", + "extent": { + "spatial": { + "bbox": [ + [ + -180.0, + 51.0, + -130.0, + 71.5 + ] + ] + }, + "temporal": { + "interval": [ + [ + "2025-02-17T15:00:00Z", + "2025-09-12T12:00:00Z" + ] + ] + } + }, + "item_assets": { + "rsm0-10cm": { + "description": "Daily estimates of relative soil moisture over Alaska.", + "roles": [ + "data", + "layer" + ], + "title": "Sport LIS Relative soil moisture (0-10cm) [Alaska]", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + } + }, + "license": "CC0-1.0", + "links": [], + "providers": [ + { + "name": "NASA" + } + ], + "renders": { + "dashboard": { + "assets": [ + "rsm0-10cm" + ], + "rescale": [ + [ + 0, + 100 + ] + ] + } + }, + "stac_extensions": [ + "https://stac-extensions.github.io/render/v1.0.0/schema.json", + "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" + ], + "stac_version": "1.0.0", + "title": "Sport LIS Relative soil moisture (0-10cm) [Alaska]", + "type": "Collection", + "tenant": ["nasa-disasters"] +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/rsm0-10cm-alaska.json b/ingestion-data/discovery-items/rsm0-10cm-alaska.json new file mode 100644 index 0000000..63abca8 --- /dev/null +++ b/ingestion-data/discovery-items/rsm0-10cm-alaska.json @@ -0,0 +1,18 @@ +{ + "collection": "rsm0-10cm-alaska", + "bucket": "nasa-disasters", + "prefix": "nrt/sport-lis-cog/rsm0-10cm_alaska/", + "cogify": false, + "discovery": "s3", + "dry_run": false, + "filename_regex": ".*.tif$", + "assets": { + "rsm0-10cm": { + "description": "Daily estimates of relative soil moisture over Alaska.", + "regex": ".*.tif$", + "title": "Sport LIS Relative soil moisture (0-2m) [Alaska]" + } + }, + "id_regex": ".*_(.*).tif$", + "id_template": "{}" +} \ No newline at end of file From 72ed0262842d68364bb7a068530288839275f743 Mon Sep 17 00:00:00 2001 From: Kyle Lesinger Date: Sat, 13 Sep 2025 08:12:44 -0500 Subject: [PATCH 011/118] update snod alaska --- ingestion-data/collections/gvf-alaska.json | 65 +++++++++++++++++++ ingestion-data/collections/snod-alaska.json | 65 +++++++++++++++++++ .../discovery-items/gvf-alaska.json | 18 +++++ .../discovery-items/rsm0-10cm-alaska.json | 2 +- .../discovery-items/snod-alaska.json | 18 +++++ 5 files changed, 167 insertions(+), 1 deletion(-) create mode 100644 ingestion-data/collections/gvf-alaska.json create mode 100644 ingestion-data/collections/snod-alaska.json create mode 100644 ingestion-data/discovery-items/gvf-alaska.json create mode 100644 ingestion-data/discovery-items/snod-alaska.json diff --git a/ingestion-data/collections/gvf-alaska.json b/ingestion-data/collections/gvf-alaska.json new file mode 100644 index 0000000..ac327cb --- /dev/null +++ b/ingestion-data/collections/gvf-alaska.json @@ -0,0 +1,65 @@ +{ + "id": "gvf-alaska", + "dashboard:is_periodic": false, + "dashboard:time_interval": "P3H", + "description": "Alaska SPoRT-LIS uses the Green Vegetation Fraction (GVF) from sensors like VIIRS to monitor vegetation health, particularly during spring snow melt and the summer wildfire season. GVF indicates the fractional amount of green vegetation cover in a specific area. The Alaska SPoRT-LIS system incorporates this near real-time data to inform end-users about soil moisture trends and vegetation stress, helping to manage agricultural, drought, and fire weather conditions.", + "extent": { + "spatial": { + "bbox": [ + [ + -180.0, + 51.0, + -130.0, + 71.5 + ] + ] + }, + "temporal": { + "interval": [ + [ + "2025-02-17T15:00:00Z", + "2025-09-12T12:00:00Z" + ] + ] + } + }, + "item_assets": { + "gvf": { + "description": "Daily estimates of relative soil moisture over Alaska.", + "roles": [ + "data", + "layer" + ], + "title": "Sport LIS green vegetation fraction (0-10cm) [Alaska]", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + } + }, + "license": "CC0-1.0", + "links": [], + "providers": [ + { + "name": "NASA" + } + ], + "renders": { + "dashboard": { + "assets": [ + "gvf" + ], + "rescale": [ + [ + 0, + 100 + ] + ] + } + }, + "stac_extensions": [ + "https://stac-extensions.github.io/render/v1.0.0/schema.json", + "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" + ], + "stac_version": "1.0.0", + "title": "Sport LIS green vegetation fraction [Alaska]", + "type": "Collection", + "tenant": ["nasa-disasters"] +} \ No newline at end of file diff --git a/ingestion-data/collections/snod-alaska.json b/ingestion-data/collections/snod-alaska.json new file mode 100644 index 0000000..b58d4a3 --- /dev/null +++ b/ingestion-data/collections/snod-alaska.json @@ -0,0 +1,65 @@ +{ + "id": "snod-alaska", + "dashboard:is_periodic": false, + "dashboard:time_interval": "P3H", + "description": "Within LIS, the Noah Land Surface Model (LSM) is forced by this input data and produces analyses of soil temperature and moisture in 4 layers plus the snow state and fluxes of energy and water at the surface. The Noah LSM accounts for snow accumulation based on the current LIS snow values in the continuous run and the forcing data from the atmospheric model. Forcing variables influencing the snow depth in LIS include precipitation, air temperature, solar radiation. Relevant modeled processes include compaction of snow, sublimation, and melting.", + "extent": { + "spatial": { + "bbox": [ + [ + -180.0, + 51.0, + -130.0, + 71.5 + ] + ] + }, + "temporal": { + "interval": [ + [ + "2025-02-17T15:00:00Z", + "2025-09-12T12:00:00Z" + ] + ] + } + }, + "item_assets": { + "snod": { + "description": "Daily estimates of relative soil moisture over Alaska.", + "roles": [ + "data", + "layer" + ], + "title": "Sport LIS snow depth [Alaska]", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + } + }, + "license": "CC0-1.0", + "links": [], + "providers": [ + { + "name": "NASA" + } + ], + "renders": { + "dashboard": { + "assets": [ + "snod" + ], + "rescale": [ + [ + 0, + 1000 + ] + ] + } + }, + "stac_extensions": [ + "https://stac-extensions.github.io/render/v1.0.0/schema.json", + "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" + ], + "stac_version": "1.0.0", + "title": "Sport LIS snow depth [Alaska]", + "type": "Collection", + "tenant": ["nasa-disasters"] +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/gvf-alaska.json b/ingestion-data/discovery-items/gvf-alaska.json new file mode 100644 index 0000000..40bd43f --- /dev/null +++ b/ingestion-data/discovery-items/gvf-alaska.json @@ -0,0 +1,18 @@ +{ + "collection": "gvf-alaska", + "bucket": "nasa-disasters", + "prefix": "nrt/sport-lis-cog/gvf_alaska/", + "cogify": false, + "discovery": "s3", + "dry_run": false, + "filename_regex": ".*.tif$", + "assets": { + "gvf": { + "description": "Hourly estimates of green vegtation over Alaska.", + "regex": ".*.tif$", + "title": "Sport LIS green vegetation fraction [Alaska]" + } + }, + "id_regex": ".*_(.*).tif$", + "id_template": "{}" +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/rsm0-10cm-alaska.json b/ingestion-data/discovery-items/rsm0-10cm-alaska.json index 63abca8..6c756b7 100644 --- a/ingestion-data/discovery-items/rsm0-10cm-alaska.json +++ b/ingestion-data/discovery-items/rsm0-10cm-alaska.json @@ -8,7 +8,7 @@ "filename_regex": ".*.tif$", "assets": { "rsm0-10cm": { - "description": "Daily estimates of relative soil moisture over Alaska.", + "description": "Hourly estimates of relative soil moisture over Alaska.", "regex": ".*.tif$", "title": "Sport LIS Relative soil moisture (0-2m) [Alaska]" } diff --git a/ingestion-data/discovery-items/snod-alaska.json b/ingestion-data/discovery-items/snod-alaska.json new file mode 100644 index 0000000..3daf57e --- /dev/null +++ b/ingestion-data/discovery-items/snod-alaska.json @@ -0,0 +1,18 @@ +{ + "collection": "gvf-alaska", + "bucket": "nasa-disasters", + "prefix": "nrt/sport-lis-cog/snod_alaska/", + "cogify": false, + "discovery": "s3", + "dry_run": false, + "filename_regex": ".*.tif$", + "assets": { + "rsm0-10cm": { + "description": "Hourly estimates of snow depth over Alaska.", + "regex": ".*.tif$", + "title": "Sport LIS snow depth [Alaska]" + } + }, + "id_regex": ".*_(.*).tif$", + "id_template": "{}" +} \ No newline at end of file From 9055c2ad5b67478202052898c283eab2d35bf1e5 Mon Sep 17 00:00:00 2001 From: Kyle Lesinger Date: Sat, 13 Sep 2025 08:27:42 -0500 Subject: [PATCH 012/118] update gvf --- ingestion-data/collections/gvf-alaska.json | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/ingestion-data/collections/gvf-alaska.json b/ingestion-data/collections/gvf-alaska.json index ac327cb..6522424 100644 --- a/ingestion-data/collections/gvf-alaska.json +++ b/ingestion-data/collections/gvf-alaska.json @@ -25,12 +25,12 @@ }, "item_assets": { "gvf": { - "description": "Daily estimates of relative soil moisture over Alaska.", + "description": "Daily estimates of green vegetation fraction over Alaska.", "roles": [ "data", "layer" ], - "title": "Sport LIS green vegetation fraction (0-10cm) [Alaska]", + "title": "Sport LIS green vegetation fraction [Alaska]", "type": "image/tiff; application=geotiff; profile=cloud-optimized" } }, From 0b17a7c76db5611eb30f192e4524127e31319675 Mon Sep 17 00:00:00 2001 From: Kyle Lesinger Date: Sat, 13 Sep 2025 17:08:36 -0500 Subject: [PATCH 013/118] update alaska config --- ingestion-data/collections/gvf-alaska.json | 3 ++- ingestion-data/collections/rsm0-10cm-alaska.json | 5 +++-- ingestion-data/collections/snod-alaska.json | 2 +- 3 files changed, 6 insertions(+), 4 deletions(-) diff --git a/ingestion-data/collections/gvf-alaska.json b/ingestion-data/collections/gvf-alaska.json index 6522424..dd4c84b 100644 --- a/ingestion-data/collections/gvf-alaska.json +++ b/ingestion-data/collections/gvf-alaska.json @@ -1,7 +1,8 @@ { "id": "gvf-alaska", "dashboard:is_periodic": false, - "dashboard:time_interval": "P3H", + "dashboard:time_interval": "P1D", + "dashboard:time_density": "hour", "description": "Alaska SPoRT-LIS uses the Green Vegetation Fraction (GVF) from sensors like VIIRS to monitor vegetation health, particularly during spring snow melt and the summer wildfire season. GVF indicates the fractional amount of green vegetation cover in a specific area. The Alaska SPoRT-LIS system incorporates this near real-time data to inform end-users about soil moisture trends and vegetation stress, helping to manage agricultural, drought, and fire weather conditions.", "extent": { "spatial": { diff --git a/ingestion-data/collections/rsm0-10cm-alaska.json b/ingestion-data/collections/rsm0-10cm-alaska.json index ff9ec6f..e450663 100644 --- a/ingestion-data/collections/rsm0-10cm-alaska.json +++ b/ingestion-data/collections/rsm0-10cm-alaska.json @@ -1,7 +1,7 @@ { "id": "rsm0-10cm-alaska", "dashboard:is_periodic": false, - "dashboard:time_interval": "P3H", + "dashboard:time_interval": "P1D", "description": "The NASA SPoRT (Short-term Prediction Research and Transition Center) Land Information System (LIS) provides critical relative soil moisture data products that support disaster monitoring and response efforts across the United States. These high-resolution datasets, typically available at 3-kilometer spatial resolution, offer daily updates on soil moisture conditions at multiple depths (0-10cm, 10-40cm, 40-100cm, and 0-200cm) using advanced land surface modeling techniques. The relative soil moisture products represent the current soil water content as a percentile compared to the historical record for that location and time of year, enabling disaster coordinators to quickly identify areas experiencing abnormally dry or wet conditions. This information proves invaluable for assessing drought severity, flood risk potential, wildfire danger, and agricultural stress, while also supporting post-disaster recovery efforts by helping determine baseline conditions and monitoring the return to normal moisture levels. The data, distributed in Cloud Optimized GeoTIFF (COG) format, integrates seamlessly with GIS platforms and web-based mapping applications, providing emergency managers, agricultural specialists, and water resource managers with near real-time intelligence for informed decision-making during critical disaster preparedness and response operations.", "extent": { "spatial": { @@ -51,7 +51,8 @@ 0, 100 ] - ] + ], + "colormap_name": "nipy_spectral_r" } }, "stac_extensions": [ diff --git a/ingestion-data/collections/snod-alaska.json b/ingestion-data/collections/snod-alaska.json index b58d4a3..b4526a3 100644 --- a/ingestion-data/collections/snod-alaska.json +++ b/ingestion-data/collections/snod-alaska.json @@ -1,7 +1,7 @@ { "id": "snod-alaska", "dashboard:is_periodic": false, - "dashboard:time_interval": "P3H", + "dashboard:time_interval": "P1D", "description": "Within LIS, the Noah Land Surface Model (LSM) is forced by this input data and produces analyses of soil temperature and moisture in 4 layers plus the snow state and fluxes of energy and water at the surface. The Noah LSM accounts for snow accumulation based on the current LIS snow values in the continuous run and the forcing data from the atmospheric model. Forcing variables influencing the snow depth in LIS include precipitation, air temperature, solar radiation. Relevant modeled processes include compaction of snow, sublimation, and melting.", "extent": { "spatial": { From c42b7b7ad3367f40c5362f498a56ba1d75162308 Mon Sep 17 00:00:00 2001 From: Kyle Lesinger Date: Sat, 13 Sep 2025 17:18:46 -0500 Subject: [PATCH 014/118] update alaska config --- ingestion-data/collections/gvf-alaska.json | 3 +-- ingestion-data/collections/rsm0-10cm-alaska.json | 2 +- ingestion-data/collections/snod-alaska.json | 2 +- 3 files changed, 3 insertions(+), 4 deletions(-) diff --git a/ingestion-data/collections/gvf-alaska.json b/ingestion-data/collections/gvf-alaska.json index dd4c84b..89f597a 100644 --- a/ingestion-data/collections/gvf-alaska.json +++ b/ingestion-data/collections/gvf-alaska.json @@ -1,8 +1,7 @@ { "id": "gvf-alaska", - "dashboard:is_periodic": false, + "dashboard:is_periodic": true, "dashboard:time_interval": "P1D", - "dashboard:time_density": "hour", "description": "Alaska SPoRT-LIS uses the Green Vegetation Fraction (GVF) from sensors like VIIRS to monitor vegetation health, particularly during spring snow melt and the summer wildfire season. GVF indicates the fractional amount of green vegetation cover in a specific area. The Alaska SPoRT-LIS system incorporates this near real-time data to inform end-users about soil moisture trends and vegetation stress, helping to manage agricultural, drought, and fire weather conditions.", "extent": { "spatial": { diff --git a/ingestion-data/collections/rsm0-10cm-alaska.json b/ingestion-data/collections/rsm0-10cm-alaska.json index e450663..b5d3a52 100644 --- a/ingestion-data/collections/rsm0-10cm-alaska.json +++ b/ingestion-data/collections/rsm0-10cm-alaska.json @@ -1,6 +1,6 @@ { "id": "rsm0-10cm-alaska", - "dashboard:is_periodic": false, + "dashboard:is_periodic": true, "dashboard:time_interval": "P1D", "description": "The NASA SPoRT (Short-term Prediction Research and Transition Center) Land Information System (LIS) provides critical relative soil moisture data products that support disaster monitoring and response efforts across the United States. These high-resolution datasets, typically available at 3-kilometer spatial resolution, offer daily updates on soil moisture conditions at multiple depths (0-10cm, 10-40cm, 40-100cm, and 0-200cm) using advanced land surface modeling techniques. The relative soil moisture products represent the current soil water content as a percentile compared to the historical record for that location and time of year, enabling disaster coordinators to quickly identify areas experiencing abnormally dry or wet conditions. This information proves invaluable for assessing drought severity, flood risk potential, wildfire danger, and agricultural stress, while also supporting post-disaster recovery efforts by helping determine baseline conditions and monitoring the return to normal moisture levels. The data, distributed in Cloud Optimized GeoTIFF (COG) format, integrates seamlessly with GIS platforms and web-based mapping applications, providing emergency managers, agricultural specialists, and water resource managers with near real-time intelligence for informed decision-making during critical disaster preparedness and response operations.", "extent": { diff --git a/ingestion-data/collections/snod-alaska.json b/ingestion-data/collections/snod-alaska.json index b4526a3..da13eb7 100644 --- a/ingestion-data/collections/snod-alaska.json +++ b/ingestion-data/collections/snod-alaska.json @@ -1,6 +1,6 @@ { "id": "snod-alaska", - "dashboard:is_periodic": false, + "dashboard:is_periodic": true, "dashboard:time_interval": "P1D", "description": "Within LIS, the Noah Land Surface Model (LSM) is forced by this input data and produces analyses of soil temperature and moisture in 4 layers plus the snow state and fluxes of energy and water at the surface. The Noah LSM accounts for snow accumulation based on the current LIS snow values in the continuous run and the forcing data from the atmospheric model. Forcing variables influencing the snow depth in LIS include precipitation, air temperature, solar radiation. Relevant modeled processes include compaction of snow, sublimation, and melting.", "extent": { From 56efc43a6c5282539d13ce82ad1719dde50142c7 Mon Sep 17 00:00:00 2001 From: Kyle Lesinger Date: Mon, 15 Sep 2025 14:08:10 -0500 Subject: [PATCH 015/118] update alaska to PT3H --- ingestion-data/collections/gvf-alaska.json | 2 +- ingestion-data/collections/rsm0-10cm-alaska.json | 2 +- ingestion-data/collections/snod-alaska.json | 2 +- 3 files changed, 3 insertions(+), 3 deletions(-) diff --git a/ingestion-data/collections/gvf-alaska.json b/ingestion-data/collections/gvf-alaska.json index 89f597a..4af760c 100644 --- a/ingestion-data/collections/gvf-alaska.json +++ b/ingestion-data/collections/gvf-alaska.json @@ -1,7 +1,7 @@ { "id": "gvf-alaska", "dashboard:is_periodic": true, - "dashboard:time_interval": "P1D", + "dashboard:time_interval": "PT3H", "description": "Alaska SPoRT-LIS uses the Green Vegetation Fraction (GVF) from sensors like VIIRS to monitor vegetation health, particularly during spring snow melt and the summer wildfire season. GVF indicates the fractional amount of green vegetation cover in a specific area. The Alaska SPoRT-LIS system incorporates this near real-time data to inform end-users about soil moisture trends and vegetation stress, helping to manage agricultural, drought, and fire weather conditions.", "extent": { "spatial": { diff --git a/ingestion-data/collections/rsm0-10cm-alaska.json b/ingestion-data/collections/rsm0-10cm-alaska.json index b5d3a52..5dc02e6 100644 --- a/ingestion-data/collections/rsm0-10cm-alaska.json +++ b/ingestion-data/collections/rsm0-10cm-alaska.json @@ -1,7 +1,7 @@ { "id": "rsm0-10cm-alaska", "dashboard:is_periodic": true, - "dashboard:time_interval": "P1D", + "dashboard:time_interval": "PT3H", "description": "The NASA SPoRT (Short-term Prediction Research and Transition Center) Land Information System (LIS) provides critical relative soil moisture data products that support disaster monitoring and response efforts across the United States. These high-resolution datasets, typically available at 3-kilometer spatial resolution, offer daily updates on soil moisture conditions at multiple depths (0-10cm, 10-40cm, 40-100cm, and 0-200cm) using advanced land surface modeling techniques. The relative soil moisture products represent the current soil water content as a percentile compared to the historical record for that location and time of year, enabling disaster coordinators to quickly identify areas experiencing abnormally dry or wet conditions. This information proves invaluable for assessing drought severity, flood risk potential, wildfire danger, and agricultural stress, while also supporting post-disaster recovery efforts by helping determine baseline conditions and monitoring the return to normal moisture levels. The data, distributed in Cloud Optimized GeoTIFF (COG) format, integrates seamlessly with GIS platforms and web-based mapping applications, providing emergency managers, agricultural specialists, and water resource managers with near real-time intelligence for informed decision-making during critical disaster preparedness and response operations.", "extent": { "spatial": { diff --git a/ingestion-data/collections/snod-alaska.json b/ingestion-data/collections/snod-alaska.json index da13eb7..47783f4 100644 --- a/ingestion-data/collections/snod-alaska.json +++ b/ingestion-data/collections/snod-alaska.json @@ -1,7 +1,7 @@ { "id": "snod-alaska", "dashboard:is_periodic": true, - "dashboard:time_interval": "P1D", + "dashboard:time_interval": "PT3H", "description": "Within LIS, the Noah Land Surface Model (LSM) is forced by this input data and produces analyses of soil temperature and moisture in 4 layers plus the snow state and fluxes of energy and water at the surface. The Noah LSM accounts for snow accumulation based on the current LIS snow values in the continuous run and the forcing data from the atmospheric model. Forcing variables influencing the snow depth in LIS include precipitation, air temperature, solar radiation. Relevant modeled processes include compaction of snow, sublimation, and melting.", "extent": { "spatial": { From 50edf4abc3d38ef237660f749cc24952707fba85 Mon Sep 17 00:00:00 2001 From: acblackford Date: Mon, 15 Sep 2025 16:28:31 -0500 Subject: [PATCH 016/118] add s2 distAlert and cir jsons --- .../collections/sentinel2-colorInfrared.json | 88 +++++++++++++++++++ .../collections/sentinel2-distAlert.json | 70 +++++++++++++++ .../sentinel2-colorInfrared.json | 34 +++++++ .../discovery-items/sentinel2-distAlert.json | 18 ++++ 4 files changed, 210 insertions(+) create mode 100644 ingestion-data/collections/sentinel2-colorInfrared.json create mode 100644 ingestion-data/collections/sentinel2-distAlert.json create mode 100644 ingestion-data/discovery-items/sentinel2-colorInfrared.json create mode 100644 ingestion-data/discovery-items/sentinel2-distAlert.json diff --git a/ingestion-data/collections/sentinel2-colorInfrared.json b/ingestion-data/collections/sentinel2-colorInfrared.json new file mode 100644 index 0000000..709a1fd --- /dev/null +++ b/ingestion-data/collections/sentinel2-colorInfrared.json @@ -0,0 +1,88 @@ +{ + "id": "sentinel2-colorinfrared", + "dashboard:is_periodic": false, + "dashboard:time_interval": "P1D", + "title": "Sentinel-2 Color Infrared Imagery", + "description": "Sentinel-2 color infrared (CIR) imagery uses near-infrared, red, and green bands to highlight vegetation health, land cover, and water features by displaying healthy vegetation in shades of red. This band combination enhances the contrast between vegetated and non-vegetated surfaces, making it valuable for monitoring agriculture, forestry, and ecological change.", + "extent": { + "spatial": { + "bbox": [ + [ + -180, + -90, + 180, + 90 + ] + ] + }, + "temporal": { + "interval": [ + [ + "2023-07-20T00:00:00Z", + "2025-07-08T00:00:00Z" + ] + ] + } + }, + "item_assets": { + "202409_Hurricane_Helene_S2A_colorInfrared": { + "description": "S2A color infrared imagery composites - 2024 Hurricane Helene.", + "roles": ["data", "layer"], + "title": "Sentinel-2 A Color Infrared [2024 Hurricane Helene]", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "202409_Hurricane_Helene_S2A_MSIL2A_colorInfrared": { + "description": "S2A MSIL color infrared imagery composites - 2024 Hurricane Helene.", + "roles": ["data", "layer"], + "title": "Sentinel-2 A Mission Standard Image Level (MSIL) Color Infrared [2024 Hurricane Helene]", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "202409_Hurricane_Helene_S2B_colorInfrared": { + "description": "S2B color infrared imagery composites - 2024 Hurricane Helene.", + "roles": ["data", "layer"], + "title": "Sentinel-2 B Color Infrared [2024 Hurricane Helene]", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "202409_Hurricane_Helene_S2B_MSIL2A_colorInfrared": { + "description": "S2B MSIL color infrared imagery composites - 2024 Hurricane Helene.", + "roles": ["data", "layer"], + "title": "Sentinel-2 B Mission Standard Image Level (MSIL) Color Infrared [2024 Hurricane Helene]", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + } + }, + "license": "CC0-1.0", + "links": [], + "providers": [ + { + "name": "NASA Disasters Program", + "roles": [ + "host" + ], + "url": "https://disasters.openveda.cloud" + } + ], + "renders": { + "dashboard": { + "assets": [ + "202409_Hurricane_Helene_S2A_colorInfrared", + "202409_Hurricane_Helene_S2A_MSIL2A_colorInfrared", + "202409_Hurricane_Helene_S2B_colorInfrared", + "202409_Hurricane_Helene_S2B_MSIL2A_colorInfrared" + ], + "bidx": [1,2,3], + "rescale": [ + [ + 0, + 255 + ] + ] + } + }, + "stac_extensions": [ + "https://stac-extensions.github.io/render/v1.0.0/schema.json", + "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" + ], + "stac_version": "1.0.0", + "type": "Collection", + "tenant": ["nasa-disasters"] +} \ No newline at end of file diff --git a/ingestion-data/collections/sentinel2-distAlert.json b/ingestion-data/collections/sentinel2-distAlert.json new file mode 100644 index 0000000..8e8f3af --- /dev/null +++ b/ingestion-data/collections/sentinel2-distAlert.json @@ -0,0 +1,70 @@ +{ + "id": "sentinel2-distAlert", + "dashboard:is_periodic": false, + "dashboard:time_interval": "P1D", + "title": "Sentinel-2 ARIA OPERA Disturbance Alert (VEG ANOM MAX)", + "description": "The Advanced Rapid Imaging and Analysis (ARIA) team at NASA's Jet Propulsion Laboratory and California Institute of Technology created the Vegetation Disturbance Status and Maximum Vegetation Anomaly maps using the OPERA Surface Disturbance (DIST) product suite derived from Sentinel-2 scene acquisitions.", + "extent": { + "spatial": { + "bbox": [ + [ + -125, + 24, + -66, + 49 + ] + ] + }, + "temporal": { + "interval": [ + [ + "2024-10-02T00:00:00Z", + "2024-10-12T00:00:00Z" + ] + ] + } + }, + "item_assets": { + "202409_Hurricane_Helene_ARIA_OPERA-DIST-ALERT_VEG-ANOM-MAX_S2A-2m": { + "description": "S2 ARIA OPERA disturbance alert maximum vegetation anomaly - 2024 Hurricane Helene.", + "roles": [ + "data", + "layer" + ], + "title": "Sentinel-2 ARIA OPERA Disturbance Alert (VEG ANOM MAX) [2024 Hurricane Helene]", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + } + }, + "license": "CC0-1.0", + "links": [], + "providers": [ + { + "name": "NASA Disasters Program", + "roles": [ + "host" + ], + "url": "https://disasters.openveda.cloud" + } + ], + "renders": { + "dashboard": { + "assets": [ + "202409_Hurricane_Helene_ARIA_OPERA-DIST-ALERT_VEG-ANOM-MAX_S2A-2m" + ], + "colormap_name": "ylorrd", + "rescale": [ + [ + 0, + 100 + ] + ] + } + }, + "stac_extensions": [ + "https://stac-extensions.github.io/render/v1.0.0/schema.json", + "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" + ], + "stac_version": "1.0.0", + "type": "Collection", + "tenant": ["nasa-disasters"] +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/sentinel2-colorInfrared.json b/ingestion-data/discovery-items/sentinel2-colorInfrared.json new file mode 100644 index 0000000..f029db6 --- /dev/null +++ b/ingestion-data/discovery-items/sentinel2-colorInfrared.json @@ -0,0 +1,34 @@ +{ + "collection": "sentinel2-colorinfrared", + "bucket": "nasa-disasters", + "prefix": "drcs_activations_new/Sentinel-2/cir/", + "cogify": false, + "discovery": "s3", + "dry_run": false, + "filename_regex": "202409.*.tif$", + "assets": { + "202409_Hurricane_Helene_S2A_colorInfrared": { + "description": "S2A color infrared imagery composites - 2024 Hurricane Helene.", + "regex": "202409_Hurricane_Helene_S2A_colorInfrared.*.tif$", + "title": "Sentinel-2 A Color Infrared [2024 Hurricane Helene]" + }, + "202409_Hurricane_Helene_S2A_MSIL2A_colorInfrared": { + "description": "S2A MSIL color infrared imagery composites - 2024 Hurricane Helene.", + "regex": "202409_Hurricane_Helene_S2A_MSIL2A_colorInfrared.*.tif$", + "title": "Sentinel-2 A Mission Standard Image Level (MSIL) Color Infrared [2024 Hurricane Helene]" + }, + "202409_Hurricane_Helene_S2B_colorInfrared": { + "description": "S2B color infrared imagery composites - 2024 Hurricane Helene.", + "regex": "202409_Hurricane_Helene_S2B_colorInfrared.*.tif$", + "title": "Sentinel-2 B Color Infrared [2024 Hurricane Helene]" + }, + "202409_Hurricane_Helene_S2B_MSIL2A_colorInfrared": { + "description": "S2B MSIL color infrared imagery composites - 2024 Hurricane Helene.", + "regex": "202409_Hurricane_Helene_S2B_MSIL2A_colorInfrared.*.tif$", + "title": "Sentinel-2 B Mission Standard Image Level (MSIL) Color Infrared [2024 Hurricane Helene]" + } + }, + "id_regex": ".*_(.*).tif$", + "id_template": "{}" + } + \ No newline at end of file diff --git a/ingestion-data/discovery-items/sentinel2-distAlert.json b/ingestion-data/discovery-items/sentinel2-distAlert.json new file mode 100644 index 0000000..dc349bd --- /dev/null +++ b/ingestion-data/discovery-items/sentinel2-distAlert.json @@ -0,0 +1,18 @@ +{ + "collection": "sentinel2-distAlert", + "bucket": "nasa-disasters", + "prefix": "drcs_activations_new/Sentinel-2/distAlert/", + "cogify": false, + "discovery": "s3", + "dry_run": false, + "filename_regex": ".*.tif$", + "assets": { + "202409_Hurricane_Helene_ARIA_OPERA-DIST-ALERT_VEG-ANOM-MAX_S2A-2m": { + "description": "S2 ARIA OPERA disturbance alert maximum vegetation anomaly - 2024 Hurricane Helene.", + "regex": ".*.tif$", + "title": "Sentinel-2 ARIA OPERA Disturbance Alert (VEG ANOM MAX) [2024 Hurricane Helene]" + } + }, + "id_regex": ".*_(.*).tif$", + "id_template": "{}" +} \ No newline at end of file From 590bcea676b7e70a5f8379f9995b6212e55a3c7e Mon Sep 17 00:00:00 2001 From: acblackford Date: Mon, 15 Sep 2025 16:42:06 -0500 Subject: [PATCH 017/118] fix filename regex- s2 cir --- ingestion-data/discovery-items/sentinel2-colorInfrared.json | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/ingestion-data/discovery-items/sentinel2-colorInfrared.json b/ingestion-data/discovery-items/sentinel2-colorInfrared.json index f029db6..11e79fe 100644 --- a/ingestion-data/discovery-items/sentinel2-colorInfrared.json +++ b/ingestion-data/discovery-items/sentinel2-colorInfrared.json @@ -5,7 +5,7 @@ "cogify": false, "discovery": "s3", "dry_run": false, - "filename_regex": "202409.*.tif$", + "filename_regex": "202409*.tif$", "assets": { "202409_Hurricane_Helene_S2A_colorInfrared": { "description": "S2A color infrared imagery composites - 2024 Hurricane Helene.", From c448c541a7da63c4d0f9968974127debfd3bbc73 Mon Sep 17 00:00:00 2001 From: Ethan Kerr Date: Mon, 15 Sep 2025 16:48:16 -0500 Subject: [PATCH 018/118] landsat color infrared --- .../collections/landsat8-cir-conus.json | 66 +++++++++++++++++++ .../collections/landsat9-cir-conus.json | 66 +++++++++++++++++++ 2 files changed, 132 insertions(+) create mode 100644 ingestion-data/collections/landsat8-cir-conus.json create mode 100644 ingestion-data/collections/landsat9-cir-conus.json diff --git a/ingestion-data/collections/landsat8-cir-conus.json b/ingestion-data/collections/landsat8-cir-conus.json new file mode 100644 index 0000000..81bef11 --- /dev/null +++ b/ingestion-data/collections/landsat8-cir-conus.json @@ -0,0 +1,66 @@ +{ + "id": "landsat8-cir", + "dashboard:is_periodic": false, + "dashboard:time_interval": "day", + "description": "NASA Landsat color infrared imagery is created by combining satellite data from the near-infrared, red, and green bands. In this false-color composite, healthy vegetation appears bright red because plants strongly reflect near-infrared light, while water looks dark and urban areas appear gray or blue. This visualization helps scientists assess plant health, map land cover, and monitor changes in ecosystems. It’s widely used for agriculture, forestry, and environmental monitoring.", + "extent": { + "spatial": { + "bbox": [ + [ + -125, + 24, + -66, + 49 + ] + ] + }, + "temporal": { + "interval": [ + [ + "2024-08-30T00:00:00Z", + "2024-10-01T00:00:00Z" + ] + ] + } + }, + "item_assets": { + "landsat8-cir": { + "description": "Landsat-08 CIR", + "roles": [ + "data", + "layer" + ], + "title": "Landsat-08 Color Infrared", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + } + }, + "license": "CC0-1.0", + "links": [], + "providers": [ + { + "name": "NASA" + } + ], + "renders": { + "dashboard": { + "bidx": [1,2,3], + "assets": [ + "landsat8-cir" + ], + "rescale": [ + [ + 1, + 255 + ] + ] + } + }, + "stac_extensions": [ + "https://stac-extensions.github.io/render/v1.0.0/schema.json", + "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" + ], + "stac_version": "1.0.0", + "title": "Landsat-08 Color Infrared", + "type": "Collection", + "tenant": ["nasa-disasters"] +} \ No newline at end of file diff --git a/ingestion-data/collections/landsat9-cir-conus.json b/ingestion-data/collections/landsat9-cir-conus.json new file mode 100644 index 0000000..c68ce01 --- /dev/null +++ b/ingestion-data/collections/landsat9-cir-conus.json @@ -0,0 +1,66 @@ +{ + "id": "landsat9-cir", + "dashboard:is_periodic": false, + "dashboard:time_interval": "day", + "description": "NASA Landsat color infrared imagery is created by combining satellite data from the near-infrared, red, and green bands. In this false-color composite, healthy vegetation appears bright red because plants strongly reflect near-infrared light, while water looks dark and urban areas appear gray or blue. This visualization helps scientists assess plant health, map land cover, and monitor changes in ecosystems. It’s widely used for agriculture, forestry, and environmental monitoring.", + "extent": { + "spatial": { + "bbox": [ + [ + -125, + 24, + -66, + 49 + ] + ] + }, + "temporal": { + "interval": [ + [ + "2024-10-02T00:00:00Z", + "2024-10-02T23:59:59Z" + ] + ] + } + }, + "item_assets": { + "landsat9-cir": { + "description": "Landsat-09 CIR", + "roles": [ + "data", + "layer" + ], + "title": "Landsat-09 Color Infrared", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + } + }, + "license": "CC0-1.0", + "links": [], + "providers": [ + { + "name": "NASA" + } + ], + "renders": { + "dashboard": { + "bidx": [1,2,3], + "assets": [ + "landsat9-cir" + ], + "rescale": [ + [ + 1, + 255 + ] + ] + } + }, + "stac_extensions": [ + "https://stac-extensions.github.io/render/v1.0.0/schema.json", + "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" + ], + "stac_version": "1.0.0", + "title": "Landsat-09 Color Infrared", + "type": "Collection", + "tenant": ["nasa-disasters"] +} \ No newline at end of file From d95faf4b67b9090d21d36ec1ae2c6169fe8b500b Mon Sep 17 00:00:00 2001 From: Kyle Lesinger Date: Mon, 15 Sep 2025 19:42:32 -0500 Subject: [PATCH 019/118] update colorinfrared sentinel 2 --- .../collections/sentinel2-colorInfrared.json | 83 +++++++++++++------ 1 file changed, 58 insertions(+), 25 deletions(-) diff --git a/ingestion-data/collections/sentinel2-colorInfrared.json b/ingestion-data/collections/sentinel2-colorInfrared.json index 709a1fd..24be0fd 100644 --- a/ingestion-data/collections/sentinel2-colorInfrared.json +++ b/ingestion-data/collections/sentinel2-colorInfrared.json @@ -25,29 +25,29 @@ } }, "item_assets": { - "202409_Hurricane_Helene_S2A_colorInfrared": { - "description": "S2A color infrared imagery composites - 2024 Hurricane Helene.", - "roles": ["data", "layer"], - "title": "Sentinel-2 A Color Infrared [2024 Hurricane Helene]", - "type": "image/tiff; application=geotiff; profile=cloud-optimized" + "S2A_colorInfrared": { + "description": "S2A color infrared imagery composites - 2024 Hurricane Helene.", + "roles": ["data", "layer"], + "title": "Sentinel-2 A Color Infrared [2024 Hurricane Helene]", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" }, - "202409_Hurricane_Helene_S2A_MSIL2A_colorInfrared": { - "description": "S2A MSIL color infrared imagery composites - 2024 Hurricane Helene.", - "roles": ["data", "layer"], - "title": "Sentinel-2 A Mission Standard Image Level (MSIL) Color Infrared [2024 Hurricane Helene]", - "type": "image/tiff; application=geotiff; profile=cloud-optimized" + "S2A_MSIL2A_colorInfrared": { + "description": "S2A MSIL color infrared imagery composites - 2024 Hurricane Helene.", + "roles": ["data", "layer"], + "title": "Sentinel-2 A Mission Standard Image Level (MSIL) Color Infrared [2024 Hurricane Helene]", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" }, - "202409_Hurricane_Helene_S2B_colorInfrared": { - "description": "S2B color infrared imagery composites - 2024 Hurricane Helene.", - "roles": ["data", "layer"], - "title": "Sentinel-2 B Color Infrared [2024 Hurricane Helene]", - "type": "image/tiff; application=geotiff; profile=cloud-optimized" + "S2B_colorInfrared": { + "description": "S2B color infrared imagery composites - 2024 Hurricane Helene.", + "roles": ["data", "layer"], + "title": "Sentinel-2 B Color Infrared [2024 Hurricane Helene]", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" }, - "202409_Hurricane_Helene_S2B_MSIL2A_colorInfrared": { - "description": "S2B MSIL color infrared imagery composites - 2024 Hurricane Helene.", - "roles": ["data", "layer"], - "title": "Sentinel-2 B Mission Standard Image Level (MSIL) Color Infrared [2024 Hurricane Helene]", - "type": "image/tiff; application=geotiff; profile=cloud-optimized" + "S2B_MSIL2A_colorInfrared": { + "description": "S2B MSIL color infrared imagery composites - 2024 Hurricane Helene.", + "roles": ["data", "layer"], + "title": "Sentinel-2 B Mission Standard Image Level (MSIL) Color Infrared [2024 Hurricane Helene]", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" } }, "license": "CC0-1.0", @@ -62,12 +62,45 @@ } ], "renders": { - "dashboard": { + "S2A_colorInfrared": { "assets": [ - "202409_Hurricane_Helene_S2A_colorInfrared", - "202409_Hurricane_Helene_S2A_MSIL2A_colorInfrared", - "202409_Hurricane_Helene_S2B_colorInfrared", - "202409_Hurricane_Helene_S2B_MSIL2A_colorInfrared" + "S2A_colorInfrared" + ], + "bidx": [1,2,3], + "rescale": [ + [ + 0, + 255 + ] + ] + }, + "S2A_MSIL2A_colorInfrared": { + "assets": [ + "S2A_MSIL2A_colorInfrared" + ], + "bidx": [1,2,3], + "rescale": [ + [ + 0, + 255 + ] + ] + }, + "S2B_colorInfrared": { + "assets": [ + "S2B_colorInfrared" + ], + "bidx": [1,2,3], + "rescale": [ + [ + 0, + 255 + ] + ] + }, + "S2B_MSIL2A_colorInfrared": { + "assets": [ + "S2B_MSIL2A_colorInfrared" ], "bidx": [1,2,3], "rescale": [ From 35ab23b9eb305891d5ba855439afd09795ccae93 Mon Sep 17 00:00:00 2001 From: Kyle Lesinger Date: Mon, 15 Sep 2025 20:03:46 -0500 Subject: [PATCH 020/118] update sentinel 2 dist Alert --- .../collections/sentinel2-distAlert.json | 52 +++++++++++++++++-- 1 file changed, 47 insertions(+), 5 deletions(-) diff --git a/ingestion-data/collections/sentinel2-distAlert.json b/ingestion-data/collections/sentinel2-distAlert.json index 8e8f3af..5669edb 100644 --- a/ingestion-data/collections/sentinel2-distAlert.json +++ b/ingestion-data/collections/sentinel2-distAlert.json @@ -25,13 +25,31 @@ } }, "item_assets": { - "202409_Hurricane_Helene_ARIA_OPERA-DIST-ALERT_VEG-ANOM-MAX_S2A-2m": { - "description": "S2 ARIA OPERA disturbance alert maximum vegetation anomaly - 2024 Hurricane Helene.", + "veg-anom-max": { + "description": "S2 ARIA OPERA disturbance alert maximum vegetation anomaly value.", "roles": [ "data", "layer" ], - "title": "Sentinel-2 ARIA OPERA Disturbance Alert (VEG ANOM MAX) [2024 Hurricane Helene]", + "title": "Sentinel-2 ARIA OPERA Disturbance Alert (VEG ANOM MAX)", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "veg-dist-status": { + "description": "S2 ARIA OPERA vegetation disturbance status.", + "roles": [ + "data", + "layer" + ], + "title": "Sentinel-2 ARIA OPERA Disturbance Alert (VEG DIST STATUS)", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "gen-anom-max": { + "description": "Generic disturbance maximum anomaly value.", + "roles": [ + "data", + "layer" + ], + "title": "Sentinel-2 ARIA OPERA Disturbance Alert (GEN ANOM MAX)", "type": "image/tiff; application=geotiff; profile=cloud-optimized" } }, @@ -47,9 +65,33 @@ } ], "renders": { - "dashboard": { + "veg-anom-max": { + "assets": [ + "veg-anom-max" + ], + "colormap_name": "ylorrd", + "rescale": [ + [ + 0, + 255 + ] + ] + }, + "veg-dist-status": { + "assets": [ + "veg-dist-status" + ], + "colormap_name": "ylorrd", + "rescale": [ + [ + 0, + 255 + ] + ] + }, + "gen-anom-max": { "assets": [ - "202409_Hurricane_Helene_ARIA_OPERA-DIST-ALERT_VEG-ANOM-MAX_S2A-2m" + "gen-anom-max" ], "colormap_name": "ylorrd", "rescale": [ From 5c0b56574bf998901d9f657ed1314dce2a7aab5e Mon Sep 17 00:00:00 2001 From: Kyle Lesinger Date: Mon, 15 Sep 2025 20:04:18 -0500 Subject: [PATCH 021/118] update sentinel 2 dist Alert --- ingestion-data/collections/sentinel2-distAlert.json | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/ingestion-data/collections/sentinel2-distAlert.json b/ingestion-data/collections/sentinel2-distAlert.json index 5669edb..d823737 100644 --- a/ingestion-data/collections/sentinel2-distAlert.json +++ b/ingestion-data/collections/sentinel2-distAlert.json @@ -2,7 +2,7 @@ "id": "sentinel2-distAlert", "dashboard:is_periodic": false, "dashboard:time_interval": "P1D", - "title": "Sentinel-2 ARIA OPERA Disturbance Alert (VEG ANOM MAX)", + "title": "Sentinel-2 ARIA OPERA Disturbance Alert", "description": "The Advanced Rapid Imaging and Analysis (ARIA) team at NASA's Jet Propulsion Laboratory and California Institute of Technology created the Vegetation Disturbance Status and Maximum Vegetation Anomaly maps using the OPERA Surface Disturbance (DIST) product suite derived from Sentinel-2 scene acquisitions.", "extent": { "spatial": { From 20f6a36a176384abeaa50acf56d78a8f4570fe2f Mon Sep 17 00:00:00 2001 From: Kyle Lesinger Date: Tue, 16 Sep 2025 07:38:45 -0500 Subject: [PATCH 022/118] update blackmarble --- .../collections/blackmarble-hd-monthly.json | 67 +++++++++++++++++++ .../collections/sentinel2-colorInfrared.json | 8 +-- 2 files changed, 71 insertions(+), 4 deletions(-) create mode 100644 ingestion-data/collections/blackmarble-hd-monthly.json diff --git a/ingestion-data/collections/blackmarble-hd-monthly.json b/ingestion-data/collections/blackmarble-hd-monthly.json new file mode 100644 index 0000000..deb2962 --- /dev/null +++ b/ingestion-data/collections/blackmarble-hd-monthly.json @@ -0,0 +1,67 @@ +{ + "id": "blackmarble-hd-monthly-composite", + "dashboard:is_periodic": false, + "dashboard:time_interval": "P1M", + "title": "Blackmarble HD monthly composite", + "description": "Black Marble HD is NASA's high-resolution nighttime lights product that captures Earth's artificial illumination patterns at at 500-meter or finer spatial resolution compared to the standard 750-meter resolution. These data products are derived from the Visible Infrared Imaging Radiometer Suite (VIIRS) Day/Night Band (DNB) sensor aboard the Suomi NPP and NOAA-20 satellites, which can detect even dim sources of visible and near-infrared light at night. The HD versions are often produced for specific areas of interest during disaster events or urban studies, providing enhanced visualization of power outages, infrastructure damage, and human activity patterns through careful atmospheric correction and stray light removal processing.", + "extent": { + "spatial": { + "bbox": [ + [ + -125, + 24, + -66, + 49 + ] + ] + }, + "temporal": { + "interval": [ + [ + "2024-08-01T00:00:00Z", + "2025-09-28T00:00:00Z" + ] + ] + } + }, + "item_assets": { + "bmhd-month": { + "description": "Blackmarble HD monthly composite", + "roles": ["data", "layer"], + "title": "Blackmarble HD monthly composite", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + } + }, + "license": "CC0-1.0", + "links": [], + "providers": [ + { + "name": "NASA Disasters Program", + "roles": [ + "host" + ], + "url": "https://disasters.openveda.cloud" + } + ], + "renders": { + "bmhd-month": { + "assets": [ + "bmhd-month" + ], + "bidx": [1,2,3], + "rescale": [ + [ + 0, + 255 + ] + ] + } + }, + "stac_extensions": [ + "https://stac-extensions.github.io/render/v1.0.0/schema.json", + "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" + ], + "stac_version": "1.0.0", + "type": "Collection", + "tenant": ["nasa-disasters"] +} \ No newline at end of file diff --git a/ingestion-data/collections/sentinel2-colorInfrared.json b/ingestion-data/collections/sentinel2-colorInfrared.json index 24be0fd..ab2c676 100644 --- a/ingestion-data/collections/sentinel2-colorInfrared.json +++ b/ingestion-data/collections/sentinel2-colorInfrared.json @@ -8,10 +8,10 @@ "spatial": { "bbox": [ [ - -180, - -90, - 180, - 90 + -125, + 24, + -66, + 49 ] ] }, From c7e7dc147f41b642a3cc082684c9bcce20c17f4d Mon Sep 17 00:00:00 2001 From: Kyle Lesinger Date: Tue, 16 Sep 2025 08:21:17 -0500 Subject: [PATCH 023/118] add bm dnb --- .../collections/blackmarble-dnb.json | 83 +++++++++++++++++++ 1 file changed, 83 insertions(+) create mode 100644 ingestion-data/collections/blackmarble-dnb.json diff --git a/ingestion-data/collections/blackmarble-dnb.json b/ingestion-data/collections/blackmarble-dnb.json new file mode 100644 index 0000000..eb2d9f2 --- /dev/null +++ b/ingestion-data/collections/blackmarble-dnb.json @@ -0,0 +1,83 @@ +{ + "id": "blackmarble-dnb", + "dashboard:is_periodic": true, + "dashboard:time_interval": "P1D", + "title": "Blackmarble Day Night band", + "description": "Black Marble HD is NASA's high-resolution nighttime lights product that captures Earth's artificial illumination patterns at at 500-meter or finer spatial resolution compared to the standard 750-meter resolution. These data products are derived from the Visible Infrared Imaging Radiometer Suite (VIIRS) Day/Night Band (DNB) sensor aboard the Suomi NPP and NOAA-20 satellites, which can detect even dim sources of visible and near-infrared light at night. The HD versions are often produced for specific areas of interest during disaster events or urban studies, providing enhanced visualization of power outages, infrastructure damage, and human activity patterns through careful atmospheric correction and stray light removal processing.", + "extent": { + "spatial": { + "bbox": [ + [ + -125, + 24, + -66, + 49 + ] + ] + }, + "temporal": { + "interval": [ + [ + "2024-09-18T00:00:00Z", + "2025-10-11T00:00:00Z" + ] + ] + } + }, + "item_assets": { + "ntl": { + "description": "Blackmarble HD daily composite", + "roles": ["data", "layer"], + "title": "Blackmarble HD daily composite", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "ntlc2": { + "description": "Blackmarble HD daily composite", + "roles": ["data", "layer"], + "title": "Blackmarble HD daily composite", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + } + }, + "license": "CC0-1.0", + "links": [], + "providers": [ + { + "name": "NASA Disasters Program", + "roles": [ + "host" + ], + "url": "https://disasters.openveda.cloud" + } + ], + "renders": { + "ntl": { + "assets": [ + "ntl" + ], + "rescale": [ + [ + 0, + 50 + ] + ] + }, + "ntlc2": { + "assets": [ + "ntlc2" + ], + "rescale": [ + [ + 0, + 50 + ] + ] + } + }, + "stac_extensions": [ + "https://stac-extensions.github.io/render/v1.0.0/schema.json", + "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" + ], + "stac_version": "1.0.0", + "type": "Collection", + "tenant": ["nasa-disasters"] +} \ No newline at end of file From 912483ad0e01154867100f030d32efbb3c750ee0 Mon Sep 17 00:00:00 2001 From: Kyle Lesinger Date: Tue, 16 Sep 2025 08:22:03 -0500 Subject: [PATCH 024/118] add bm brdf --- .../collections/blackmarble-brdf.json | 67 +++++++++++++++++++ 1 file changed, 67 insertions(+) create mode 100644 ingestion-data/collections/blackmarble-brdf.json diff --git a/ingestion-data/collections/blackmarble-brdf.json b/ingestion-data/collections/blackmarble-brdf.json new file mode 100644 index 0000000..2e09a7b --- /dev/null +++ b/ingestion-data/collections/blackmarble-brdf.json @@ -0,0 +1,67 @@ +{ + "id": "blackmarble-brdf", + "dashboard:is_periodic": false, + "dashboard:time_interval": "P1D", + "title": "Blackmarble BRDF Corrected", + "description": "Black Marble HD is NASA's high-resolution nighttime lights product that captures Earth's artificial illumination patterns at at 500-meter or finer spatial resolution compared to the standard 750-meter resolution. These data products are derived from the Visible Infrared Imaging Radiometer Suite (VIIRS) Day/Night Band (DNB) sensor aboard the Suomi NPP and NOAA-20 satellites, which can detect even dim sources of visible and near-infrared light at night. The HD versions are often produced for specific areas of interest during disaster events or urban studies, providing enhanced visualization of power outages, infrastructure damage, and human activity patterns through careful atmospheric correction and stray light removal processing.", + "extent": { + "spatial": { + "bbox": [ + [ + -125, + 24, + -66, + 49 + ] + ] + }, + "temporal": { + "interval": [ + [ + "2024-09-28T00:00:00Z", + "2025-09-28T23:59:59Z" + ] + ] + } + }, + "item_assets": { + "brdf": { + "description": "Blackmarble BRDF corrected", + "roles": ["data", "layer"], + "title": "Blackmarble BRDF corrected", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + } + }, + "license": "CC0-1.0", + "links": [], + "providers": [ + { + "name": "NASA Disasters Program", + "roles": [ + "host" + ], + "url": "https://disasters.openveda.cloud" + } + ], + "renders": { + "brdf": { + "assets": [ + "brdf" + ], + "bidx": [1,2,3], + "rescale": [ + [ + 0, + 255 + ] + ] + } + }, + "stac_extensions": [ + "https://stac-extensions.github.io/render/v1.0.0/schema.json", + "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" + ], + "stac_version": "1.0.0", + "type": "Collection", + "tenant": ["nasa-disasters"] +} \ No newline at end of file From 06c1eb9f8882fa4ed5f37a621df9032095a3186a Mon Sep 17 00:00:00 2001 From: Kyle Lesinger Date: Tue, 16 Sep 2025 08:25:51 -0500 Subject: [PATCH 025/118] add bm hd --- .../collections/blackmarble-hd-daily.json | 67 +++++++++++++++++++ .../collections/blackmarble-hd-monthly.json | 2 +- 2 files changed, 68 insertions(+), 1 deletion(-) create mode 100644 ingestion-data/collections/blackmarble-hd-daily.json diff --git a/ingestion-data/collections/blackmarble-hd-daily.json b/ingestion-data/collections/blackmarble-hd-daily.json new file mode 100644 index 0000000..deb2962 --- /dev/null +++ b/ingestion-data/collections/blackmarble-hd-daily.json @@ -0,0 +1,67 @@ +{ + "id": "blackmarble-hd-monthly-composite", + "dashboard:is_periodic": false, + "dashboard:time_interval": "P1M", + "title": "Blackmarble HD monthly composite", + "description": "Black Marble HD is NASA's high-resolution nighttime lights product that captures Earth's artificial illumination patterns at at 500-meter or finer spatial resolution compared to the standard 750-meter resolution. These data products are derived from the Visible Infrared Imaging Radiometer Suite (VIIRS) Day/Night Band (DNB) sensor aboard the Suomi NPP and NOAA-20 satellites, which can detect even dim sources of visible and near-infrared light at night. The HD versions are often produced for specific areas of interest during disaster events or urban studies, providing enhanced visualization of power outages, infrastructure damage, and human activity patterns through careful atmospheric correction and stray light removal processing.", + "extent": { + "spatial": { + "bbox": [ + [ + -125, + 24, + -66, + 49 + ] + ] + }, + "temporal": { + "interval": [ + [ + "2024-08-01T00:00:00Z", + "2025-09-28T00:00:00Z" + ] + ] + } + }, + "item_assets": { + "bmhd-month": { + "description": "Blackmarble HD monthly composite", + "roles": ["data", "layer"], + "title": "Blackmarble HD monthly composite", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + } + }, + "license": "CC0-1.0", + "links": [], + "providers": [ + { + "name": "NASA Disasters Program", + "roles": [ + "host" + ], + "url": "https://disasters.openveda.cloud" + } + ], + "renders": { + "bmhd-month": { + "assets": [ + "bmhd-month" + ], + "bidx": [1,2,3], + "rescale": [ + [ + 0, + 255 + ] + ] + } + }, + "stac_extensions": [ + "https://stac-extensions.github.io/render/v1.0.0/schema.json", + "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" + ], + "stac_version": "1.0.0", + "type": "Collection", + "tenant": ["nasa-disasters"] +} \ No newline at end of file diff --git a/ingestion-data/collections/blackmarble-hd-monthly.json b/ingestion-data/collections/blackmarble-hd-monthly.json index deb2962..e4fda4b 100644 --- a/ingestion-data/collections/blackmarble-hd-monthly.json +++ b/ingestion-data/collections/blackmarble-hd-monthly.json @@ -19,7 +19,7 @@ "interval": [ [ "2024-08-01T00:00:00Z", - "2025-09-28T00:00:00Z" + "2025-08-31T23:59:59Z" ] ] } From 1762cead05e25f526b958c091417c6a7f6de1200 Mon Sep 17 00:00:00 2001 From: Kyle Lesinger Date: Tue, 16 Sep 2025 08:38:29 -0500 Subject: [PATCH 026/118] add bm cloud and update hd --- .../collections/blackmarble-cloud.json | 83 +++++++++++++++++++ .../collections/blackmarble-hd-daily.json | 16 ++-- 2 files changed, 91 insertions(+), 8 deletions(-) create mode 100644 ingestion-data/collections/blackmarble-cloud.json diff --git a/ingestion-data/collections/blackmarble-cloud.json b/ingestion-data/collections/blackmarble-cloud.json new file mode 100644 index 0000000..13889ea --- /dev/null +++ b/ingestion-data/collections/blackmarble-cloud.json @@ -0,0 +1,83 @@ +{ + "id": "blackmarble-cloud", + "dashboard:is_periodic": true, + "dashboard:time_interval": "P1D", + "title": "Blackmarble HD cloud mask", + "description": "Black Marble HD is NASA's high-resolution nighttime lights product that captures Earth's artificial illumination patterns at at 500-meter or finer spatial resolution compared to the standard 750-meter resolution. These data products are derived from the Visible Infrared Imaging Radiometer Suite (VIIRS) Day/Night Band (DNB) sensor aboard the Suomi NPP and NOAA-20 satellites, which can detect even dim sources of visible and near-infrared light at night. The HD versions are often produced for specific areas of interest during disaster events or urban studies, providing enhanced visualization of power outages, infrastructure damage, and human activity patterns through careful atmospheric correction and stray light removal processing.", + "extent": { + "spatial": { + "bbox": [ + [ + -125, + 24, + -66, + 49 + ] + ] + }, + "temporal": { + "interval": [ + [ + "2024-09-18T00:00:00Z", + "2025-10-11T00:00:00Z" + ] + ] + } + }, + "item_assets": { + "cloud-mask": { + "description": "Blackmarble cloud mask", + "roles": ["data", "layer"], + "title": "Blackmarble cloud mask", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "cloud-mask-c2": { + "description": "Blackmarble cloud mask c2", + "roles": ["data", "layer"], + "title": "Blackmarble cloud mask c2", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + } + }, + "license": "CC0-1.0", + "links": [], + "providers": [ + { + "name": "NASA Disasters Program", + "roles": [ + "host" + ], + "url": "https://disasters.openveda.cloud" + } + ], + "renders": { + "cloud-mask": { + "assets": [ + "cloud-mask" + ], + "rescale": [ + [ + 0, + 1 + ] + ] + }, + "cloud-mask-c2": { + "assets": [ + "cloud-mask-c2" + ], + "rescale": [ + [ + 0, + 1 + ] + ] + } + }, + "stac_extensions": [ + "https://stac-extensions.github.io/render/v1.0.0/schema.json", + "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" + ], + "stac_version": "1.0.0", + "type": "Collection", + "tenant": ["nasa-disasters"] +} \ No newline at end of file diff --git a/ingestion-data/collections/blackmarble-hd-daily.json b/ingestion-data/collections/blackmarble-hd-daily.json index deb2962..71e349c 100644 --- a/ingestion-data/collections/blackmarble-hd-daily.json +++ b/ingestion-data/collections/blackmarble-hd-daily.json @@ -1,8 +1,8 @@ { - "id": "blackmarble-hd-monthly-composite", + "id": "blackmarble-hd-daily-composite", "dashboard:is_periodic": false, - "dashboard:time_interval": "P1M", - "title": "Blackmarble HD monthly composite", + "dashboard:time_interval": "P1D", + "title": "Blackmarble HD daily composite", "description": "Black Marble HD is NASA's high-resolution nighttime lights product that captures Earth's artificial illumination patterns at at 500-meter or finer spatial resolution compared to the standard 750-meter resolution. These data products are derived from the Visible Infrared Imaging Radiometer Suite (VIIRS) Day/Night Band (DNB) sensor aboard the Suomi NPP and NOAA-20 satellites, which can detect even dim sources of visible and near-infrared light at night. The HD versions are often produced for specific areas of interest during disaster events or urban studies, providing enhanced visualization of power outages, infrastructure damage, and human activity patterns through careful atmospheric correction and stray light removal processing.", "extent": { "spatial": { @@ -25,10 +25,10 @@ } }, "item_assets": { - "bmhd-month": { - "description": "Blackmarble HD monthly composite", + "bmhd-day": { + "description": "Blackmarble HD daily composite", "roles": ["data", "layer"], - "title": "Blackmarble HD monthly composite", + "title": "Blackmarble HD daily composite", "type": "image/tiff; application=geotiff; profile=cloud-optimized" } }, @@ -44,9 +44,9 @@ } ], "renders": { - "bmhd-month": { + "bmhd-day": { "assets": [ - "bmhd-month" + "bmhd-day" ], "bidx": [1,2,3], "rescale": [ From f54af9cc745ddd9619e61ff600e9570a6a0ad843 Mon Sep 17 00:00:00 2001 From: Kyle Lesinger Date: Tue, 16 Sep 2025 09:00:56 -0500 Subject: [PATCH 027/118] update bm --- .../collections/blackmarble-dnb.json | 23 +++---------------- 1 file changed, 3 insertions(+), 20 deletions(-) diff --git a/ingestion-data/collections/blackmarble-dnb.json b/ingestion-data/collections/blackmarble-dnb.json index eb2d9f2..fbc5ef3 100644 --- a/ingestion-data/collections/blackmarble-dnb.json +++ b/ingestion-data/collections/blackmarble-dnb.json @@ -25,13 +25,7 @@ } }, "item_assets": { - "ntl": { - "description": "Blackmarble HD daily composite", - "roles": ["data", "layer"], - "title": "Blackmarble HD daily composite", - "type": "image/tiff; application=geotiff; profile=cloud-optimized" - }, - "ntlc2": { + "mosaic": { "description": "Blackmarble HD daily composite", "roles": ["data", "layer"], "title": "Blackmarble HD daily composite", @@ -50,20 +44,9 @@ } ], "renders": { - "ntl": { - "assets": [ - "ntl" - ], - "rescale": [ - [ - 0, - 50 - ] - ] - }, - "ntlc2": { + "mosaic": { "assets": [ - "ntlc2" + "mosaic" ], "rescale": [ [ From 0047b8a1d9db8aae7e72ed68e943ab216a0b5acc Mon Sep 17 00:00:00 2001 From: Kyle Lesinger Date: Tue, 16 Sep 2025 09:06:28 -0500 Subject: [PATCH 028/118] update bm --- .../collections/blackmarble-vnp46A3.json | 84 +++++++++++++++++++ 1 file changed, 84 insertions(+) create mode 100644 ingestion-data/collections/blackmarble-vnp46A3.json diff --git a/ingestion-data/collections/blackmarble-vnp46A3.json b/ingestion-data/collections/blackmarble-vnp46A3.json new file mode 100644 index 0000000..860df47 --- /dev/null +++ b/ingestion-data/collections/blackmarble-vnp46A3.json @@ -0,0 +1,84 @@ +{ + "id": "blackmarble-cloud", + "dashboard:is_periodic": true, + "dashboard:time_interval": "P1D", + "title": "Blackmarble VNP46A3", + "description": "Black Marble HD is NASA's high-resolution nighttime lights product that captures Earth's artificial illumination patterns at at 500-meter or finer spatial resolution compared to the standard 750-meter resolution. These data products are derived from the Visible Infrared Imaging Radiometer Suite (VIIRS) Day/Night Band (DNB) sensor aboard the Suomi NPP and NOAA-20 satellites, which can detect even dim sources of visible and near-infrared light at night. The HD versions are often produced for specific areas of interest during disaster events or urban studies, providing enhanced visualization of power outages, infrastructure damage, and human activity patterns through careful atmospheric correction and stray light removal processing.", + "extent": { + "spatial": { + "bbox": [ + [ + -125, + 24, + -66, + 49 + ] + ] + }, + "temporal": { + "interval": [ + [ + "2024-08-01T00:00:00Z", + "2025-08-31T00:00:00Z" + ] + ] + } + }, + "item_assets": { + "vnp": { + "description": "VNP46A3", + "roles": ["data", "layer"], + "title": "Blackmarble cloud mask", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "vnp-bm": { + "description": "VNP46A3-cloud mask", + "roles": ["data", "layer"], + "title": "Blackmarble cloud mask c2", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + } + }, + "license": "CC0-1.0", + "links": [], + "providers": [ + { + "name": "NASA Disasters Program", + "roles": [ + "host" + ], + "url": "https://disasters.openveda.cloud" + } + ], + "renders": { + "vnp": { + "assets": [ + "vnp" + ], + "rescale": [ + [ + 0, + 200 + ] + ] + }, + "vnp-bm": { + "assets": [ + "vnp-bm" + ], + "bidx": [1,2,3], + "rescale": [ + [ + 0, + 255 + ] + ] + } + }, + "stac_extensions": [ + "https://stac-extensions.github.io/render/v1.0.0/schema.json", + "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" + ], + "stac_version": "1.0.0", + "type": "Collection", + "tenant": ["nasa-disasters"] +} \ No newline at end of file From f6b7e2c2127942d0148d28bb195620ae10d74ce1 Mon Sep 17 00:00:00 2001 From: Kyle Lesinger Date: Tue, 16 Sep 2025 09:09:34 -0500 Subject: [PATCH 029/118] update bm --- .../collections/accidentally-deleted.json | 1422 +++++++++++++++++ .../collections/blackmarble-cloud.json | 6 +- .../collections/blackmarble-vnp46A3.json | 2 +- 3 files changed, 1426 insertions(+), 4 deletions(-) create mode 100644 ingestion-data/collections/accidentally-deleted.json diff --git a/ingestion-data/collections/accidentally-deleted.json b/ingestion-data/collections/accidentally-deleted.json new file mode 100644 index 0000000..30eb42d --- /dev/null +++ b/ingestion-data/collections/accidentally-deleted.json @@ -0,0 +1,1422 @@ + +{ + "assets": { + "thumbnail": { + "description": "HD Black Marble Nightlights output in Houston, TX", + "href": "s3://veda-thumbnails/hdblackmarble.jpg", + "roles": [ + "thumbnail" + ], + "title": "Thumbnail", + "type": "image/jpg" + } + }, + "collection": "hd-blackmarble-nightlights", + "data_type": "cog", + "description": "The High Definition Nightlights dataset is a derived product for measuring light emissions for a given location. Darker colors indicate lower light emissions while lighter colors indicate high light emissions.", + "discovery_items": [ + { + "bucket": "veda-data-store-staging", + "cogify": false, + "discovery": "s3", + "dry_run": false, + "filename_regex": ".*hdnightlights_2023-03-15_32_97N90_96W32_83N90_79W-day.tif$", + "prefix": "hd-blackmarble-nightlights/", + "upload": false + } + ], + "is_periodic": false, + "item_assets": { + "cog_default": { + "description": "Cloud optimized default layer to display on map", + "roles": [ + "data", + "layer" + ], + "title": "Default COG Layer", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + } + }, + "license": "MIT", + "providers": [ + { + "name": "NASA VEDA", + "roles": [ + "host" + ], + "url": "https://www.earthdata.nasa.gov/dashboard/" + } + ], + "renders": { + "dashboard": { + "assets": [ + "cog_default" + ], + "bidx": [ + 1, + 2, + 3 + ], + "rescale": [ + [ + 0, + 255 + ] + ], + "title": "VEDA Dashboard Render Parameters" + } + }, + "sample_files": [ + "s3://veda-data-store-staging/hd-blackmarble-nightlights/hdnightlights_2021-08-24_31N91W29N89W-day.tif" + ], + "spatial_extent": { + "xmax": 180, + "xmin": -180, + "ymax": 90, + "ymin": -90 + }, + "stac_extensions": [ + "https://stac-extensions.github.io/render/v1.0.0/schema.json", + "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" + ], + "temporal_extent": { + "enddate": null, + "startdate": "2015-08-09T00:00:00Z" + }, + "time_density": "day", + "title": "High Definition Black Marble Nightlights for Disaster Support" +} + + +{ + "assets": { + "thumbnail": { + "description": "HD Black Marble Nightlights output in Houston, TX", + "href": "s3://veda-thumbnails/hdblackmarble.jpg", + "roles": [ + "thumbnail" + ], + "title": "Thumbnail", + "type": "image/jpg" + } + }, + "collection": "hd-blackmarble-nightlights", + "data_type": "cog", + "description": "The High Definition Nightlights dataset is a derived product for measuring light emissions for a given location. Darker colors indicate lower light emissions while lighter colors indicate high light emissions.", + "discovery_items": [ + { + "bucket": "veda-data-store-staging", + "cogify": false, + "discovery": "s3", + "dry_run": false, + "filename_regex": ".*hdnightlights_2023-03-15_32_97N90_96W32_83N90_79W-day.tif$", + "prefix": "hd-blackmarble-nightlights/", + "upload": false + } + ], + "is_periodic": false, + "item_assets": { + "cog_default": { + "description": "Cloud optimized default layer to display on map", + "roles": [ + "data", + "layer" + ], + "title": "Default COG Layer", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + } + }, + "license": "MIT", + "providers": [ + { + "name": "NASA VEDA", + "roles": [ + "host" + ], + "url": "https://www.earthdata.nasa.gov/dashboard/" + } + ], + "renders": { + "dashboard": { + "assets": [ + "cog_default" + ], + "bidx": [ + 1, + 2, + 3 + ], + "rescale": [ + [ + 0, + 255 + ] + ], + "title": "VEDA Dashboard Render Parameters" + } + }, + "sample_files": [ + "s3://veda-data-store-staging/hd-blackmarble-nightlights/hdnightlights_2021-08-24_31N91W29N89W-day.tif" + ], + "spatial_extent": { + "xmax": 180, + "xmin": -180, + "ymax": 90, + "ymin": -90 + }, + "stac_extensions": [ + "https://stac-extensions.github.io/render/v1.0.0/schema.json", + "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" + ], + "temporal_extent": { + "enddate": null, + "startdate": "2015-08-09T00:00:00Z" + }, + "time_density": "day", + "title": "High Definition Black Marble Nightlights for Disaster Support" +} + + +{ + "assets": { + "thumbnail": { + "description": "HD Black Marble Nightlights output in Houston, TX", + "href": "s3://veda-thumbnails/hdblackmarble.jpg", + "roles": [ + "thumbnail" + ], + "title": "Thumbnail", + "type": "image/jpg" + } + }, + "collection": "hd-blackmarble-nightlights", + "data_type": "cog", + "description": "The High Definition Nightlights dataset is a derived product for measuring light emissions for a given location. Darker colors indicate lower light emissions while lighter colors indicate high light emissions.", + "discovery_items": [ + { + "bucket": "veda-data-store-staging", + "cogify": false, + "discovery": "s3", + "dry_run": false, + "filename_regex": ".*hdnightlights_2023-03-15_32_97N90_96W32_83N90_79W-day.tif$", + "prefix": "hd-blackmarble-nightlights/", + "upload": false + } + ], + "is_periodic": false, + "item_assets": { + "cog_default": { + "description": "Cloud optimized default layer to display on map", + "roles": [ + "data", + "layer" + ], + "title": "Default COG Layer", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + } + }, + "license": "MIT", + "providers": [ + { + "name": "NASA VEDA", + "roles": [ + "host" + ], + "url": "https://www.earthdata.nasa.gov/dashboard/" + } + ], + "renders": { + "dashboard": { + "assets": [ + "cog_default" + ], + "bidx": [ + 1, + 2, + 3 + ], + "rescale": [ + [ + 0, + 255 + ] + ], + "title": "VEDA Dashboard Render Parameters" + } + }, + "sample_files": [ + "s3://veda-data-store-staging/hd-blackmarble-nightlights/hdnightlights_2021-08-24_31N91W29N89W-day.tif" + ], + "spatial_extent": { + "xmax": 180, + "xmin": -180, + "ymax": 90, + "ymin": -90 + }, + "stac_extensions": [ + "https://stac-extensions.github.io/render/v1.0.0/schema.json", + "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" + ], + "temporal_extent": { + "enddate": null, + "startdate": "2015-08-09T00:00:00Z" + }, + "time_density": "day", + "title": "High Definition Black Marble Nightlights for Disaster Support" +} + +{ + "assets": { + "thumbnail": { + "description": "HD Black Marble Nightlights output in Houston, TX", + "href": "s3://veda-thumbnails/hdblackmarble.jpg", + "roles": [ + "thumbnail" + ], + "title": "Thumbnail", + "type": "image/jpg" + } + }, + "collection": "hd-blackmarble-nightlights", + "data_type": "cog", + "description": "The High Definition Nightlights dataset is a derived product for measuring light emissions for a given location. Darker colors indicate lower light emissions while lighter colors indicate high light emissions.", + "discovery_items": [ + { + "bucket": "veda-data-store-staging", + "cogify": false, + "discovery": "s3", + "dry_run": false, + "filename_regex": ".*hdnightlights_2023-03-15_32_97N90_96W32_83N90_79W-day.tif$", + "prefix": "hd-blackmarble-nightlights/", + "upload": false + } + ], + "is_periodic": false, + "item_assets": { + "cog_default": { + "description": "Cloud optimized default layer to display on map", + "roles": [ + "data", + "layer" + ], + "title": "Default COG Layer", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + } + }, + "license": "MIT", + "providers": [ + { + "name": "NASA VEDA", + "roles": [ + "host" + ], + "url": "https://www.earthdata.nasa.gov/dashboard/" + } + ], + "renders": { + "dashboard": { + "assets": [ + "cog_default" + ], + "bidx": [ + 1, + 2, + 3 + ], + "rescale": [ + [ + 0, + 255 + ] + ], + "title": "VEDA Dashboard Render Parameters" + } + }, + "sample_files": [ + "s3://veda-data-store-staging/hd-blackmarble-nightlights/hdnightlights_2021-08-24_31N91W29N89W-day.tif" + ], + "spatial_extent": { + "xmax": 180, + "xmin": -180, + "ymax": 90, + "ymin": -90 + }, + "stac_extensions": [ + "https://stac-extensions.github.io/render/v1.0.0/schema.json", + "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" + ], + "temporal_extent": { + "enddate": null, + "startdate": "2015-08-09T00:00:00Z" + }, + "time_density": "day", + "title": "High Definition Black Marble Nightlights for Disaster Support" +} + + +{ + "assets": { + "thumbnail": { + "description": "HD Black Marble Nightlights output in Houston, TX", + "href": "s3://veda-thumbnails/hdblackmarble.jpg", + "roles": [ + "thumbnail" + ], + "title": "Thumbnail", + "type": "image/jpg" + } + }, + "collection": "hd-blackmarble-nightlights", + "data_type": "cog", + "description": "The High Definition Nightlights dataset is a derived product for measuring light emissions for a given location. Darker colors indicate lower light emissions while lighter colors indicate high light emissions.", + "discovery_items": [ + { + "bucket": "veda-data-store-staging", + "cogify": false, + "discovery": "s3", + "dry_run": false, + "filename_regex": ".*hdnightlights_2023-03-15_32_97N90_96W32_83N90_79W-day.tif$", + "prefix": "hd-blackmarble-nightlights/", + "upload": false + } + ], + "is_periodic": false, + "item_assets": { + "cog_default": { + "description": "Cloud optimized default layer to display on map", + "roles": [ + "data", + "layer" + ], + "title": "Default COG Layer", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + } + }, + "license": "MIT", + "providers": [ + { + "name": "NASA VEDA", + "roles": [ + "host" + ], + "url": "https://www.earthdata.nasa.gov/dashboard/" + } + ], + "renders": { + "dashboard": { + "assets": [ + "cog_default" + ], + "bidx": [ + 1, + 2, + 3 + ], + "rescale": [ + [ + 0, + 255 + ] + ], + "title": "VEDA Dashboard Render Parameters" + } + }, + "sample_files": [ + "s3://veda-data-store-staging/hd-blackmarble-nightlights/hdnightlights_2021-08-24_31N91W29N89W-day.tif" + ], + "spatial_extent": { + "xmax": 180, + "xmin": -180, + "ymax": 90, + "ymin": -90 + }, + "stac_extensions": [ + "https://stac-extensions.github.io/render/v1.0.0/schema.json", + "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" + ], + "temporal_extent": { + "enddate": null, + "startdate": "2015-08-09T00:00:00Z" + }, + "time_density": "day", + "title": "High Definition Black Marble Nightlights for Disaster Support" +} + + +{ + "assets": { + "thumbnail": { + "description": "HD Black Marble Nightlights output in Houston, TX", + "href": "s3://veda-thumbnails/hdblackmarble.jpg", + "roles": [ + "thumbnail" + ], + "title": "Thumbnail", + "type": "image/jpg" + } + }, + "collection": "hd-blackmarble-nightlights", + "data_type": "cog", + "description": "The High Definition Nightlights dataset is a derived product for measuring light emissions for a given location. Darker colors indicate lower light emissions while lighter colors indicate high light emissions.", + "discovery_items": [ + { + "bucket": "veda-data-store-staging", + "cogify": false, + "discovery": "s3", + "dry_run": false, + "filename_regex": ".*hdnightlights_2023-03-15_32_97N90_96W32_83N90_79W-day.tif$", + "prefix": "hd-blackmarble-nightlights/", + "upload": false + } + ], + "is_periodic": false, + "item_assets": { + "cog_default": { + "description": "Cloud optimized default layer to display on map", + "roles": [ + "data", + "layer" + ], + "title": "Default COG Layer", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + } + }, + "license": "MIT", + "providers": [ + { + "name": "NASA VEDA", + "roles": [ + "host" + ], + "url": "https://www.earthdata.nasa.gov/dashboard/" + } + ], + "renders": { + "dashboard": { + "assets": [ + "cog_default" + ], + "bidx": [ + 1, + 2, + 3 + ], + "rescale": [ + [ + 0, + 255 + ] + ], + "title": "VEDA Dashboard Render Parameters" + } + }, + "sample_files": [ + "s3://veda-data-store-staging/hd-blackmarble-nightlights/hdnightlights_2021-08-24_31N91W29N89W-day.tif" + ], + "spatial_extent": { + "xmax": 180, + "xmin": -180, + "ymax": 90, + "ymin": -90 + }, + "stac_extensions": [ + "https://stac-extensions.github.io/render/v1.0.0/schema.json", + "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" + ], + "temporal_extent": { + "enddate": null, + "startdate": "2015-08-09T00:00:00Z" + }, + "time_density": "day", + "title": "High Definition Black Marble Nightlights for Disaster Support" +} + +{ + "assets": { + "thumbnail": { + "description": "HD Black Marble Nightlights output in Houston, TX", + "href": "s3://veda-thumbnails/hdblackmarble.jpg", + "roles": [ + "thumbnail" + ], + "title": "Thumbnail", + "type": "image/jpg" + } + }, + "collection": "hd-blackmarble-nightlights", + "data_type": "cog", + "description": "The High Definition Nightlights dataset is a derived product for measuring light emissions for a given location. Darker colors indicate lower light emissions while lighter colors indicate high light emissions.", + "discovery_items": [ + { + "bucket": "veda-data-store-staging", + "cogify": false, + "discovery": "s3", + "dry_run": false, + "filename_regex": ".*hdnightlights_2023-03-15_32_97N90_96W32_83N90_79W-day.tif$", + "prefix": "hd-blackmarble-nightlights/", + "upload": false + } + ], + "is_periodic": false, + "item_assets": { + "cog_default": { + "description": "Cloud optimized default layer to display on map", + "roles": [ + "data", + "layer" + ], + "title": "Default COG Layer", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + } + }, + "license": "MIT", + "providers": [ + { + "name": "NASA VEDA", + "roles": [ + "host" + ], + "url": "https://www.earthdata.nasa.gov/dashboard/" + } + ], + "renders": { + "dashboard": { + "assets": [ + "cog_default" + ], + "bidx": [ + 1, + 2, + 3 + ], + "rescale": [ + [ + 0, + 255 + ] + ], + "title": "VEDA Dashboard Render Parameters" + } + }, + "sample_files": [ + "s3://veda-data-store-staging/hd-blackmarble-nightlights/hdnightlights_2021-08-24_31N91W29N89W-day.tif" + ], + "spatial_extent": { + "xmax": 180, + "xmin": -180, + "ymax": 90, + "ymin": -90 + }, + "stac_extensions": [ + "https://stac-extensions.github.io/render/v1.0.0/schema.json", + "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" + ], + "temporal_extent": { + "enddate": null, + "startdate": "2015-08-09T00:00:00Z" + }, + "time_density": "day", + "title": "High Definition Black Marble Nightlights for Disaster Support" +} + +{ + "assets": { + "thumbnail": { + "description": "HD Black Marble Nightlights output in Houston, TX", + "href": "s3://veda-thumbnails/hdblackmarble.jpg", + "roles": [ + "thumbnail" + ], + "title": "Thumbnail", + "type": "image/jpg" + } + }, + "collection": "hd-blackmarble-nightlights", + "data_type": "cog", + "description": "The High Definition Nightlights dataset is a derived product for measuring light emissions for a given location. Darker colors indicate lower light emissions while lighter colors indicate high light emissions.", + "discovery_items": [ + { + "bucket": "veda-data-store-staging", + "cogify": false, + "discovery": "s3", + "dry_run": false, + "filename_regex": ".*hdnightlights_2023-03-15_32_97N90_96W32_83N90_79W-day.tif$", + "prefix": "hd-blackmarble-nightlights/", + "upload": false + } + ], + "is_periodic": false, + "item_assets": { + "cog_default": { + "description": "Cloud optimized default layer to display on map", + "roles": [ + "data", + "layer" + ], + "title": "Default COG Layer", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + } + }, + "license": "MIT", + "providers": [ + { + "name": "NASA VEDA", + "roles": [ + "host" + ], + "url": "https://www.earthdata.nasa.gov/dashboard/" + } + ], + "renders": { + "dashboard": { + "assets": [ + "cog_default" + ], + "bidx": [ + 1, + 2, + 3 + ], + "rescale": [ + [ + 0, + 255 + ] + ], + "title": "VEDA Dashboard Render Parameters" + } + }, + "sample_files": [ + "s3://veda-data-store-staging/hd-blackmarble-nightlights/hdnightlights_2021-08-24_31N91W29N89W-day.tif" + ], + "spatial_extent": { + "xmax": 180, + "xmin": -180, + "ymax": 90, + "ymin": -90 + }, + "stac_extensions": [ + "https://stac-extensions.github.io/render/v1.0.0/schema.json", + "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" + ], + "temporal_extent": { + "enddate": null, + "startdate": "2015-08-09T00:00:00Z" + }, + "time_density": "day", + "title": "High Definition Black Marble Nightlights for Disaster Support" +} + + +{ + "assets": { + "thumbnail": { + "description": "HD Black Marble Nightlights output in Houston, TX", + "href": "s3://veda-thumbnails/hdblackmarble.jpg", + "roles": [ + "thumbnail" + ], + "title": "Thumbnail", + "type": "image/jpg" + } + }, + "collection": "hd-blackmarble-nightlights", + "data_type": "cog", + "description": "The High Definition Nightlights dataset is a derived product for measuring light emissions for a given location. Darker colors indicate lower light emissions while lighter colors indicate high light emissions.", + "discovery_items": [ + { + "bucket": "veda-data-store-staging", + "cogify": false, + "discovery": "s3", + "dry_run": false, + "filename_regex": ".*hdnightlights_2023-03-15_32_97N90_96W32_83N90_79W-day.tif$", + "prefix": "hd-blackmarble-nightlights/", + "upload": false + } + ], + "is_periodic": false, + "item_assets": { + "cog_default": { + "description": "Cloud optimized default layer to display on map", + "roles": [ + "data", + "layer" + ], + "title": "Default COG Layer", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + } + }, + "license": "MIT", + "providers": [ + { + "name": "NASA VEDA", + "roles": [ + "host" + ], + "url": "https://www.earthdata.nasa.gov/dashboard/" + } + ], + "renders": { + "dashboard": { + "assets": [ + "cog_default" + ], + "bidx": [ + 1, + 2, + 3 + ], + "rescale": [ + [ + 0, + 255 + ] + ], + "title": "VEDA Dashboard Render Parameters" + } + }, + "sample_files": [ + "s3://veda-data-store-staging/hd-blackmarble-nightlights/hdnightlights_2021-08-24_31N91W29N89W-day.tif" + ], + "spatial_extent": { + "xmax": 180, + "xmin": -180, + "ymax": 90, + "ymin": -90 + }, + "stac_extensions": [ + "https://stac-extensions.github.io/render/v1.0.0/schema.json", + "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" + ], + "temporal_extent": { + "enddate": null, + "startdate": "2015-08-09T00:00:00Z" + }, + "time_density": "day", + "title": "High Definition Black Marble Nightlights for Disaster Support" +} + + +{ + "assets": { + "thumbnail": { + "description": "HD Black Marble Nightlights output in Houston, TX", + "href": "s3://veda-thumbnails/hdblackmarble.jpg", + "roles": [ + "thumbnail" + ], + "title": "Thumbnail", + "type": "image/jpg" + } + }, + "collection": "hd-blackmarble-nightlights", + "data_type": "cog", + "description": "The High Definition Nightlights dataset is a derived product for measuring light emissions for a given location. Darker colors indicate lower light emissions while lighter colors indicate high light emissions.", + "discovery_items": [ + { + "bucket": "veda-data-store-staging", + "cogify": false, + "discovery": "s3", + "dry_run": false, + "filename_regex": ".*hdnightlights_2023-03-15_32_97N90_96W32_83N90_79W-day.tif$", + "prefix": "hd-blackmarble-nightlights/", + "upload": false + } + ], + "is_periodic": false, + "item_assets": { + "cog_default": { + "description": "Cloud optimized default layer to display on map", + "roles": [ + "data", + "layer" + ], + "title": "Default COG Layer", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + } + }, + "license": "MIT", + "providers": [ + { + "name": "NASA VEDA", + "roles": [ + "host" + ], + "url": "https://www.earthdata.nasa.gov/dashboard/" + } + ], + "renders": { + "dashboard": { + "assets": [ + "cog_default" + ], + "bidx": [ + 1, + 2, + 3 + ], + "rescale": [ + [ + 0, + 255 + ] + ], + "title": "VEDA Dashboard Render Parameters" + } + }, + "sample_files": [ + "s3://veda-data-store-staging/hd-blackmarble-nightlights/hdnightlights_2021-08-24_31N91W29N89W-day.tif" + ], + "spatial_extent": { + "xmax": 180, + "xmin": -180, + "ymax": 90, + "ymin": -90 + }, + "stac_extensions": [ + "https://stac-extensions.github.io/render/v1.0.0/schema.json", + "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" + ], + "temporal_extent": { + "enddate": null, + "startdate": "2015-08-09T00:00:00Z" + }, + "time_density": "day", + "title": "High Definition Black Marble Nightlights for Disaster Support" +} + + +{ + "assets": { + "thumbnail": { + "description": "HD Black Marble Nightlights output in Houston, TX", + "href": "s3://veda-thumbnails/hdblackmarble.jpg", + "roles": [ + "thumbnail" + ], + "title": "Thumbnail", + "type": "image/jpg" + } + }, + "collection": "hd-blackmarble-nightlights", + "data_type": "cog", + "description": "The High Definition Nightlights dataset is a derived product for measuring light emissions for a given location. Darker colors indicate lower light emissions while lighter colors indicate high light emissions.", + "discovery_items": [ + { + "bucket": "veda-data-store-staging", + "cogify": false, + "discovery": "s3", + "dry_run": false, + "filename_regex": ".*hdnightlights_2023-03-15_32_97N90_96W32_83N90_79W-day.tif$", + "prefix": "hd-blackmarble-nightlights/", + "upload": false + } + ], + "is_periodic": false, + "item_assets": { + "cog_default": { + "description": "Cloud optimized default layer to display on map", + "roles": [ + "data", + "layer" + ], + "title": "Default COG Layer", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + } + }, + "license": "MIT", + "providers": [ + { + "name": "NASA VEDA", + "roles": [ + "host" + ], + "url": "https://www.earthdata.nasa.gov/dashboard/" + } + ], + "renders": { + "dashboard": { + "assets": [ + "cog_default" + ], + "bidx": [ + 1, + 2, + 3 + ], + "rescale": [ + [ + 0, + 255 + ] + ], + "title": "VEDA Dashboard Render Parameters" + } + }, + "sample_files": [ + "s3://veda-data-store-staging/hd-blackmarble-nightlights/hdnightlights_2021-08-24_31N91W29N89W-day.tif" + ], + "spatial_extent": { + "xmax": 180, + "xmin": -180, + "ymax": 90, + "ymin": -90 + }, + "stac_extensions": [ + "https://stac-extensions.github.io/render/v1.0.0/schema.json", + "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" + ], + "temporal_extent": { + "enddate": null, + "startdate": "2015-08-09T00:00:00Z" + }, + "time_density": "day", + "title": "High Definition Black Marble Nightlights for Disaster Support" +} + + +{ + "assets": { + "thumbnail": { + "description": "HD Black Marble Nightlights output in Houston, TX", + "href": "s3://veda-thumbnails/hdblackmarble.jpg", + "roles": [ + "thumbnail" + ], + "title": "Thumbnail", + "type": "image/jpg" + } + }, + "collection": "hd-blackmarble-nightlights", + "data_type": "cog", + "description": "The High Definition Nightlights dataset is a derived product for measuring light emissions for a given location. Darker colors indicate lower light emissions while lighter colors indicate high light emissions.", + "discovery_items": [ + { + "bucket": "veda-data-store-staging", + "cogify": false, + "discovery": "s3", + "dry_run": false, + "filename_regex": ".*hdnightlights_2023-03-15_32_97N90_96W32_83N90_79W-day.tif$", + "prefix": "hd-blackmarble-nightlights/", + "upload": false + } + ], + "is_periodic": false, + "item_assets": { + "cog_default": { + "description": "Cloud optimized default layer to display on map", + "roles": [ + "data", + "layer" + ], + "title": "Default COG Layer", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + } + }, + "license": "MIT", + "providers": [ + { + "name": "NASA VEDA", + "roles": [ + "host" + ], + "url": "https://www.earthdata.nasa.gov/dashboard/" + } + ], + "renders": { + "dashboard": { + "assets": [ + "cog_default" + ], + "bidx": [ + 1, + 2, + 3 + ], + "rescale": [ + [ + 0, + 255 + ] + ], + "title": "VEDA Dashboard Render Parameters" + } + }, + "sample_files": [ + "s3://veda-data-store-staging/hd-blackmarble-nightlights/hdnightlights_2021-08-24_31N91W29N89W-day.tif" + ], + "spatial_extent": { + "xmax": 180, + "xmin": -180, + "ymax": 90, + "ymin": -90 + }, + "stac_extensions": [ + "https://stac-extensions.github.io/render/v1.0.0/schema.json", + "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" + ], + "temporal_extent": { + "enddate": null, + "startdate": "2015-08-09T00:00:00Z" + }, + "time_density": "day", + "title": "High Definition Black Marble Nightlights for Disaster Support" +} + +{ + "assets": { + "thumbnail": { + "description": "HD Black Marble Nightlights output in Houston, TX", + "href": "s3://veda-thumbnails/hdblackmarble.jpg", + "roles": [ + "thumbnail" + ], + "title": "Thumbnail", + "type": "image/jpg" + } + }, + "collection": "hd-blackmarble-nightlights", + "data_type": "cog", + "description": "The High Definition Nightlights dataset is a derived product for measuring light emissions for a given location. Darker colors indicate lower light emissions while lighter colors indicate high light emissions.", + "discovery_items": [ + { + "bucket": "veda-data-store-staging", + "cogify": false, + "discovery": "s3", + "dry_run": false, + "filename_regex": ".*hdnightlights_2023-03-15_32_97N90_96W32_83N90_79W-day.tif$", + "prefix": "hd-blackmarble-nightlights/", + "upload": false + } + ], + "is_periodic": false, + "item_assets": { + "cog_default": { + "description": "Cloud optimized default layer to display on map", + "roles": [ + "data", + "layer" + ], + "title": "Default COG Layer", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + } + }, + "license": "MIT", + "providers": [ + { + "name": "NASA VEDA", + "roles": [ + "host" + ], + "url": "https://www.earthdata.nasa.gov/dashboard/" + } + ], + "renders": { + "dashboard": { + "assets": [ + "cog_default" + ], + "bidx": [ + 1, + 2, + 3 + ], + "rescale": [ + [ + 0, + 255 + ] + ], + "title": "VEDA Dashboard Render Parameters" + } + }, + "sample_files": [ + "s3://veda-data-store-staging/hd-blackmarble-nightlights/hdnightlights_2021-08-24_31N91W29N89W-day.tif" + ], + "spatial_extent": { + "xmax": 180, + "xmin": -180, + "ymax": 90, + "ymin": -90 + }, + "stac_extensions": [ + "https://stac-extensions.github.io/render/v1.0.0/schema.json", + "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" + ], + "temporal_extent": { + "enddate": null, + "startdate": "2015-08-09T00:00:00Z" + }, + "time_density": "day", + "title": "High Definition Black Marble Nightlights for Disaster Support" +} + + + +{ + "assets": { + "thumbnail": { + "description": "HD Black Marble Nightlights output in Houston, TX", + "href": "s3://veda-thumbnails/hdblackmarble.jpg", + "roles": [ + "thumbnail" + ], + "title": "Thumbnail", + "type": "image/jpg" + } + }, + "collection": "hd-blackmarble-nightlights", + "data_type": "cog", + "description": "The High Definition Nightlights dataset is a derived product for measuring light emissions for a given location. Darker colors indicate lower light emissions while lighter colors indicate high light emissions.", + "discovery_items": [ + { + "bucket": "veda-data-store-staging", + "cogify": false, + "discovery": "s3", + "dry_run": false, + "filename_regex": ".*hdnightlights_2023-03-15_32_97N90_96W32_83N90_79W-day.tif$", + "prefix": "hd-blackmarble-nightlights/", + "upload": false + } + ], + "is_periodic": false, + "item_assets": { + "cog_default": { + "description": "Cloud optimized default layer to display on map", + "roles": [ + "data", + "layer" + ], + "title": "Default COG Layer", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + } + }, + "license": "MIT", + "providers": [ + { + "name": "NASA VEDA", + "roles": [ + "host" + ], + "url": "https://www.earthdata.nasa.gov/dashboard/" + } + ], + "renders": { + "dashboard": { + "assets": [ + "cog_default" + ], + "bidx": [ + 1, + 2, + 3 + ], + "rescale": [ + [ + 0, + 255 + ] + ], + "title": "VEDA Dashboard Render Parameters" + } + }, + "sample_files": [ + "s3://veda-data-store-staging/hd-blackmarble-nightlights/hdnightlights_2021-08-24_31N91W29N89W-day.tif" + ], + "spatial_extent": { + "xmax": 180, + "xmin": -180, + "ymax": 90, + "ymin": -90 + }, + "stac_extensions": [ + "https://stac-extensions.github.io/render/v1.0.0/schema.json", + "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" + ], + "temporal_extent": { + "enddate": null, + "startdate": "2015-08-09T00:00:00Z" + }, + "time_density": "day", + "title": "High Definition Black Marble Nightlights for Disaster Support" +} + + + + +{ + "assets": { + "thumbnail": { + "description": "HD Black Marble Nightlights output in Houston, TX", + "href": "s3://veda-thumbnails/hdblackmarble.jpg", + "roles": [ + "thumbnail" + ], + "title": "Thumbnail", + "type": "image/jpg" + } + }, + "collection": "hd-blackmarble-nightlights", + "data_type": "cog", + "description": "The High Definition Nightlights dataset is a derived product for measuring light emissions for a given location. Darker colors indicate lower light emissions while lighter colors indicate high light emissions.", + "discovery_items": [ + { + "bucket": "veda-data-store-staging", + "cogify": false, + "discovery": "s3", + "dry_run": false, + "filename_regex": ".*hdnightlights_2023-03-15_32_97N90_96W32_83N90_79W-day.tif$", + "prefix": "hd-blackmarble-nightlights/", + "upload": false + } + ], + "is_periodic": false, + "item_assets": { + "cog_default": { + "description": "Cloud optimized default layer to display on map", + "roles": [ + "data", + "layer" + ], + "title": "Default COG Layer", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + } + }, + "license": "MIT", + "providers": [ + { + "name": "NASA VEDA", + "roles": [ + "host" + ], + "url": "https://www.earthdata.nasa.gov/dashboard/" + } + ], + "renders": { + "dashboard": { + "assets": [ + "cog_default" + ], + "bidx": [ + 1, + 2, + 3 + ], + "rescale": [ + [ + 0, + 255 + ] + ], + "title": "VEDA Dashboard Render Parameters" + } + }, + "sample_files": [ + "s3://veda-data-store-staging/hd-blackmarble-nightlights/hdnightlights_2021-08-24_31N91W29N89W-day.tif" + ], + "spatial_extent": { + "xmax": 180, + "xmin": -180, + "ymax": 90, + "ymin": -90 + }, + "stac_extensions": [ + "https://stac-extensions.github.io/render/v1.0.0/schema.json", + "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" + ], + "temporal_extent": { + "enddate": null, + "startdate": "2015-08-09T00:00:00Z" + }, + "time_density": "day", + "title": "High Definition Black Marble Nightlights for Disaster Support" +} + + +{ + "assets": { + "thumbnail": { + "description": "HD Black Marble Nightlights output in Houston, TX", + "href": "s3://veda-thumbnails/hdblackmarble.jpg", + "roles": [ + "thumbnail" + ], + "title": "Thumbnail", + "type": "image/jpg" + } + }, + "collection": "hd-blackmarble-nightlights", + "data_type": "cog", + "description": "The High Definition Nightlights dataset is a derived product for measuring light emissions for a given location. Darker colors indicate lower light emissions while lighter colors indicate high light emissions.", + "discovery_items": [ + { + "bucket": "veda-data-store-staging", + "cogify": false, + "discovery": "s3", + "dry_run": false, + "filename_regex": ".*hdnightlights_2023-03-15_32_97N90_96W32_83N90_79W-day.tif$", + "prefix": "hd-blackmarble-nightlights/", + "upload": false + } + ], + "is_periodic": false, + "item_assets": { + "cog_default": { + "description": "Cloud optimized default layer to display on map", + "roles": [ + "data", + "layer" + ], + "title": "Default COG Layer", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + } + }, + "license": "MIT", + "providers": [ + { + "name": "NASA VEDA", + "roles": [ + "host" + ], + "url": "https://www.earthdata.nasa.gov/dashboard/" + } + ], + "renders": { + "dashboard": { + "assets": [ + "cog_default" + ], + "bidx": [ + 1, + 2, + 3 + ], + "rescale": [ + [ + 0, + 255 + ] + ], + "title": "VEDA Dashboard Render Parameters" + } + }, + "sample_files": [ + "s3://veda-data-store-staging/hd-blackmarble-nightlights/hdnightlights_2021-08-24_31N91W29N89W-day.tif" + ], + "spatial_extent": { + "xmax": 180, + "xmin": -180, + "ymax": 90, + "ymin": -90 + }, + "stac_extensions": [ + "https://stac-extensions.github.io/render/v1.0.0/schema.json", + "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" + ], + "temporal_extent": { + "enddate": null, + "startdate": "2015-08-09T00:00:00Z" + }, + "time_density": "day", + "title": "High Definition Black Marble Nightlights for Disaster Support" +} diff --git a/ingestion-data/collections/blackmarble-cloud.json b/ingestion-data/collections/blackmarble-cloud.json index 13889ea..4118fbd 100644 --- a/ingestion-data/collections/blackmarble-cloud.json +++ b/ingestion-data/collections/blackmarble-cloud.json @@ -1,8 +1,8 @@ { "id": "blackmarble-cloud", - "dashboard:is_periodic": true, - "dashboard:time_interval": "P1D", - "title": "Blackmarble HD cloud mask", + "dashboard:is_periodic": false, + "dashboard:time_interval": "P1M", + "title": "Blackmarble cloud", "description": "Black Marble HD is NASA's high-resolution nighttime lights product that captures Earth's artificial illumination patterns at at 500-meter or finer spatial resolution compared to the standard 750-meter resolution. These data products are derived from the Visible Infrared Imaging Radiometer Suite (VIIRS) Day/Night Band (DNB) sensor aboard the Suomi NPP and NOAA-20 satellites, which can detect even dim sources of visible and near-infrared light at night. The HD versions are often produced for specific areas of interest during disaster events or urban studies, providing enhanced visualization of power outages, infrastructure damage, and human activity patterns through careful atmospheric correction and stray light removal processing.", "extent": { "spatial": { diff --git a/ingestion-data/collections/blackmarble-vnp46A3.json b/ingestion-data/collections/blackmarble-vnp46A3.json index 860df47..d593691 100644 --- a/ingestion-data/collections/blackmarble-vnp46A3.json +++ b/ingestion-data/collections/blackmarble-vnp46A3.json @@ -1,5 +1,5 @@ { - "id": "blackmarble-cloud", + "id": "blackmarble-vnp46A3", "dashboard:is_periodic": true, "dashboard:time_interval": "P1D", "title": "Blackmarble VNP46A3", From 73c8ed03660bd940dd6f0686f96eb315eeb6198f Mon Sep 17 00:00:00 2001 From: Kyle Lesinger Date: Tue, 16 Sep 2025 09:16:05 -0500 Subject: [PATCH 030/118] update bm brdf discover --- .../discovery-items/blackmarble-brdf.json | 18 ++++++++++++++++++ 1 file changed, 18 insertions(+) create mode 100644 ingestion-data/discovery-items/blackmarble-brdf.json diff --git a/ingestion-data/discovery-items/blackmarble-brdf.json b/ingestion-data/discovery-items/blackmarble-brdf.json new file mode 100644 index 0000000..7acfec3 --- /dev/null +++ b/ingestion-data/discovery-items/blackmarble-brdf.json @@ -0,0 +1,18 @@ +{ + "collection": "blackmarble-brdf", + "bucket": "nasa-disasters", + "prefix": "drcs_activations_new/Blackmarble/brdf-corrected/", + "cogify": false, + "discovery": "s3", + "dry_run": false, + "filename_regex": ".*.tif$", + "assets": { + "brdf": { + "description": "Black marble BRDF", + "regex": ".*_BRDFCorrected.*.tif$", + "title": "Black marble BRDF Corrected" + } + }, + "id_regex": ".*_(.*).tif$", + "id_template": "{}" +} \ No newline at end of file From 81d547c809742ec6ad45d187049b7281ebc42d06 Mon Sep 17 00:00:00 2001 From: Kyle Lesinger Date: Tue, 16 Sep 2025 10:36:19 -0500 Subject: [PATCH 031/118] update bm cloud mask discover --- .../discovery-items/blackmarble-cloud.json | 18 ++++++++++++++++++ 1 file changed, 18 insertions(+) create mode 100644 ingestion-data/discovery-items/blackmarble-cloud.json diff --git a/ingestion-data/discovery-items/blackmarble-cloud.json b/ingestion-data/discovery-items/blackmarble-cloud.json new file mode 100644 index 0000000..7acfec3 --- /dev/null +++ b/ingestion-data/discovery-items/blackmarble-cloud.json @@ -0,0 +1,18 @@ +{ + "collection": "blackmarble-brdf", + "bucket": "nasa-disasters", + "prefix": "drcs_activations_new/Blackmarble/brdf-corrected/", + "cogify": false, + "discovery": "s3", + "dry_run": false, + "filename_regex": ".*.tif$", + "assets": { + "brdf": { + "description": "Black marble BRDF", + "regex": ".*_BRDFCorrected.*.tif$", + "title": "Black marble BRDF Corrected" + } + }, + "id_regex": ".*_(.*).tif$", + "id_template": "{}" +} \ No newline at end of file From 55109785ce431d5641f1355210c7f2bc92c04648 Mon Sep 17 00:00:00 2001 From: Kyle Lesinger Date: Tue, 16 Sep 2025 12:17:50 -0500 Subject: [PATCH 032/118] update bm cloud --- .../collections/blackmarble-cloud.json | 2 +- .../discovery-items/blackmarble-cloud.json | 23 +++++++++++-------- 2 files changed, 15 insertions(+), 10 deletions(-) diff --git a/ingestion-data/collections/blackmarble-cloud.json b/ingestion-data/collections/blackmarble-cloud.json index 4118fbd..4ae0203 100644 --- a/ingestion-data/collections/blackmarble-cloud.json +++ b/ingestion-data/collections/blackmarble-cloud.json @@ -1,7 +1,7 @@ { "id": "blackmarble-cloud", "dashboard:is_periodic": false, - "dashboard:time_interval": "P1M", + "dashboard:time_interval": "P1D", "title": "Blackmarble cloud", "description": "Black Marble HD is NASA's high-resolution nighttime lights product that captures Earth's artificial illumination patterns at at 500-meter or finer spatial resolution compared to the standard 750-meter resolution. These data products are derived from the Visible Infrared Imaging Radiometer Suite (VIIRS) Day/Night Band (DNB) sensor aboard the Suomi NPP and NOAA-20 satellites, which can detect even dim sources of visible and near-infrared light at night. The HD versions are often produced for specific areas of interest during disaster events or urban studies, providing enhanced visualization of power outages, infrastructure damage, and human activity patterns through careful atmospheric correction and stray light removal processing.", "extent": { diff --git a/ingestion-data/discovery-items/blackmarble-cloud.json b/ingestion-data/discovery-items/blackmarble-cloud.json index 7acfec3..ba9aa4a 100644 --- a/ingestion-data/discovery-items/blackmarble-cloud.json +++ b/ingestion-data/discovery-items/blackmarble-cloud.json @@ -1,18 +1,23 @@ { - "collection": "blackmarble-brdf", + "collection": "blackmarble-cloud", "bucket": "nasa-disasters", - "prefix": "drcs_activations_new/Blackmarble/brdf-corrected/", + "prefix": "drcs_activations_new/Blackmarble/qf-cloud/", "cogify": false, "discovery": "s3", "dry_run": false, - "filename_regex": ".*.tif$", + "filename_regex": ".*QF_Cloud_.*.tif$", "assets": { - "brdf": { - "description": "Black marble BRDF", - "regex": ".*_BRDFCorrected.*.tif$", - "title": "Black marble BRDF Corrected" + "cloud-mask": { + "description": "Black marble cloud mask", + "regex": ".*_QF_Cloud_Mask_.*", + "title": "Black marble cloud mask" + }, + "cloud-mask-c2": { + "description": "Black marble cloud mask c2", + "regex": ".*_QF_Cloud_MaskC2_.*", + "title": "Black marble cloud mask c2" } }, - "id_regex": ".*_(.*).tif$", - "id_template": "{}" + "id_regex": ".*blackmarble_(.*)\\.tif$", + "id_template": "blackmarble-{}" } \ No newline at end of file From 043e9c5cb25ef3cab4b51620fac0442f2a1e2e20 Mon Sep 17 00:00:00 2001 From: Ethan Kerr Date: Tue, 16 Sep 2025 12:33:01 -0500 Subject: [PATCH 033/118] added landast natural color --- .../collections/landsat8-nat-conus.json | 66 +++++++++++++++++++ .../collections/landsat9-nat-conus.json | 66 +++++++++++++++++++ 2 files changed, 132 insertions(+) create mode 100644 ingestion-data/collections/landsat8-nat-conus.json create mode 100644 ingestion-data/collections/landsat9-nat-conus.json diff --git a/ingestion-data/collections/landsat8-nat-conus.json b/ingestion-data/collections/landsat8-nat-conus.json new file mode 100644 index 0000000..d320279 --- /dev/null +++ b/ingestion-data/collections/landsat8-nat-conus.json @@ -0,0 +1,66 @@ +{ + "id": "landsat8-nat", + "dashboard:is_periodic": false, + "dashboard:time_interval": "day", + "description": "NASA Landsat natural color satellite data combines visible light bands (red, green, and blue) to produce imagery that closely resembles what the human eye would see from space. It is often used to monitor land cover, vegetation, water bodies, and urban areas. These images are helpful for applications like environmental monitoring, resource management, and mapping. Natural color Landsat data provides a clear, intuitive view of Earth’s surface for both scientists and the public.", + "extent": { + "spatial": { + "bbox": [ + [ + -125, + 24, + -66, + 49 + ] + ] + }, + "temporal": { + "interval": [ + [ + "2024-08-30T00:00:00Z", + "2024-10-01T00:00:00Z" + ] + ] + } + }, + "item_assets": { + "landsat8-nat": { + "description": "Landsat-08 Natural Color", + "roles": [ + "data", + "layer" + ], + "title": "Landsat-08 Natural Color", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + } + }, + "license": "CC0-1.0", + "links": [], + "providers": [ + { + "name": "NASA" + } + ], + "renders": { + "dashboard": { + "bidx": [1,2,3], + "assets": [ + "landsat8-nat" + ], + "rescale": [ + [ + 1, + 255 + ] + ] + } + }, + "stac_extensions": [ + "https://stac-extensions.github.io/render/v1.0.0/schema.json", + "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" + ], + "stac_version": "1.0.0", + "title": "Landsat-08 Natural Color", + "type": "Collection", + "tenant": ["nasa-disasters"] +} \ No newline at end of file diff --git a/ingestion-data/collections/landsat9-nat-conus.json b/ingestion-data/collections/landsat9-nat-conus.json new file mode 100644 index 0000000..1c6779d --- /dev/null +++ b/ingestion-data/collections/landsat9-nat-conus.json @@ -0,0 +1,66 @@ +{ + "id": "landsat9-nat", + "dashboard:is_periodic": false, + "dashboard:time_interval": "day", + "description": "NASA Landsat natural color satellite data combines visible light bands (red, green, and blue) to produce imagery that closely resembles what the human eye would see from space. It is often used to monitor land cover, vegetation, water bodies, and urban areas. These images are helpful for applications like environmental monitoring, resource management, and mapping. Natural color Landsat data provides a clear, intuitive view of Earth's surface for both scientists and the public.", + "extent": { + "spatial": { + "bbox": [ + [ + -125, + 24, + -66, + 49 + ] + ] + }, + "temporal": { + "interval": [ + [ + "2024-10-02T00:00:00Z", + "2024-10-09T00:00:00Z" + ] + ] + } + }, + "item_assets": { + "landsat9-nat": { + "description": "Landsat-09 Natural Color", + "roles": [ + "data", + "layer" + ], + "title": "Landsat-09 Natural Color", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + } + }, + "license": "CC0-1.0", + "links": [], + "providers": [ + { + "name": "NASA" + } + ], + "renders": { + "dashboard": { + "bidx": [1,2,3], + "assets": [ + "landsat9-nat" + ], + "rescale": [ + [ + 1, + 255 + ] + ] + } + }, + "stac_extensions": [ + "https://stac-extensions.github.io/render/v1.0.0/schema.json", + "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" + ], + "stac_version": "1.0.0", + "title": "Landsat-09 Natural Color", + "type": "Collection", + "tenant": ["nasa-disasters"] +} \ No newline at end of file From b52ff16d52e6af3dc04ce089155d09bafba19d59 Mon Sep 17 00:00:00 2001 From: Ethan Kerr Date: Tue, 16 Sep 2025 12:42:50 -0500 Subject: [PATCH 034/118] Update --- ingestion-data/collections/landsat8-nat-conus.json | 4 ++-- ingestion-data/collections/landsat9-nat-conus.json | 2 +- 2 files changed, 3 insertions(+), 3 deletions(-) diff --git a/ingestion-data/collections/landsat8-nat-conus.json b/ingestion-data/collections/landsat8-nat-conus.json index d320279..dcb86f9 100644 --- a/ingestion-data/collections/landsat8-nat-conus.json +++ b/ingestion-data/collections/landsat8-nat-conus.json @@ -25,7 +25,7 @@ }, "item_assets": { "landsat8-nat": { - "description": "Landsat-08 Natural Color", + "description": "Landsat-08 Natural Color.", "roles": [ "data", "layer" @@ -49,7 +49,7 @@ ], "rescale": [ [ - 1, + 0, 255 ] ] diff --git a/ingestion-data/collections/landsat9-nat-conus.json b/ingestion-data/collections/landsat9-nat-conus.json index 1c6779d..a6419f0 100644 --- a/ingestion-data/collections/landsat9-nat-conus.json +++ b/ingestion-data/collections/landsat9-nat-conus.json @@ -49,7 +49,7 @@ ], "rescale": [ [ - 1, + 0, 255 ] ] From c3d658fffbe68ef97295d5a77b26ba08a9db5355 Mon Sep 17 00:00:00 2001 From: Ethan Kerr Date: Tue, 16 Sep 2025 12:45:13 -0500 Subject: [PATCH 035/118] Update --- ingestion-data/collections/landsat9-nat-conus.json | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/ingestion-data/collections/landsat9-nat-conus.json b/ingestion-data/collections/landsat9-nat-conus.json index a6419f0..1fdba6c 100644 --- a/ingestion-data/collections/landsat9-nat-conus.json +++ b/ingestion-data/collections/landsat9-nat-conus.json @@ -25,7 +25,7 @@ }, "item_assets": { "landsat9-nat": { - "description": "Landsat-09 Natural Color", + "description": "Landsat-09 Natural Color.", "roles": [ "data", "layer" From dafbdfa04e2503bc3dcf796c28024238385f98c4 Mon Sep 17 00:00:00 2001 From: Aaron Serre Date: Tue, 16 Sep 2025 13:31:00 -0500 Subject: [PATCH 036/118] Add Sentinel config files --- .../collections/Sentinel-1_opera_dswx.json | 65 ++++++++++++++ .../collections/Sentinel-1_rgb.json | 88 +++++++++++++++++++ 2 files changed, 153 insertions(+) create mode 100644 ingestion-data/collections/Sentinel-1_opera_dswx.json create mode 100644 ingestion-data/collections/Sentinel-1_rgb.json diff --git a/ingestion-data/collections/Sentinel-1_opera_dswx.json b/ingestion-data/collections/Sentinel-1_opera_dswx.json new file mode 100644 index 0000000..96e14bc --- /dev/null +++ b/ingestion-data/collections/Sentinel-1_opera_dswx.json @@ -0,0 +1,65 @@ +{ + "id": "S1-OperaDSWX", + "dashboard:is_periodic": false, + "dashboard:time_interval": "P1D", + "description": "The Dynamic Surface Water eXtent (DSWx) products map pixel-wise surface water detections using optical or SAR imagery. The DSWx suite is composed of complementary products, which are named according to their input datasets. Specifically, a separate DSWx product is generated from Sentinel-1, NISAR, ,, and the Harmonized Landsat Sentinel-2 (HLS) data. The products are designed to share the same structure, GeoTiff file format, file-naming convention, and have posting of 30 m. These DSWx products are provided as an analysis ready dataset but are not harmonized across the different sensors. All products will be accessible through NASA’s Physical Oceanography Distributed Active Archive Center (PO.DAAC). Below we provide per DSWx product the product specification document as well as the corresponding product samples conforming to the detailed specifications. Interactive guides are provided demonstrating how products can be loaded and manipulated in an open-source GIS package. Interactive white papers provided through a Jupyter notebook environment outline product introductions and showcase select applications.", + "extent": { + "spatial": { + "bbox": [ + [ + -125, + -24, + -66, + 49 + ] + ] + }, + "temporal": { + "interval": [ + [ + "2025-02-17T00:00:00Z", + null + ] + ] + } + }, + "item_assets": { + "s1-opera-dswx": { + "description": "Sentinel-1_opera_dswx", + "roles": [ + "data", + "layer" + ], + "title": "Sentinel-1_opera_dswx", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + } + }, + "license": "CC0-1.0", + "links": [], + "providers": [ + { + "name": "NASA" + } + ], + "renders": { + "dashboard": { + "assets": [ + "s1-opera-dswx" + ], + "rescale": [ + [ + 0, + 255 + ] + ] + } + }, + "stac_extensions": [ + "https://stac-extensions.github.io/render/v1.0.0/schema.json", + "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" + ], + "stac_version": "1.0.0", + "title": "Sentinel 1 Opera DSWX", + "type": "Collection", + "tenant": ["nasa-disasters"] +} \ No newline at end of file diff --git a/ingestion-data/collections/Sentinel-1_rgb.json b/ingestion-data/collections/Sentinel-1_rgb.json new file mode 100644 index 0000000..262ace6 --- /dev/null +++ b/ingestion-data/collections/Sentinel-1_rgb.json @@ -0,0 +1,88 @@ +{ + "id": "sentinel-1-rgb", + "dashboard:is_periodic": false, + "dashboard:time_interval": "PT1H", + "description": "The Sentinel-1 mission comprises a constellation of two polar-orbiting satellites, Sentinel-1A and Sentinel-1B, which provide all-weather, day-and-night radar imaging for land and ocean surfaces, monitoring the marine environment, vegetation mapping, and other major applications. With multi-temporal analyses, remote sensing gives a unique perspective of how cities evolve. The key element for mapping rural to urban land use change is the ability to discriminate between rural uses (farming, pasture, forests) and urban use (residential, commercial, recreational). Remote sensing methods can be employed to classify types of land use in a practical, economical and repetitive fashion, over large areas.", + "extent": { + "spatial": { + "bbox": [ + [ + -125, + -24, + -66, + 49 + ] + ] + }, + "temporal": { + "interval": [ + [ + "2024-09-28T23:23:34Z", + "2024-10-03T23:30:51Z" + ] + ] + } + }, + "item_assets": { + "gpufed": { + "description": "GPU fed.", + "roles": [ + "data", + "layer" + ], + "title": "gpufed", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "gpuned": { + "description": "GPU ned.", + "roles": [ + "data", + "layer" + ], + "title": "gpuned", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + } + }, + "license": "CC0-1.0", + "links": [], + "providers": [ + { + "name": "NASA" + } + ], + "renders": { + "gpufed": { + "assets": [ + "gpufed" + ], + "bidx": [1,2,3], + "rescale": [ + [ + 0, + 255 + ] + ] + }, + + "gpuned": { + "assets": [ + "gpuned" + ], + "bidx": [1,2,3], + "rescale": [ + [ + 0, + 255 + ] + ] + } + }, + "stac_extensions": [ + "https://stac-extensions.github.io/render/v1.0.0/schema.json", + "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" + ], + "stac_version": "1.0.0", + "title": "Sentinel-1 RGB", + "type": "Collection", + "tenant": ["nasa-disasters"] +} \ No newline at end of file From 72054ec92b2b8e9e66dec90cc66f59ab145784c2 Mon Sep 17 00:00:00 2001 From: Kyle Lesinger Date: Tue, 16 Sep 2025 17:28:29 -0500 Subject: [PATCH 037/118] update bm dnb discovery --- .../discovery-items/blackmarble-dnb.json | 18 ++++++++++++++++++ 1 file changed, 18 insertions(+) create mode 100644 ingestion-data/discovery-items/blackmarble-dnb.json diff --git a/ingestion-data/discovery-items/blackmarble-dnb.json b/ingestion-data/discovery-items/blackmarble-dnb.json new file mode 100644 index 0000000..dbce97c --- /dev/null +++ b/ingestion-data/discovery-items/blackmarble-dnb.json @@ -0,0 +1,18 @@ +{ + "collection": "blackmarble-dnb", + "bucket": "nasa-disasters", + "prefix": "drcs_activations_new/Blackmarble/dnb/", + "cogify": false, + "discovery": "s3", + "dry_run": false, + "filename_regex": ".*.tif$", + "assets": { + "mosaic": { + "description": "Black marble day night band mosaic", + "regex": ".*.tif", + "title": "Black marble day night band mosaic" + } + }, + "id_regex": ".*(\\d{4}-\\d{2}-\\d{2})_day\\.tif$", + "id_template": "blackmarble-dnb-{}" +} \ No newline at end of file From 37fc8212d5102ef59b813f7f18dfe8589d07a824 Mon Sep 17 00:00:00 2001 From: Kyle Lesinger Date: Tue, 16 Sep 2025 18:05:18 -0500 Subject: [PATCH 038/118] add bm all angle --- .../collections/blackmarble-all-angle.json | 66 +++++++++++++++++++ .../blackmarble-all-angle.json | 18 +++++ 2 files changed, 84 insertions(+) create mode 100644 ingestion-data/collections/blackmarble-all-angle.json create mode 100644 ingestion-data/discovery-items/blackmarble-all-angle.json diff --git a/ingestion-data/collections/blackmarble-all-angle.json b/ingestion-data/collections/blackmarble-all-angle.json new file mode 100644 index 0000000..d1afafb --- /dev/null +++ b/ingestion-data/collections/blackmarble-all-angle.json @@ -0,0 +1,66 @@ +{ + "id": "blackmarble-all-angle", + "dashboard:is_periodic": false, + "dashboard:time_interval": "P1M", + "title": "Blackmarble All Angle Composite", + "description": "Black Marble HD is NASA's high-resolution nighttime lights product that captures Earth's artificial illumination patterns at at 500-meter or finer spatial resolution compared to the standard 750-meter resolution. These data products are derived from the Visible Infrared Imaging Radiometer Suite (VIIRS) Day/Night Band (DNB) sensor aboard the Suomi NPP and NOAA-20 satellites, which can detect even dim sources of visible and near-infrared light at night. The HD versions are often produced for specific areas of interest during disaster events or urban studies, providing enhanced visualization of power outages, infrastructure damage, and human activity patterns through careful atmospheric correction and stray light removal processing.", + "extent": { + "spatial": { + "bbox": [ + [ + -125, + 24, + -66, + 49 + ] + ] + }, + "temporal": { + "interval": [ + [ + "2024-06-01T00:00:00Z", + "2025-06-30T23:59:59Z" + ] + ] + } + }, + "item_assets": { + "all-angle": { + "description": "Blackmarble All Angle Composite", + "roles": ["data", "layer"], + "title": "Blackmarble All Angle Composite", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + } + }, + "license": "CC0-1.0", + "links": [], + "providers": [ + { + "name": "NASA Disasters Program", + "roles": [ + "host" + ], + "url": "https://disasters.openveda.cloud" + } + ], + "renders": { + "all-angle": { + "assets": [ + "all-angle" + ], + "rescale": [ + [ + 0, + 110 + ] + ] + } + }, + "stac_extensions": [ + "https://stac-extensions.github.io/render/v1.0.0/schema.json", + "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" + ], + "stac_version": "1.0.0", + "type": "Collection", + "tenant": ["nasa-disasters"] +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/blackmarble-all-angle.json b/ingestion-data/discovery-items/blackmarble-all-angle.json new file mode 100644 index 0000000..7acfec3 --- /dev/null +++ b/ingestion-data/discovery-items/blackmarble-all-angle.json @@ -0,0 +1,18 @@ +{ + "collection": "blackmarble-brdf", + "bucket": "nasa-disasters", + "prefix": "drcs_activations_new/Blackmarble/brdf-corrected/", + "cogify": false, + "discovery": "s3", + "dry_run": false, + "filename_regex": ".*.tif$", + "assets": { + "brdf": { + "description": "Black marble BRDF", + "regex": ".*_BRDFCorrected.*.tif$", + "title": "Black marble BRDF Corrected" + } + }, + "id_regex": ".*_(.*).tif$", + "id_template": "{}" +} \ No newline at end of file From 2de2bb71a095c40b8a0285f81b0887218238314a Mon Sep 17 00:00:00 2001 From: Kyle Lesinger Date: Tue, 16 Sep 2025 18:23:15 -0500 Subject: [PATCH 039/118] add bm con --- .../collections/blackmarble-con.json | 117 ++++++++++++++++++ .../discovery-items/blackmarble-con.json | 33 +++++ 2 files changed, 150 insertions(+) create mode 100644 ingestion-data/collections/blackmarble-con.json create mode 100644 ingestion-data/discovery-items/blackmarble-con.json diff --git a/ingestion-data/collections/blackmarble-con.json b/ingestion-data/collections/blackmarble-con.json new file mode 100644 index 0000000..58557ff --- /dev/null +++ b/ingestion-data/collections/blackmarble-con.json @@ -0,0 +1,117 @@ +{ + "id": "blackmarble-con", + "dashboard:is_periodic": false, + "dashboard:time_interval": "P1M", + "title": "Blackmarble Con", + "description": "Black Marble HD is NASA's high-resolution nighttime lights product that captures Earth's artificial illumination patterns at at 500-meter or finer spatial resolution compared to the standard 750-meter resolution. These data products are derived from the Visible Infrared Imaging Radiometer Suite (VIIRS) Day/Night Band (DNB) sensor aboard the Suomi NPP and NOAA-20 satellites, which can detect even dim sources of visible and near-infrared light at night. The HD versions are often produced for specific areas of interest during disaster events or urban studies, providing enhanced visualization of power outages, infrastructure damage, and human activity patterns through careful atmospheric correction and stray light removal processing.", + "extent": { + "spatial": { + "bbox": [ + [ + -125, + 24, + -66, + 49 + ] + ] + }, + "temporal": { + "interval": [ + [ + "2024-10-01T00:00:00Z", + "2025-10-31T23:59:59Z" + ] + ] + } + }, + "item_assets": { + "VJ146A31": { + "description": "Blackmarble Con VJ146A31", + "roles": ["data", "layer"], + "title": "Blackmarble Con VJ146A31", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "VJ146A32": { + "description": "Blackmarble Con VJ146A32", + "roles": ["data", "layer"], + "title": "Blackmarble Con VJ146A32", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "VJ146A33": { + "description": "Blackmarble Con VJ146A33", + "roles": ["data", "layer"], + "title": "Blackmarble Con VJ146A33", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "VJ146A34": { + "description": "Blackmarble Con VJ146A34", + "roles": ["data", "layer"], + "title": "Blackmarble Con VJ146A34", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + } + }, + "license": "CC0-1.0", + "links": [], + "providers": [ + { + "name": "NASA Disasters Program", + "roles": [ + "host" + ], + "url": "https://disasters.openveda.cloud" + } + ], + "renders": { + "VJ146A31": { + "assets": [ + "VJ146A31" + ], + "rescale": [ + [ + 0, + 313 + ] + ] + }, + "VJ146A32": { + "assets": [ + "VJ146A32" + ], + "rescale": [ + [ + 0, + 313 + ] + ] + }, + "VJ146A33": { + "assets": [ + "VJ146A33" + ], + "rescale": [ + [ + 0, + 313 + ] + ] + }, + "VJ146A34": { + "assets": [ + "VJ146A34" + ], + "rescale": [ + [ + 0, + 313 + ] + ] + } + }, + "stac_extensions": [ + "https://stac-extensions.github.io/render/v1.0.0/schema.json", + "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" + ], + "stac_version": "1.0.0", + "type": "Collection", + "tenant": ["nasa-disasters"] +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/blackmarble-con.json b/ingestion-data/discovery-items/blackmarble-con.json new file mode 100644 index 0000000..a1da6ee --- /dev/null +++ b/ingestion-data/discovery-items/blackmarble-con.json @@ -0,0 +1,33 @@ +{ + "collection": "blackmarble-con", + "bucket": "nasa-disasters", + "prefix": "drcs_activations_new/Blackmarble/con/", + "cogify": false, + "discovery": "s3", + "dry_run": false, + "filename_regex": ".*.tif$", + "assets": { + "VJ146A31": { + "description": "Black marble VJ146A31", + "regex": ".*_BRDFCorrected.*.tif$", + "title": "Black marble VJ146A31" + }, + "VJ146A32": { + "description": "Black marble VJ146A32", + "regex": ".*_BRDFCorrected.*.tif$", + "title": "Black marble VJ146A32" + }, + "VJ146A33": { + "description": "Black marble VJ146A33", + "regex": ".*_BRDFCorrected.*.tif$", + "title": "Black marble VJ146A33" + }, + "VJ146A34": { + "description": "Black marble VJ146A34", + "regex": ".*_BRDFCorrected.*.tif$", + "title": "Black marble VJ146A34" + } + }, + "id_regex": ".*_(.*).tif$", + "id_template": "{}" +} \ No newline at end of file From 23e16a3d8913b24dd82c8d4aa5e67356c8b62aae Mon Sep 17 00:00:00 2001 From: Kyle Lesinger Date: Tue, 16 Sep 2025 18:28:28 -0500 Subject: [PATCH 040/118] add bm daily --- .../collections/blackmarble-daily.json | 66 +++++++++++++++++++ .../discovery-items/blackmarble-daily.json | 18 +++++ 2 files changed, 84 insertions(+) create mode 100644 ingestion-data/collections/blackmarble-daily.json create mode 100644 ingestion-data/discovery-items/blackmarble-daily.json diff --git a/ingestion-data/collections/blackmarble-daily.json b/ingestion-data/collections/blackmarble-daily.json new file mode 100644 index 0000000..39f0434 --- /dev/null +++ b/ingestion-data/collections/blackmarble-daily.json @@ -0,0 +1,66 @@ +{ + "id": "blackmarble-daily-composite", + "dashboard:is_periodic": false, + "dashboard:time_interval": "P1D", + "title": "Blackmarble daily composite", + "description": "Black Marble is NASA's high-resolution nighttime lights product that captures Earth's artificial illumination patterns at at 500-meter or finer spatial resolution compared to the standard 750-meter resolution. These data products are derived from the Visible Infrared Imaging Radiometer Suite (VIIRS) Day/Night Band (DNB) sensor aboard the Suomi NPP and NOAA-20 satellites, which can detect even dim sources of visible and near-infrared light at night. The versions are often produced for specific areas of interest during disaster events or urban studies, providing enhanced visualization of power outages, infrastructure damage, and human activity patterns through careful atmospheric correction and stray light removal processing.", + "extent": { + "spatial": { + "bbox": [ + [ + -125, + 24, + -66, + 49 + ] + ] + }, + "temporal": { + "interval": [ + [ + "2024-08-01T00:00:00Z", + "2025-09-28T00:00:00Z" + ] + ] + } + }, + "item_assets": { + "bm-day": { + "description": "Blackmarble daily composite", + "roles": ["data", "layer"], + "title": "Blackmarble daily composite", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + } + }, + "license": "CC0-1.0", + "links": [], + "providers": [ + { + "name": "NASA Disasters Program", + "roles": [ + "host" + ], + "url": "https://disasters.openveda.cloud" + } + ], + "renders": { + "bm-day": { + "assets": [ + "bm-day" + ], + "rescale": [ + [ + 0, + 313 + ] + ] + } + }, + "stac_extensions": [ + "https://stac-extensions.github.io/render/v1.0.0/schema.json", + "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" + ], + "stac_version": "1.0.0", + "type": "Collection", + "tenant": ["nasa-disasters"] +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/blackmarble-daily.json b/ingestion-data/discovery-items/blackmarble-daily.json new file mode 100644 index 0000000..315caa9 --- /dev/null +++ b/ingestion-data/discovery-items/blackmarble-daily.json @@ -0,0 +1,18 @@ +{ + "collection": "blackmarble-hd-daily-composite", + "bucket": "nasa-disasters", + "prefix": "drcs_activations_new/Blackmarble/hd/", + "cogify": false, + "discovery": "s3", + "dry_run": false, + "filename_regex": ".*.tif$", + "assets": { + "brdf": { + "description": "Black marble HD daily composite", + "regex": ".*.tif$", + "title": "Black marble HD daily composite" + } + }, + "id_regex": "(.*).tif$", + "id_template": "{}" +} \ No newline at end of file From 75fef03ec3b994524d95198947f3770b490a783c Mon Sep 17 00:00:00 2001 From: Kyle Lesinger Date: Wed, 17 Sep 2025 08:28:37 -0500 Subject: [PATCH 041/118] add bm hd daily --- ...le-cloud.json => blackmarble-qf-cloud.json} | 0 .../discovery-items/blackmarble-hd-daily.json | 18 ++++++++++++++++++ ...le-cloud.json => blackmarble-qf-cloud.json} | 0 3 files changed, 18 insertions(+) rename ingestion-data/collections/{blackmarble-cloud.json => blackmarble-qf-cloud.json} (100%) create mode 100644 ingestion-data/discovery-items/blackmarble-hd-daily.json rename ingestion-data/discovery-items/{blackmarble-cloud.json => blackmarble-qf-cloud.json} (100%) diff --git a/ingestion-data/collections/blackmarble-cloud.json b/ingestion-data/collections/blackmarble-qf-cloud.json similarity index 100% rename from ingestion-data/collections/blackmarble-cloud.json rename to ingestion-data/collections/blackmarble-qf-cloud.json diff --git a/ingestion-data/discovery-items/blackmarble-hd-daily.json b/ingestion-data/discovery-items/blackmarble-hd-daily.json new file mode 100644 index 0000000..315caa9 --- /dev/null +++ b/ingestion-data/discovery-items/blackmarble-hd-daily.json @@ -0,0 +1,18 @@ +{ + "collection": "blackmarble-hd-daily-composite", + "bucket": "nasa-disasters", + "prefix": "drcs_activations_new/Blackmarble/hd/", + "cogify": false, + "discovery": "s3", + "dry_run": false, + "filename_regex": ".*.tif$", + "assets": { + "brdf": { + "description": "Black marble HD daily composite", + "regex": ".*.tif$", + "title": "Black marble HD daily composite" + } + }, + "id_regex": "(.*).tif$", + "id_template": "{}" +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/blackmarble-cloud.json b/ingestion-data/discovery-items/blackmarble-qf-cloud.json similarity index 100% rename from ingestion-data/discovery-items/blackmarble-cloud.json rename to ingestion-data/discovery-items/blackmarble-qf-cloud.json From 096d8ec9dfc8026a03496bb5e1245a3dde826984 Mon Sep 17 00:00:00 2001 From: Kyle Lesinger Date: Wed, 17 Sep 2025 08:59:52 -0500 Subject: [PATCH 042/118] add bm monthly composite --- ...son => blackmarble-monthly-composite.json} | 36 +++++++++++++++---- .../blackmarble-monthly-composite.json | 18 ++++++++++ 2 files changed, 47 insertions(+), 7 deletions(-) rename ingestion-data/collections/{blackmarble-hd-monthly.json => blackmarble-monthly-composite.json} (73%) create mode 100644 ingestion-data/discovery-items/blackmarble-monthly-composite.json diff --git a/ingestion-data/collections/blackmarble-hd-monthly.json b/ingestion-data/collections/blackmarble-monthly-composite.json similarity index 73% rename from ingestion-data/collections/blackmarble-hd-monthly.json rename to ingestion-data/collections/blackmarble-monthly-composite.json index e4fda4b..073e0fa 100644 --- a/ingestion-data/collections/blackmarble-hd-monthly.json +++ b/ingestion-data/collections/blackmarble-monthly-composite.json @@ -2,7 +2,7 @@ "id": "blackmarble-hd-monthly-composite", "dashboard:is_periodic": false, "dashboard:time_interval": "P1M", - "title": "Blackmarble HD monthly composite", + "title": "Blackmarble Monthly composite", "description": "Black Marble HD is NASA's high-resolution nighttime lights product that captures Earth's artificial illumination patterns at at 500-meter or finer spatial resolution compared to the standard 750-meter resolution. These data products are derived from the Visible Infrared Imaging Radiometer Suite (VIIRS) Day/Night Band (DNB) sensor aboard the Suomi NPP and NOAA-20 satellites, which can detect even dim sources of visible and near-infrared light at night. The HD versions are often produced for specific areas of interest during disaster events or urban studies, providing enhanced visualization of power outages, infrastructure damage, and human activity patterns through careful atmospheric correction and stray light removal processing.", "extent": { "spatial": { @@ -18,17 +18,17 @@ "temporal": { "interval": [ [ - "2024-08-01T00:00:00Z", - "2025-08-31T23:59:59Z" + "2024-06-01T00:00:00Z", + "2024-09-31T23:59:59Z" ] ] } }, "item_assets": { "bmhd-month": { - "description": "Blackmarble HD monthly composite", + "description": "Blackmarble monthly composite", "roles": ["data", "layer"], - "title": "Blackmarble HD monthly composite", + "title": "Blackmarble monthly composite", "type": "image/tiff; application=geotiff; profile=cloud-optimized" } }, @@ -44,9 +44,20 @@ } ], "renders": { - "bmhd-month": { + "mosaic": { + "assets": [ + "mosaic" + ], + "rescale": [ + [ + 0, + 313 + ] + ] + }, + "composite": { "assets": [ - "bmhd-month" + "composite" ], "bidx": [1,2,3], "rescale": [ @@ -55,6 +66,17 @@ 255 ] ] + }, + "clip": { + "assets": [ + "clip" + ], + "rescale": [ + [ + 0, + 313 + ] + ] } }, "stac_extensions": [ diff --git a/ingestion-data/discovery-items/blackmarble-monthly-composite.json b/ingestion-data/discovery-items/blackmarble-monthly-composite.json new file mode 100644 index 0000000..4d3947a --- /dev/null +++ b/ingestion-data/discovery-items/blackmarble-monthly-composite.json @@ -0,0 +1,18 @@ +{ + "collection": "blackmarble-hd-daily-composite", + "bucket": "nasa-disasters", + "prefix": "drcs_activations_new/Blackmarble/hd/", + "cogify": false, + "discovery": "s3", + "dry_run": false, + "filename_regex": ".*.tif$", + "assets": { + "brdf": { + "description": "Black marble HD daily composite", + "regex": ".*.tif$", + "title": "Black marble HD daily composite" + } + }, + "id_regex": "(.*).tif$", + "id_template": "blackmarble-hd-{}" +} \ No newline at end of file From 07d29640a87a8204e51f4be82d2241fdf1bdc757 Mon Sep 17 00:00:00 2001 From: Kyle Lesinger Date: Wed, 17 Sep 2025 09:01:17 -0500 Subject: [PATCH 043/118] update --- .../discovery-items/blackmarble-all-angle.json | 12 ++++++------ ingestion-data/discovery-items/blackmarble-con.json | 12 ++++++------ .../discovery-items/blackmarble-hd-daily.json | 2 +- 3 files changed, 13 insertions(+), 13 deletions(-) diff --git a/ingestion-data/discovery-items/blackmarble-all-angle.json b/ingestion-data/discovery-items/blackmarble-all-angle.json index 7acfec3..6927bfc 100644 --- a/ingestion-data/discovery-items/blackmarble-all-angle.json +++ b/ingestion-data/discovery-items/blackmarble-all-angle.json @@ -1,18 +1,18 @@ { - "collection": "blackmarble-brdf", + "collection": "blackmarble-all-angle", "bucket": "nasa-disasters", - "prefix": "drcs_activations_new/Blackmarble/brdf-corrected/", + "prefix": "drcs_activations_new/Blackmarble/all-angle/", "cogify": false, "discovery": "s3", "dry_run": false, "filename_regex": ".*.tif$", "assets": { "brdf": { - "description": "Black marble BRDF", - "regex": ".*_BRDFCorrected.*.tif$", - "title": "Black marble BRDF Corrected" + "description": "Black marble All Angle Composite", + "regex": ".*.tif$", + "title": "Black marble All Angle Composite" } }, - "id_regex": ".*_(.*).tif$", + "id_regex": "(.*).tif$", "id_template": "{}" } \ No newline at end of file diff --git a/ingestion-data/discovery-items/blackmarble-con.json b/ingestion-data/discovery-items/blackmarble-con.json index a1da6ee..0f9cca6 100644 --- a/ingestion-data/discovery-items/blackmarble-con.json +++ b/ingestion-data/discovery-items/blackmarble-con.json @@ -9,25 +9,25 @@ "assets": { "VJ146A31": { "description": "Black marble VJ146A31", - "regex": ".*_BRDFCorrected.*.tif$", + "regex": ".*VJ146A31.*.tif$", "title": "Black marble VJ146A31" }, "VJ146A32": { "description": "Black marble VJ146A32", - "regex": ".*_BRDFCorrected.*.tif$", + "regex": ".*VJ146A32.*.tif$", "title": "Black marble VJ146A32" }, "VJ146A33": { "description": "Black marble VJ146A33", - "regex": ".*_BRDFCorrected.*.tif$", + "regex": ".*VJ146A33.*.tif$", "title": "Black marble VJ146A33" }, "VJ146A34": { "description": "Black marble VJ146A34", - "regex": ".*_BRDFCorrected.*.tif$", + "regex": ".*VJ146A34.*.tif$", "title": "Black marble VJ146A34" } }, - "id_regex": ".*_(.*).tif$", - "id_template": "{}" + "id_regex": ".*_(\\d{4}-\\d{2}_monthly)\\.tif", + "id_template": "blackmarble_Con-{}" } \ No newline at end of file diff --git a/ingestion-data/discovery-items/blackmarble-hd-daily.json b/ingestion-data/discovery-items/blackmarble-hd-daily.json index 315caa9..4d3947a 100644 --- a/ingestion-data/discovery-items/blackmarble-hd-daily.json +++ b/ingestion-data/discovery-items/blackmarble-hd-daily.json @@ -14,5 +14,5 @@ } }, "id_regex": "(.*).tif$", - "id_template": "{}" + "id_template": "blackmarble-hd-{}" } \ No newline at end of file From f0f9dff24ddcf20a91eb66c38ab0a7bd17af5eb7 Mon Sep 17 00:00:00 2001 From: Kyle Lesinger Date: Wed, 17 Sep 2025 09:29:20 -0500 Subject: [PATCH 044/118] update bm cloud --- .../collections/blackmarble-qf-cloud.json | 15 +++- .../collections/blackmarble-vnp46A3.json | 84 ------------------- .../discovery-items/blackmarble-qf-cloud.json | 11 ++- 3 files changed, 21 insertions(+), 89 deletions(-) delete mode 100644 ingestion-data/collections/blackmarble-vnp46A3.json diff --git a/ingestion-data/collections/blackmarble-qf-cloud.json b/ingestion-data/collections/blackmarble-qf-cloud.json index 4ae0203..43ed60b 100644 --- a/ingestion-data/collections/blackmarble-qf-cloud.json +++ b/ingestion-data/collections/blackmarble-qf-cloud.json @@ -61,9 +61,20 @@ ] ] }, - "cloud-mask-c2": { + "qf-cloud-mask-c2": { + "assets": [ + "qf-cloud-mask-c2" + ], + "rescale": [ + [ + 0, + 1 + ] + ] + }, + "qf-cloud-mask": { "assets": [ - "cloud-mask-c2" + "qf-cloud-mask" ], "rescale": [ [ diff --git a/ingestion-data/collections/blackmarble-vnp46A3.json b/ingestion-data/collections/blackmarble-vnp46A3.json deleted file mode 100644 index d593691..0000000 --- a/ingestion-data/collections/blackmarble-vnp46A3.json +++ /dev/null @@ -1,84 +0,0 @@ -{ - "id": "blackmarble-vnp46A3", - "dashboard:is_periodic": true, - "dashboard:time_interval": "P1D", - "title": "Blackmarble VNP46A3", - "description": "Black Marble HD is NASA's high-resolution nighttime lights product that captures Earth's artificial illumination patterns at at 500-meter or finer spatial resolution compared to the standard 750-meter resolution. These data products are derived from the Visible Infrared Imaging Radiometer Suite (VIIRS) Day/Night Band (DNB) sensor aboard the Suomi NPP and NOAA-20 satellites, which can detect even dim sources of visible and near-infrared light at night. The HD versions are often produced for specific areas of interest during disaster events or urban studies, providing enhanced visualization of power outages, infrastructure damage, and human activity patterns through careful atmospheric correction and stray light removal processing.", - "extent": { - "spatial": { - "bbox": [ - [ - -125, - 24, - -66, - 49 - ] - ] - }, - "temporal": { - "interval": [ - [ - "2024-08-01T00:00:00Z", - "2025-08-31T00:00:00Z" - ] - ] - } - }, - "item_assets": { - "vnp": { - "description": "VNP46A3", - "roles": ["data", "layer"], - "title": "Blackmarble cloud mask", - "type": "image/tiff; application=geotiff; profile=cloud-optimized" - }, - "vnp-bm": { - "description": "VNP46A3-cloud mask", - "roles": ["data", "layer"], - "title": "Blackmarble cloud mask c2", - "type": "image/tiff; application=geotiff; profile=cloud-optimized" - } - }, - "license": "CC0-1.0", - "links": [], - "providers": [ - { - "name": "NASA Disasters Program", - "roles": [ - "host" - ], - "url": "https://disasters.openveda.cloud" - } - ], - "renders": { - "vnp": { - "assets": [ - "vnp" - ], - "rescale": [ - [ - 0, - 200 - ] - ] - }, - "vnp-bm": { - "assets": [ - "vnp-bm" - ], - "bidx": [1,2,3], - "rescale": [ - [ - 0, - 255 - ] - ] - } - }, - "stac_extensions": [ - "https://stac-extensions.github.io/render/v1.0.0/schema.json", - "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" - ], - "stac_version": "1.0.0", - "type": "Collection", - "tenant": ["nasa-disasters"] -} \ No newline at end of file diff --git a/ingestion-data/discovery-items/blackmarble-qf-cloud.json b/ingestion-data/discovery-items/blackmarble-qf-cloud.json index ba9aa4a..05df654 100644 --- a/ingestion-data/discovery-items/blackmarble-qf-cloud.json +++ b/ingestion-data/discovery-items/blackmarble-qf-cloud.json @@ -5,17 +5,22 @@ "cogify": false, "discovery": "s3", "dry_run": false, - "filename_regex": ".*QF_Cloud_.*.tif$", + "filename_regex": ".*.tif$", "assets": { "cloud-mask": { "description": "Black marble cloud mask", - "regex": ".*_QF_Cloud_Mask_.*", + "regex": ".*Cloud_V.*.tif", "title": "Black marble cloud mask" }, - "cloud-mask-c2": { + "qf-cloud-mask-c2": { "description": "Black marble cloud mask c2", "regex": ".*_QF_Cloud_MaskC2_.*", "title": "Black marble cloud mask c2" + }, + "qf-cloud-mask": { + "description": "Black marble cloud mask c2", + "regex": ".*_QF_Cloud_.*", + "title": "Black marble cloud mask c2" } }, "id_regex": ".*blackmarble_(.*)\\.tif$", From e0033678595147592527af27e9e64a30df0ce317 Mon Sep 17 00:00:00 2001 From: Kyle Lesinger Date: Wed, 17 Sep 2025 10:17:14 -0500 Subject: [PATCH 045/118] update landsat cir --- ...ndsat8-cir-conus.json => landsat-cir.json} | 0 .../collections/landsat9-cir-conus.json | 66 ------------------- 2 files changed, 66 deletions(-) rename ingestion-data/collections/{landsat8-cir-conus.json => landsat-cir.json} (100%) delete mode 100644 ingestion-data/collections/landsat9-cir-conus.json diff --git a/ingestion-data/collections/landsat8-cir-conus.json b/ingestion-data/collections/landsat-cir.json similarity index 100% rename from ingestion-data/collections/landsat8-cir-conus.json rename to ingestion-data/collections/landsat-cir.json diff --git a/ingestion-data/collections/landsat9-cir-conus.json b/ingestion-data/collections/landsat9-cir-conus.json deleted file mode 100644 index c68ce01..0000000 --- a/ingestion-data/collections/landsat9-cir-conus.json +++ /dev/null @@ -1,66 +0,0 @@ -{ - "id": "landsat9-cir", - "dashboard:is_periodic": false, - "dashboard:time_interval": "day", - "description": "NASA Landsat color infrared imagery is created by combining satellite data from the near-infrared, red, and green bands. In this false-color composite, healthy vegetation appears bright red because plants strongly reflect near-infrared light, while water looks dark and urban areas appear gray or blue. This visualization helps scientists assess plant health, map land cover, and monitor changes in ecosystems. It’s widely used for agriculture, forestry, and environmental monitoring.", - "extent": { - "spatial": { - "bbox": [ - [ - -125, - 24, - -66, - 49 - ] - ] - }, - "temporal": { - "interval": [ - [ - "2024-10-02T00:00:00Z", - "2024-10-02T23:59:59Z" - ] - ] - } - }, - "item_assets": { - "landsat9-cir": { - "description": "Landsat-09 CIR", - "roles": [ - "data", - "layer" - ], - "title": "Landsat-09 Color Infrared", - "type": "image/tiff; application=geotiff; profile=cloud-optimized" - } - }, - "license": "CC0-1.0", - "links": [], - "providers": [ - { - "name": "NASA" - } - ], - "renders": { - "dashboard": { - "bidx": [1,2,3], - "assets": [ - "landsat9-cir" - ], - "rescale": [ - [ - 1, - 255 - ] - ] - } - }, - "stac_extensions": [ - "https://stac-extensions.github.io/render/v1.0.0/schema.json", - "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" - ], - "stac_version": "1.0.0", - "title": "Landsat-09 Color Infrared", - "type": "Collection", - "tenant": ["nasa-disasters"] -} \ No newline at end of file From 5ff923ea7e785b5bef8affe254d7c751e7c665c4 Mon Sep 17 00:00:00 2001 From: Kyle Lesinger Date: Wed, 17 Sep 2025 10:17:38 -0500 Subject: [PATCH 046/118] update landsat cir --- .../discovery-items/landsat-cir.json | 23 +++++++++++++++++++ 1 file changed, 23 insertions(+) create mode 100644 ingestion-data/discovery-items/landsat-cir.json diff --git a/ingestion-data/discovery-items/landsat-cir.json b/ingestion-data/discovery-items/landsat-cir.json new file mode 100644 index 0000000..dc2aeaf --- /dev/null +++ b/ingestion-data/discovery-items/landsat-cir.json @@ -0,0 +1,23 @@ +{ + "collection": "landsat-cir", + "bucket": "nasa-disasters", + "prefix": "drcs_activations_new/Landsat/colorInfrared", + "cogify": false, + "discovery": "s3", + "dry_run": false, + "filename_regex": ".*.tif$", + "assets": { + "cir-ls08": { + "description": "Landsat 8 Colorinfrared", + "regex": ".*(LC08|LS08).*.tif$", + "title": "Landsat 8 Colorinfrared" + }, + "cir-ls09": { + "description": "Landsat 9 Colorinfrared", + "regex": ".*(LC09|LS09).*.tif$", + "title": "Landsat 9 Colorinfrared" + } + }, + "id_regex": "(.*).tif$", + "id_template": "{}" +} \ No newline at end of file From 4ff457286d38614b559d30a3c98328801921a3e2 Mon Sep 17 00:00:00 2001 From: Kyle Lesinger Date: Wed, 17 Sep 2025 10:20:45 -0500 Subject: [PATCH 047/118] update landsat cir --- ingestion-data/collections/landsat-cir.json | 41 ++++++++++++++++----- 1 file changed, 31 insertions(+), 10 deletions(-) diff --git a/ingestion-data/collections/landsat-cir.json b/ingestion-data/collections/landsat-cir.json index 81bef11..889eb01 100644 --- a/ingestion-data/collections/landsat-cir.json +++ b/ingestion-data/collections/landsat-cir.json @@ -1,5 +1,5 @@ { - "id": "landsat8-cir", + "id": "landsat-cir", "dashboard:is_periodic": false, "dashboard:time_interval": "day", "description": "NASA Landsat color infrared imagery is created by combining satellite data from the near-infrared, red, and green bands. In this false-color composite, healthy vegetation appears bright red because plants strongly reflect near-infrared light, while water looks dark and urban areas appear gray or blue. This visualization helps scientists assess plant health, map land cover, and monitor changes in ecosystems. It’s widely used for agriculture, forestry, and environmental monitoring.", @@ -17,20 +17,29 @@ "temporal": { "interval": [ [ - "2024-08-30T00:00:00Z", - "2024-10-01T00:00:00Z" + "2023-06-28T00:00:00Z", + "2025-02-19T00:00:00Z" ] ] } }, "item_assets": { - "landsat8-cir": { - "description": "Landsat-08 CIR", + "cir-ls08": { + "description": "Landsat CIR", "roles": [ "data", "layer" ], - "title": "Landsat-08 Color Infrared", + "title": "Landsat Color Infrared", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "cir-ls09": { + "description": "Landsat CIR", + "roles": [ + "data", + "layer" + ], + "title": "Landsat Color Infrared", "type": "image/tiff; application=geotiff; profile=cloud-optimized" } }, @@ -42,14 +51,26 @@ } ], "renders": { - "dashboard": { + "cir-ls08": { + "bidx": [1,2,3], + "assets": [ + "cir-ls08" + ], + "rescale": [ + [ + 0, + 255 + ] + ] + }, + "cir-ls09": { "bidx": [1,2,3], "assets": [ - "landsat8-cir" + "cir-ls09" ], "rescale": [ [ - 1, + 0, 255 ] ] @@ -60,7 +81,7 @@ "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" ], "stac_version": "1.0.0", - "title": "Landsat-08 Color Infrared", + "title": "Landsat Color Infrared", "type": "Collection", "tenant": ["nasa-disasters"] } \ No newline at end of file From 2ce6fae2b38be8517c1e7e20d959c2f212098059 Mon Sep 17 00:00:00 2001 From: Kyle Lesinger Date: Wed, 17 Sep 2025 13:18:21 -0500 Subject: [PATCH 048/118] add ndvi-change --- ingestion-data/collections/ndvi-change.json | 65 +++++++++++++++++++ .../discovery-items/ndvi-change.json | 18 +++++ 2 files changed, 83 insertions(+) create mode 100644 ingestion-data/collections/ndvi-change.json create mode 100644 ingestion-data/discovery-items/ndvi-change.json diff --git a/ingestion-data/collections/ndvi-change.json b/ingestion-data/collections/ndvi-change.json new file mode 100644 index 0000000..bf7b990 --- /dev/null +++ b/ingestion-data/collections/ndvi-change.json @@ -0,0 +1,65 @@ +{ + "id": "ndvi-change", + "dashboard:is_periodic": false, + "dashboard:time_interval": "day", + "description": "TBD", + "extent": { + "spatial": { + "bbox": [ + [ + -125, + 24, + -66, + 49 + ] + ] + }, + "temporal": { + "interval": [ + [ + "2024-10-02T00:00:00Z", + "2024-10-07T00:00:00Z" + ] + ] + } + }, + "item_assets": { + "ndvi-change": { + "description": "NDVI Change", + "roles": [ + "data", + "layer" + ], + "title": "Landsat Color Infrared", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + } + }, + "license": "CC0-1.0", + "links": [], + "providers": [ + { + "name": "NASA" + } + ], + "renders": { + "ndvi-change": { + "assets": [ + "ndvi-change" + ], + "rescale": [ + [ + 0, + 1 + ] + ] + } + }, + "stac_extensions": [ + "https://stac-extensions.github.io/render/v1.0.0/schema.json", + "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" + ], + "stac_version": "1.0.0", + "title": "NDVI Change Sentinel2", + "type": "Collection", + "tenant": ["nasa-disasters"] +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/ndvi-change.json b/ingestion-data/discovery-items/ndvi-change.json new file mode 100644 index 0000000..e54f8f0 --- /dev/null +++ b/ingestion-data/discovery-items/ndvi-change.json @@ -0,0 +1,18 @@ +{ + "collection": "ndvi-change", + "bucket": "nasa-disasters", + "prefix": "drcs_activations_new/Sentinel-2/NDVI", + "cogify": false, + "discovery": "s3", + "dry_run": false, + "filename_regex": ".*NDVIchange.*.tif$", + "assets": { + "ndvi-change": { + "description": "NDVI Change", + "regex": ".*NDVIchange.tif$", + "title": "NDVI Change" + } + }, + "id_regex": "(.*).tif$", + "id_template": "{}" +} \ No newline at end of file From 0cc48fd12443f2af303e785a1dc58b599b3960d4 Mon Sep 17 00:00:00 2001 From: Kyle Lesinger Date: Wed, 17 Sep 2025 15:26:55 -0500 Subject: [PATCH 049/118] update ndvi change --- ingestion-data/collections/ndvi-change.json | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/ingestion-data/collections/ndvi-change.json b/ingestion-data/collections/ndvi-change.json index bf7b990..fae877c 100644 --- a/ingestion-data/collections/ndvi-change.json +++ b/ingestion-data/collections/ndvi-change.json @@ -1,7 +1,7 @@ { "id": "ndvi-change", "dashboard:is_periodic": false, - "dashboard:time_interval": "day", + "dashboard:time_interval": "P1D", "description": "TBD", "extent": { "spatial": { From 97643722e6362847fa599daf744d4f563c2af9e6 Mon Sep 17 00:00:00 2001 From: Kyle Lesinger Date: Thu, 18 Sep 2025 08:08:41 -0500 Subject: [PATCH 050/118] update ndvi change --- ingestion-data/collections/ndvi-change.json | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) diff --git a/ingestion-data/collections/ndvi-change.json b/ingestion-data/collections/ndvi-change.json index fae877c..ddfe150 100644 --- a/ingestion-data/collections/ndvi-change.json +++ b/ingestion-data/collections/ndvi-change.json @@ -51,7 +51,11 @@ 0, 1 ] - ] + ], + "colormap": { + "0":[255,255,255,0], + "1":[255,255,0,255] + } } }, "stac_extensions": [ From f9b876c5918fb32afc1071b43d8e4445ad2607b6 Mon Sep 17 00:00:00 2001 From: Kyle Lesinger Date: Thu, 18 Sep 2025 08:48:53 -0500 Subject: [PATCH 051/118] update Sentinel 1 opera dswx --- .../collections/Sentinel-1_opera_dswx.json | 37 +++++++++++++++++-- .../Sentintel-1_opera-dswx.json | 23 ++++++++++++ 2 files changed, 56 insertions(+), 4 deletions(-) create mode 100644 ingestion-data/discovery-items/Sentintel-1_opera-dswx.json diff --git a/ingestion-data/collections/Sentinel-1_opera_dswx.json b/ingestion-data/collections/Sentinel-1_opera_dswx.json index 96e14bc..ba52df8 100644 --- a/ingestion-data/collections/Sentinel-1_opera_dswx.json +++ b/ingestion-data/collections/Sentinel-1_opera_dswx.json @@ -24,7 +24,25 @@ } }, "item_assets": { - "s1-opera-dswx": { + "wtr": { + "description": "Sentinel-1_opera_dswx", + "roles": [ + "data", + "layer" + ], + "title": "Sentinel-1_opera_dswx", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "bwtr": { + "description": "Sentinel-1_opera_dswx", + "roles": [ + "data", + "layer" + ], + "title": "Sentinel-1_opera_dswx", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "bwtr-changeMap": { "description": "Sentinel-1_opera_dswx", "roles": [ "data", @@ -42,14 +60,25 @@ } ], "renders": { - "dashboard": { + "wtr": { + "assets": [ + "wtr" + ], + "rescale": [ + [ + 0, + 1 + ] + ] + }, + "bwtr": { "assets": [ - "s1-opera-dswx" + "bwtr" ], "rescale": [ [ 0, - 255 + 1 ] ] } diff --git a/ingestion-data/discovery-items/Sentintel-1_opera-dswx.json b/ingestion-data/discovery-items/Sentintel-1_opera-dswx.json new file mode 100644 index 0000000..30c8cd5 --- /dev/null +++ b/ingestion-data/discovery-items/Sentintel-1_opera-dswx.json @@ -0,0 +1,23 @@ +{ + "collection": "S1-OperaDSWX", + "bucket": "nasa-disasters", + "prefix": "drcs_activations_new/Sentinel-1/opera_dswx/", + "cogify": false, + "discovery": "s3", + "dry_run": false, + "filename_regex": ".*.tif$", + "assets": { + "wtr": { + "description": "Water mask", + "regex": ".*_WTR_.*\\.tif$", + "title": "Water mask" + }, + "bwtr": { + "description": "Binary water mask", + "regex": ".*_BWTR_(?!ChngMap).*\\.tif$", + "title": "Binary water mask" + } + }, + "id_regex": ".*_(\\d{4}-\\d{2}-\\d{2}_day)\\.tif$", + "id_template": "dswx-{}" +} \ No newline at end of file From fc339c8fe6f83a1b9e9f79adf96856b7c9bfe63b Mon Sep 17 00:00:00 2001 From: Kyle Lesinger Date: Thu, 18 Sep 2025 10:06:25 -0500 Subject: [PATCH 052/118] update sentinel 1 rgb daily --- .../collections/Sentinel-1_rgb-daily.json | 108 ++++++++++++++++++ .../discovery-items/Sentinel-1_rbg-daily.json | 28 +++++ 2 files changed, 136 insertions(+) create mode 100644 ingestion-data/collections/Sentinel-1_rgb-daily.json create mode 100644 ingestion-data/discovery-items/Sentinel-1_rbg-daily.json diff --git a/ingestion-data/collections/Sentinel-1_rgb-daily.json b/ingestion-data/collections/Sentinel-1_rgb-daily.json new file mode 100644 index 0000000..2388cb3 --- /dev/null +++ b/ingestion-data/collections/Sentinel-1_rgb-daily.json @@ -0,0 +1,108 @@ +{ + "id": "sentinel-1-rgb-daily", + "dashboard:is_periodic": false, + "dashboard:time_interval": "P1D", + "description": "The Sentinel-1 mission comprises a constellation of two polar-orbiting satellites, Sentinel-1A and Sentinel-1B, which provide all-weather, day-and-night radar imaging for land and ocean surfaces, monitoring the marine environment, vegetation mapping, and other major applications. With multi-temporal analyses, remote sensing gives a unique perspective of how cities evolve. The key element for mapping rural to urban land use change is the ability to discriminate between rural uses (farming, pasture, forests) and urban use (residential, commercial, recreational). Remote sensing methods can be employed to classify types of land use in a practical, economical and repetitive fashion, over large areas.", + "extent": { + "spatial": { + "bbox": [ + [ + -125, + -24, + -66, + 49 + ] + ] + }, + "temporal": { + "interval": [ + [ + "2024-09-14T00:00:00Z", + "2024-09-26T23:00:00Z" + ] + ] + } + }, + "item_assets": { + "n-rgb": { + "description": "GPU fed.", + "roles": [ + "data", + "layer" + ], + "title": "gpufed", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "rgb": { + "description": "rgb.", + "roles": [ + "data", + "layer" + ], + "title": "rgb", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "mosaic": { + "description": "mosaic.", + "roles": [ + "data", + "layer" + ], + "title": "mosaic", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + } + }, + "license": "CC0-1.0", + "links": [], + "providers": [ + { + "name": "NASA" + } + ], + "renders": { + "n-rgb": { + "assets": [ + "n-rgb" + ], + "bidx": [1,2,3], + "rescale": [ + [ + 0, + 255 + ] + ] + }, + "rgb": { + "assets": [ + "rgb" + ], + "bidx": [1,2,3], + "rescale": [ + [ + 0, + 255 + ] + ] + }, + "mosaic": { + "assets": [ + "mosaic" + ], + "bidx": [1,2,3], + "rescale": [ + [ + 0, + 255 + ] + ] + } + }, + "stac_extensions": [ + "https://stac-extensions.github.io/render/v1.0.0/schema.json", + "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" + ], + "stac_version": "1.0.0", + "title": "Sentinel-1 RGB", + "type": "Collection", + "tenant": ["nasa-disasters"] +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/Sentinel-1_rbg-daily.json b/ingestion-data/discovery-items/Sentinel-1_rbg-daily.json new file mode 100644 index 0000000..d7aac06 --- /dev/null +++ b/ingestion-data/discovery-items/Sentinel-1_rbg-daily.json @@ -0,0 +1,28 @@ +{ + "collection": "sentinel-1-rgb-daily", + "bucket": "nasa-disasters", + "prefix": "drcs_activations_new/Sentinel-1/rgb/daily/", + "cogify": false, + "discovery": "s3", + "dry_run": false, + "filename_regex": ".*.tif$", + "assets": { + "n-rgb": { + "description": "Water mask", + "regex": ".*S1A_N_rgb_.*\\.tif$", + "title": "Water mask" + }, + "rgb": { + "description": "Binary water mask", + "regex": ".*_S1A_rgb_.*\\.tif$", + "title": "Binary water mask" + }, + "mosaic": { + "description": "Binary water mask", + "regex": ".*_S1_mosaic_.*\\.tif$", + "title": "Binary water mask" + } + }, + "id_regex": ".*_(\\d{4}-\\d{2}-\\d{2}_day)\\.tif$", + "id_template": "sentinel-1-daily-rgb-{}" +} \ No newline at end of file From e9da14e11a77453b6f6933b8e0cf24afdcdc919d Mon Sep 17 00:00:00 2001 From: Kyle Lesinger Date: Thu, 18 Sep 2025 10:27:09 -0500 Subject: [PATCH 053/118] update sentinel 1 rgb subdaily --- .../collections/Sentinel-1_rgb-subdaily.json | 108 ++++++++++++++++++ .../Sentinel-1_rbg-subdaily.json | 23 ++++ 2 files changed, 131 insertions(+) create mode 100644 ingestion-data/collections/Sentinel-1_rgb-subdaily.json create mode 100644 ingestion-data/discovery-items/Sentinel-1_rbg-subdaily.json diff --git a/ingestion-data/collections/Sentinel-1_rgb-subdaily.json b/ingestion-data/collections/Sentinel-1_rgb-subdaily.json new file mode 100644 index 0000000..ad607a5 --- /dev/null +++ b/ingestion-data/collections/Sentinel-1_rgb-subdaily.json @@ -0,0 +1,108 @@ +{ + "id": "sentinel-1-rgb-subdaily", + "dashboard:is_periodic": false, + "dashboard:time_interval": "PT1S", + "description": "The Sentinel-1 mission comprises a constellation of two polar-orbiting satellites, Sentinel-1A and Sentinel-1B, which provide all-weather, day-and-night radar imaging for land and ocean surfaces, monitoring the marine environment, vegetation mapping, and other major applications. With multi-temporal analyses, remote sensing gives a unique perspective of how cities evolve. The key element for mapping rural to urban land use change is the ability to discriminate between rural uses (farming, pasture, forests) and urban use (residential, commercial, recreational). Remote sensing methods can be employed to classify types of land use in a practical, economical and repetitive fashion, over large areas.", + "extent": { + "spatial": { + "bbox": [ + [ + -125, + -24, + -66, + 49 + ] + ] + }, + "temporal": { + "interval": [ + [ + "2023-01-01T01:59:40Z", + "2024-11-23T23:48:10Z" + ] + ] + } + }, + "item_assets": { + "gpufed": { + "description": "GPU fed.", + "roles": [ + "data", + "layer" + ], + "title": "gpufed", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "gpuned": { + "description": "GPU ned.", + "roles": [ + "data", + "layer" + ], + "title": "gpuned", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "gdufed": { + "description": "GPU fed.", + "roles": [ + "data", + "layer" + ], + "title": "gdufed", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + } + }, + "license": "CC0-1.0", + "links": [], + "providers": [ + { + "name": "NASA" + } + ], + "renders": { + "gpufed": { + "assets": [ + "gpufed" + ], + "bidx": [1,2,3], + "rescale": [ + [ + 0, + 255 + ] + ] + }, + "gpuned": { + "assets": [ + "gpuned" + ], + "bidx": [1,2,3], + "rescale": [ + [ + 0, + 255 + ] + ] + }, + "gdufed": { + "assets": [ + "gdufed" + ], + "bidx": [1,2,3], + "rescale": [ + [ + 0, + 255 + ] + ] + } + }, + "stac_extensions": [ + "https://stac-extensions.github.io/render/v1.0.0/schema.json", + "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" + ], + "stac_version": "1.0.0", + "title": "Sentinel-1 RGB subdaily", + "type": "Collection", + "tenant": ["nasa-disasters"] +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/Sentinel-1_rbg-subdaily.json b/ingestion-data/discovery-items/Sentinel-1_rbg-subdaily.json new file mode 100644 index 0000000..30c8cd5 --- /dev/null +++ b/ingestion-data/discovery-items/Sentinel-1_rbg-subdaily.json @@ -0,0 +1,23 @@ +{ + "collection": "S1-OperaDSWX", + "bucket": "nasa-disasters", + "prefix": "drcs_activations_new/Sentinel-1/opera_dswx/", + "cogify": false, + "discovery": "s3", + "dry_run": false, + "filename_regex": ".*.tif$", + "assets": { + "wtr": { + "description": "Water mask", + "regex": ".*_WTR_.*\\.tif$", + "title": "Water mask" + }, + "bwtr": { + "description": "Binary water mask", + "regex": ".*_BWTR_(?!ChngMap).*\\.tif$", + "title": "Binary water mask" + } + }, + "id_regex": ".*_(\\d{4}-\\d{2}-\\d{2}_day)\\.tif$", + "id_template": "dswx-{}" +} \ No newline at end of file From 71d8fa3dc97167b5172c99f1d96663030079f3fe Mon Sep 17 00:00:00 2001 From: Kyle Lesinger Date: Thu, 18 Sep 2025 15:35:01 -0500 Subject: [PATCH 054/118] update sentinel 2 cir --- ...colorInfrared.json => Sentinel-2_cir.json} | 26 ++++++++----- .../discovery-items/Sentinel-2_cir.json | 39 +++++++++++++++++++ .../sentinel2-colorInfrared.json | 34 ---------------- 3 files changed, 55 insertions(+), 44 deletions(-) rename ingestion-data/collections/{sentinel2-colorInfrared.json => Sentinel-2_cir.json} (87%) create mode 100644 ingestion-data/discovery-items/Sentinel-2_cir.json delete mode 100644 ingestion-data/discovery-items/sentinel2-colorInfrared.json diff --git a/ingestion-data/collections/sentinel2-colorInfrared.json b/ingestion-data/collections/Sentinel-2_cir.json similarity index 87% rename from ingestion-data/collections/sentinel2-colorInfrared.json rename to ingestion-data/collections/Sentinel-2_cir.json index ab2c676..2e08bd9 100644 --- a/ingestion-data/collections/sentinel2-colorInfrared.json +++ b/ingestion-data/collections/Sentinel-2_cir.json @@ -18,35 +18,41 @@ "temporal": { "interval": [ [ - "2023-07-20T00:00:00Z", - "2025-07-08T00:00:00Z" + "2000-01-01T00:00:00Z", + null ] ] } }, "item_assets": { "S2A_colorInfrared": { - "description": "S2A color infrared imagery composites - 2024 Hurricane Helene.", + "description": "S2A color infrared imagery composites.", "roles": ["data", "layer"], - "title": "Sentinel-2 A Color Infrared [2024 Hurricane Helene]", + "title": "Sentinel-2 A Color Infrared", "type": "image/tiff; application=geotiff; profile=cloud-optimized" }, "S2A_MSIL2A_colorInfrared": { - "description": "S2A MSIL color infrared imagery composites - 2024 Hurricane Helene.", + "description": "S2A MSIL color infrared imagery composites.", "roles": ["data", "layer"], - "title": "Sentinel-2 A Mission Standard Image Level (MSIL) Color Infrared [2024 Hurricane Helene]", + "title": "Sentinel-2 A Mission Standard Image Level (MSIL) Color Infrared", "type": "image/tiff; application=geotiff; profile=cloud-optimized" }, "S2B_colorInfrared": { - "description": "S2B color infrared imagery composites - 2024 Hurricane Helene.", + "description": "S2B color infrared imagery composites.", "roles": ["data", "layer"], - "title": "Sentinel-2 B Color Infrared [2024 Hurricane Helene]", + "title": "Sentinel-2 B Color Infrared", "type": "image/tiff; application=geotiff; profile=cloud-optimized" }, "S2B_MSIL2A_colorInfrared": { - "description": "S2B MSIL color infrared imagery composites - 2024 Hurricane Helene.", + "description": "S2B MSIL color infrared imagery composites.", "roles": ["data", "layer"], - "title": "Sentinel-2 B Mission Standard Image Level (MSIL) Color Infrared [2024 Hurricane Helene]", + "title": "Sentinel-2 B Mission Standard Image Level (MSIL) Color Infrared", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "S2C_colorInfrared": { + "description": "S2C color infrared imagery composites.", + "roles": ["data", "layer"], + "title": "Sentinel-2 B Color Infrared", "type": "image/tiff; application=geotiff; profile=cloud-optimized" } }, diff --git a/ingestion-data/discovery-items/Sentinel-2_cir.json b/ingestion-data/discovery-items/Sentinel-2_cir.json new file mode 100644 index 0000000..06857c2 --- /dev/null +++ b/ingestion-data/discovery-items/Sentinel-2_cir.json @@ -0,0 +1,39 @@ +{ + "collection": "sentinel2-colorinfrared", + "bucket": "nasa-disasters", + "prefix": "drcs_activations_new/Sentinel-2/cir/", + "cogify": false, + "discovery": "s3", + "dry_run": false, + "filename_regex": ".*.tif$", + "assets": { + "S2A_colorInfrared": { + "description": "S2A color infrared imagery composites.", + "regex": ".*_S2A_colorInfrared.*.tif$", + "title": "Sentinel-2 A Color Infrared" + }, + "S2A_MSIL2A_colorInfrared": { + "description": "S2A MSIL color infrared imagery composites.", + "regex": ".*_S2A_MSIL2A_colorInfrared.*.tif$", + "title": "Sentinel-2 A Mission Standard Image Level (MSIL) Color Infrared" + }, + "S2B_colorInfrared": { + "description": "S2B color infrared imagery composites.", + "regex": ".*_S2B_colorInfrared.*.tif$", + "title": "Sentinel-2 B Color Infrared" + }, + "S2B_MSIL2A_colorInfrared": { + "description": "S2B MSIL color infrared imagery composites.", + "regex": ".*_S2B_MSIL2A_colorInfrared.*.tif$", + "title": "Sentinel-2 B Mission Standard Image Level (MSIL) Color Infrared" + }, + "S2C_MSIL2A_colorInfrared": { + "description": "S2C color infrared imagery composites.", + "regex": ".*_S2C_colorInfrared.*.tif$", + "title": "Sentinel-2 C Mission Standard Image Level (MSIL) Color Infrared" + } + }, + "id_regex": "(.*).tif$", + "id_template": "{}" + } + \ No newline at end of file diff --git a/ingestion-data/discovery-items/sentinel2-colorInfrared.json b/ingestion-data/discovery-items/sentinel2-colorInfrared.json deleted file mode 100644 index 11e79fe..0000000 --- a/ingestion-data/discovery-items/sentinel2-colorInfrared.json +++ /dev/null @@ -1,34 +0,0 @@ -{ - "collection": "sentinel2-colorinfrared", - "bucket": "nasa-disasters", - "prefix": "drcs_activations_new/Sentinel-2/cir/", - "cogify": false, - "discovery": "s3", - "dry_run": false, - "filename_regex": "202409*.tif$", - "assets": { - "202409_Hurricane_Helene_S2A_colorInfrared": { - "description": "S2A color infrared imagery composites - 2024 Hurricane Helene.", - "regex": "202409_Hurricane_Helene_S2A_colorInfrared.*.tif$", - "title": "Sentinel-2 A Color Infrared [2024 Hurricane Helene]" - }, - "202409_Hurricane_Helene_S2A_MSIL2A_colorInfrared": { - "description": "S2A MSIL color infrared imagery composites - 2024 Hurricane Helene.", - "regex": "202409_Hurricane_Helene_S2A_MSIL2A_colorInfrared.*.tif$", - "title": "Sentinel-2 A Mission Standard Image Level (MSIL) Color Infrared [2024 Hurricane Helene]" - }, - "202409_Hurricane_Helene_S2B_colorInfrared": { - "description": "S2B color infrared imagery composites - 2024 Hurricane Helene.", - "regex": "202409_Hurricane_Helene_S2B_colorInfrared.*.tif$", - "title": "Sentinel-2 B Color Infrared [2024 Hurricane Helene]" - }, - "202409_Hurricane_Helene_S2B_MSIL2A_colorInfrared": { - "description": "S2B MSIL color infrared imagery composites - 2024 Hurricane Helene.", - "regex": "202409_Hurricane_Helene_S2B_MSIL2A_colorInfrared.*.tif$", - "title": "Sentinel-2 B Mission Standard Image Level (MSIL) Color Infrared [2024 Hurricane Helene]" - } - }, - "id_regex": ".*_(.*).tif$", - "id_template": "{}" - } - \ No newline at end of file From eaabb7fad04a3c1bd1ceaea8d64cc6de11eafad3 Mon Sep 17 00:00:00 2001 From: Kyle Lesinger Date: Thu, 18 Sep 2025 16:07:03 -0500 Subject: [PATCH 055/118] update sentinel 2 cir --- .../collections/Sentinel-2_cir.json | 38 ++++++++++++------- .../discovery-items/Sentinel-2_cir.json | 12 +++--- 2 files changed, 31 insertions(+), 19 deletions(-) diff --git a/ingestion-data/collections/Sentinel-2_cir.json b/ingestion-data/collections/Sentinel-2_cir.json index 2e08bd9..65991bd 100644 --- a/ingestion-data/collections/Sentinel-2_cir.json +++ b/ingestion-data/collections/Sentinel-2_cir.json @@ -25,31 +25,31 @@ } }, "item_assets": { - "S2A_colorInfrared": { + "S2A": { "description": "S2A color infrared imagery composites.", "roles": ["data", "layer"], "title": "Sentinel-2 A Color Infrared", "type": "image/tiff; application=geotiff; profile=cloud-optimized" }, - "S2A_MSIL2A_colorInfrared": { + "S2A_MSIL2A": { "description": "S2A MSIL color infrared imagery composites.", "roles": ["data", "layer"], "title": "Sentinel-2 A Mission Standard Image Level (MSIL) Color Infrared", "type": "image/tiff; application=geotiff; profile=cloud-optimized" }, - "S2B_colorInfrared": { + "S2B": { "description": "S2B color infrared imagery composites.", "roles": ["data", "layer"], "title": "Sentinel-2 B Color Infrared", "type": "image/tiff; application=geotiff; profile=cloud-optimized" }, - "S2B_MSIL2A_colorInfrared": { + "S2B_MSIL2A": { "description": "S2B MSIL color infrared imagery composites.", "roles": ["data", "layer"], "title": "Sentinel-2 B Mission Standard Image Level (MSIL) Color Infrared", "type": "image/tiff; application=geotiff; profile=cloud-optimized" }, - "S2C_colorInfrared": { + "S2C": { "description": "S2C color infrared imagery composites.", "roles": ["data", "layer"], "title": "Sentinel-2 B Color Infrared", @@ -68,9 +68,9 @@ } ], "renders": { - "S2A_colorInfrared": { + "S2A": { "assets": [ - "S2A_colorInfrared" + "S2A" ], "bidx": [1,2,3], "rescale": [ @@ -80,9 +80,9 @@ ] ] }, - "S2A_MSIL2A_colorInfrared": { + "S2A_MSIL2A": { "assets": [ - "S2A_MSIL2A_colorInfrared" + "S2A_MSIL2A" ], "bidx": [1,2,3], "rescale": [ @@ -92,9 +92,9 @@ ] ] }, - "S2B_colorInfrared": { + "S2B": { "assets": [ - "S2B_colorInfrared" + "S2B" ], "bidx": [1,2,3], "rescale": [ @@ -104,9 +104,21 @@ ] ] }, - "S2B_MSIL2A_colorInfrared": { + "S2B_MSIL2A": { "assets": [ - "S2B_MSIL2A_colorInfrared" + "S2B_MSIL2A" + ], + "bidx": [1,2,3], + "rescale": [ + [ + 0, + 255 + ] + ] + }, + "S2C": { + "assets": [ + "S2C" ], "bidx": [1,2,3], "rescale": [ diff --git a/ingestion-data/discovery-items/Sentinel-2_cir.json b/ingestion-data/discovery-items/Sentinel-2_cir.json index 06857c2..d3ffdc0 100644 --- a/ingestion-data/discovery-items/Sentinel-2_cir.json +++ b/ingestion-data/discovery-items/Sentinel-2_cir.json @@ -7,33 +7,33 @@ "dry_run": false, "filename_regex": ".*.tif$", "assets": { - "S2A_colorInfrared": { + "S2A": { "description": "S2A color infrared imagery composites.", "regex": ".*_S2A_colorInfrared.*.tif$", "title": "Sentinel-2 A Color Infrared" }, - "S2A_MSIL2A_colorInfrared": { + "S2A_MSIL2A": { "description": "S2A MSIL color infrared imagery composites.", "regex": ".*_S2A_MSIL2A_colorInfrared.*.tif$", "title": "Sentinel-2 A Mission Standard Image Level (MSIL) Color Infrared" }, - "S2B_colorInfrared": { + "S2B": { "description": "S2B color infrared imagery composites.", "regex": ".*_S2B_colorInfrared.*.tif$", "title": "Sentinel-2 B Color Infrared" }, - "S2B_MSIL2A_colorInfrared": { + "S2B_MSIL2A": { "description": "S2B MSIL color infrared imagery composites.", "regex": ".*_S2B_MSIL2A_colorInfrared.*.tif$", "title": "Sentinel-2 B Mission Standard Image Level (MSIL) Color Infrared" }, - "S2C_MSIL2A_colorInfrared": { + "S2C": { "description": "S2C color infrared imagery composites.", "regex": ".*_S2C_colorInfrared.*.tif$", "title": "Sentinel-2 C Mission Standard Image Level (MSIL) Color Infrared" } }, - "id_regex": "(.*).tif$", + "id_regex": ".*([^_]+_[^_]+_[^_]+).*?(\\d{4}-\\d{2}-\\d{2}_day)\\.tif$", "id_template": "{}" } \ No newline at end of file From 5f61ab8d116c2756705f9b06178214f63a32f6e9 Mon Sep 17 00:00:00 2001 From: Ethan Kerr Date: Thu, 18 Sep 2025 17:33:14 -0500 Subject: [PATCH 056/118] Adjusting the spatial range, periodicity, and rescale to match the data --- ingestion-data/collections/esi-4wk-global.json | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/ingestion-data/collections/esi-4wk-global.json b/ingestion-data/collections/esi-4wk-global.json index 0b14ddc..6b27ba2 100644 --- a/ingestion-data/collections/esi-4wk-global.json +++ b/ingestion-data/collections/esi-4wk-global.json @@ -1,6 +1,6 @@ { "id": "esi-4wk-global", - "dashboard:is_periodic": false, + "dashboard:is_periodic": true, "dashboard:time_interval": "P1W", "description": "The global dataset, called the Evaporative Stress Index (ESI), available online and produced weekly at 5-kilometer resolution for the entire globe, reveals regions of drought where vegetation is stressed due to lack of water, enabling agriculture ministries to provide farmers with actionable advice about irrigation. The ESI can capture early signals of “flash drought,” a condition brought on by extended periods of hot, dry, and windy conditions leading to rapid soil moisture depletion. Reduced rates of water loss can be observed through the use of land surface temperature before it can be observed through decreases in vegetation health or “greenness.” The ESI describes soil moisture across the landscape without using observed rainfall data. This is critical in developing regions and other parts of the world lacking sufficient ground-based observations of rainfall. The ESI is based on satellite observations of land surface temperature, which are used to estimate water loss due to evapotranspiration (ET), the loss of water via evaporation from soil and plant surfaces and via transpiration through plant leaves. Generally, healthy green vegetation with access to an adequate supply of water warms at a much slower rate than does dry and/or stressed vegetation. Based on variations in land surface temperature, the ESI indicates how the current rate of ET compares to normal conditions. Negative ESI values show below normal ET rates, indicating vegetation that stressed due to inadequate soil moisture. (Plants’ first response when stressed from lack of water is to reduce their transpiration to conserve water within the plant.)", "extent": { @@ -8,7 +8,7 @@ "bbox": [ [ -180, - -90, + -60, 180, 90 ] @@ -49,8 +49,8 @@ "colormap_name": "magma", "rescale": [ [ - -3, - 3 + -3.5006, + 2.9963 ] ] } From 04af4c6a41d53eb02ab781cd7116de0f825f2b25 Mon Sep 17 00:00:00 2001 From: Ethan Kerr Date: Thu, 18 Sep 2025 17:41:23 -0500 Subject: [PATCH 057/118] Adjusted spatial extent and rescale of esi-12wx-global --- ingestion-data/collections/esi-12wk-global.json | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/ingestion-data/collections/esi-12wk-global.json b/ingestion-data/collections/esi-12wk-global.json index 050b247..33ded4d 100644 --- a/ingestion-data/collections/esi-12wk-global.json +++ b/ingestion-data/collections/esi-12wk-global.json @@ -1,6 +1,6 @@ { "id": "esi-12wk-global", - "dashboard:is_periodic": false, + "dashboard:is_periodic": true, "dashboard:time_interval": "P1W", "description": "The global dataset, called the Evaporative Stress Index (ESI), available online and produced weekly at 5-kilometer resolution for the entire globe, reveals regions of drought where vegetation is stressed due to lack of water, enabling agriculture ministries to provide farmers with actionable advice about irrigation. The ESI can capture early signals of “flash drought,” a condition brought on by extended periods of hot, dry, and windy conditions leading to rapid soil moisture depletion. Reduced rates of water loss can be observed through the use of land surface temperature before it can be observed through decreases in vegetation health or “greenness.” The ESI describes soil moisture across the landscape without using observed rainfall data. This is critical in developing regions and other parts of the world lacking sufficient ground-based observations of rainfall. The ESI is based on satellite observations of land surface temperature, which are used to estimate water loss due to evapotranspiration (ET), the loss of water via evaporation from soil and plant surfaces and via transpiration through plant leaves. Generally, healthy green vegetation with access to an adequate supply of water warms at a much slower rate than does dry and/or stressed vegetation. Based on variations in land surface temperature, the ESI indicates how the current rate of ET compares to normal conditions. Negative ESI values show below normal ET rates, indicating vegetation that stressed due to inadequate soil moisture. (Plants’ first response when stressed from lack of water is to reduce their transpiration to conserve water within the plant.)", "extent": { @@ -8,7 +8,7 @@ "bbox": [ [ -180, - -90, + -60, 180, 90 ] @@ -49,8 +49,8 @@ "colormap_name": "magma", "rescale": [ [ - -3, - 3 + -3.6, + 3.6 ] ] } From 0bcc76db2fe81e8cb2db4eaf844f05f76315e8c8 Mon Sep 17 00:00:00 2001 From: Ethan Kerr Date: Thu, 18 Sep 2025 17:55:48 -0500 Subject: [PATCH 058/118] Updated spatial extent and rescale for vsm0-10cm --- ingestion-data/collections/vsm0-10cm-conus.json | 12 ++++++------ 1 file changed, 6 insertions(+), 6 deletions(-) diff --git a/ingestion-data/collections/vsm0-10cm-conus.json b/ingestion-data/collections/vsm0-10cm-conus.json index a4080c0..319107b 100644 --- a/ingestion-data/collections/vsm0-10cm-conus.json +++ b/ingestion-data/collections/vsm0-10cm-conus.json @@ -7,10 +7,10 @@ "spatial": { "bbox": [ [ - -125, - -24, - -66, - 49 + -124.94, + 25.06, + -67.07, + 52.93 ] ] }, @@ -48,8 +48,8 @@ ], "rescale": [ [ - 0, - 100 + -5, + 110 ] ] } From 04f8d0de1ed77e8eac744aeae69657a8c68f2c2d Mon Sep 17 00:00:00 2001 From: Ethan Kerr Date: Thu, 18 Sep 2025 18:07:42 -0500 Subject: [PATCH 059/118] Adjusted the spatial extent of the vsm jsons --- ingestion-data/collections/vsm0-100cm-conus.json | 8 ++++---- ingestion-data/collections/vsm0-10cm-conus.json | 4 ++-- ingestion-data/collections/vsm0-200cm-conus.json | 8 ++++---- ingestion-data/collections/vsm0-40cm-conus.json | 10 +++++----- 4 files changed, 15 insertions(+), 15 deletions(-) diff --git a/ingestion-data/collections/vsm0-100cm-conus.json b/ingestion-data/collections/vsm0-100cm-conus.json index da611b5..e86f4fa 100644 --- a/ingestion-data/collections/vsm0-100cm-conus.json +++ b/ingestion-data/collections/vsm0-100cm-conus.json @@ -7,10 +7,10 @@ "spatial": { "bbox": [ [ - -125, - -24, - -66, - 49 + -124.94, + 25.06, + -67.07, + 52.93 ] ] }, diff --git a/ingestion-data/collections/vsm0-10cm-conus.json b/ingestion-data/collections/vsm0-10cm-conus.json index 319107b..dce7b06 100644 --- a/ingestion-data/collections/vsm0-10cm-conus.json +++ b/ingestion-data/collections/vsm0-10cm-conus.json @@ -48,8 +48,8 @@ ], "rescale": [ [ - -5, - 110 + 0, + 100 ] ] } diff --git a/ingestion-data/collections/vsm0-200cm-conus.json b/ingestion-data/collections/vsm0-200cm-conus.json index 094fa59..cbeb730 100644 --- a/ingestion-data/collections/vsm0-200cm-conus.json +++ b/ingestion-data/collections/vsm0-200cm-conus.json @@ -7,10 +7,10 @@ "spatial": { "bbox": [ [ - -125, - -24, - -66, - 49 + -124.94, + 25.06, + -67.07, + 52.93 ] ] }, diff --git a/ingestion-data/collections/vsm0-40cm-conus.json b/ingestion-data/collections/vsm0-40cm-conus.json index 74b5d50..43c6e9c 100644 --- a/ingestion-data/collections/vsm0-40cm-conus.json +++ b/ingestion-data/collections/vsm0-40cm-conus.json @@ -7,10 +7,10 @@ "spatial": { "bbox": [ [ - -125, - -24, - -66, - 49 + -124.94, + 25.06, + -67.07, + 52.93 ] ] }, @@ -49,7 +49,7 @@ "rescale": [ [ 0, - 100 + 110 ] ] } From 51e7957e2d6f20d8ae54cde3f985eb9fe68a1f6c Mon Sep 17 00:00:00 2001 From: Ethan Kerr Date: Thu, 18 Sep 2025 18:08:31 -0500 Subject: [PATCH 060/118] Reverted rescale for vsm0-40cm --- ingestion-data/collections/vsm0-40cm-conus.json | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/ingestion-data/collections/vsm0-40cm-conus.json b/ingestion-data/collections/vsm0-40cm-conus.json index 43c6e9c..cc980ce 100644 --- a/ingestion-data/collections/vsm0-40cm-conus.json +++ b/ingestion-data/collections/vsm0-40cm-conus.json @@ -49,7 +49,7 @@ "rescale": [ [ 0, - 110 + 100 ] ] } From ac1a75e0b5a3635f7147e3543ae20ee22939baf3 Mon Sep 17 00:00:00 2001 From: Kyle Lesinger Date: Thu, 18 Sep 2025 18:40:32 -0500 Subject: [PATCH 061/118] update sentinel 2 cir --- ingestion-data/discovery-items/Sentinel-2_cir.json | 10 +++++----- 1 file changed, 5 insertions(+), 5 deletions(-) diff --git a/ingestion-data/discovery-items/Sentinel-2_cir.json b/ingestion-data/discovery-items/Sentinel-2_cir.json index d3ffdc0..4a2a88e 100644 --- a/ingestion-data/discovery-items/Sentinel-2_cir.json +++ b/ingestion-data/discovery-items/Sentinel-2_cir.json @@ -14,26 +14,26 @@ }, "S2A_MSIL2A": { "description": "S2A MSIL color infrared imagery composites.", - "regex": ".*_S2A_MSIL2A_colorInfrared.*.tif$", + "regex": ".*S2A_MSIL2A_colorInfrared.*.tif$", "title": "Sentinel-2 A Mission Standard Image Level (MSIL) Color Infrared" }, "S2B": { "description": "S2B color infrared imagery composites.", - "regex": ".*_S2B_colorInfrared.*.tif$", + "regex": ".*S2B_colorInfrared.*.tif$", "title": "Sentinel-2 B Color Infrared" }, "S2B_MSIL2A": { "description": "S2B MSIL color infrared imagery composites.", - "regex": ".*_S2B_MSIL2A_colorInfrared.*.tif$", + "regex": ".*S2B_MSIL2A_colorInfrared.*.tif$", "title": "Sentinel-2 B Mission Standard Image Level (MSIL) Color Infrared" }, "S2C": { "description": "S2C color infrared imagery composites.", - "regex": ".*_S2C_colorInfrared.*.tif$", + "regex": ".*S2C_colorInfrared.*.tif$", "title": "Sentinel-2 C Mission Standard Image Level (MSIL) Color Infrared" } }, - "id_regex": ".*([^_]+_[^_]+_[^_]+).*?(\\d{4}-\\d{2}-\\d{2}_day)\\.tif$", + "id_regex": "(.*)\\.tif$", "id_template": "{}" } \ No newline at end of file From e26d6fca4db8a0a95caf06f11a46ad2d049cb3a2 Mon Sep 17 00:00:00 2001 From: Ethan Kerr Date: Fri, 19 Sep 2025 03:16:33 -0500 Subject: [PATCH 062/118] Updated the description and asset description of the vsm .jsons to better detail the specific data --- ingestion-data/collections/vsm0-100cm-conus.json | 5 ++--- ingestion-data/collections/vsm0-10cm-conus.json | 4 ++-- ingestion-data/collections/vsm0-200cm-conus.json | 5 ++--- ingestion-data/collections/vsm0-40cm-conus.json | 4 ++-- 4 files changed, 8 insertions(+), 10 deletions(-) diff --git a/ingestion-data/collections/vsm0-100cm-conus.json b/ingestion-data/collections/vsm0-100cm-conus.json index e86f4fa..f57e61e 100644 --- a/ingestion-data/collections/vsm0-100cm-conus.json +++ b/ingestion-data/collections/vsm0-100cm-conus.json @@ -2,7 +2,7 @@ "id": "vsm0-100cm-conus", "dashboard:is_periodic": true, "dashboard:time_interval": "P1D", - "description": "The NASA SPoRT (Short-term Prediction Research and Transition Center) Land Information System (LIS) provides critical relative soil moisture data products that support disaster monitoring and response efforts across the United States. These high-resolution datasets, typically available at 3-kilometer spatial resolution, offer daily updates on soil moisture conditions at multiple depths (0-100cm, 10-100cm, 40-100cm, and 0-200cm) using advanced land surface modeling techniques. The relative soil moisture products represent the current soil water content as a percentile compared to the historical record for that location and time of year, enabling disaster coordinators to quickly identify areas experiencing abnormally dry or wet conditions. This information proves invaluable for assessing drought severity, flood risk potential, wildfire danger, and agricultural stress, while also supporting post-disaster recovery efforts by helping determine baseline conditions and monitoring the return to normal moisture levels. The data, distributed in Cloud Optimized GeoTIFF (COG) format, integrates seamlessly with GIS platforms and web-based mapping applications, providing emergency managers, agricultural specialists, and water resource managers with near real-time intelligence for informed decision-making during critical disaster preparedness and response operations.", + "description": "The NASA SPoRT Land Information System (LIS) 0-100 cm Soil Moisture Percentile product provides daily assessments of subsurface wetness conditions across the contiguous United States at ~3 km resolution. Percentiles are calculated against a 33-year climatology (1981-2013) to show how unusual current soil moisture values are for the given day of year. The 0-100 cm cumulative layer integrates the top three model depths (0-10, 10-40, and 40-100 cm), making it responsive to both short-term precipitation events and longer-lasting drying or recharge processes. Compared to shallower layers, it reacts more slowly, with anomalies evolving over weeks to months. This dataset is widely applied in drought monitoring, hydrology, agriculture, and fire risk analysis, where intermediate-term soil moisture behavior is critical.", "extent": { "spatial": { "bbox": [ @@ -25,8 +25,7 @@ }, "item_assets": { "vsm0-100cm": { - "description": "Daily estimates of volumetric soil moisture over CONUS.", - "roles": [ + "description": "Daily soil moisture percentiles for the 0-100 cm cumulative soil layer over CONUS. Values compare current conditions against a 33-year climatology, providing context for how unusually wet or dry the soil is. This layer balances short-term surface changes with slower deep-layer responses, making it useful for drought, flood, and agricultural applications.", "data", "layer" ], diff --git a/ingestion-data/collections/vsm0-10cm-conus.json b/ingestion-data/collections/vsm0-10cm-conus.json index dce7b06..872ddac 100644 --- a/ingestion-data/collections/vsm0-10cm-conus.json +++ b/ingestion-data/collections/vsm0-10cm-conus.json @@ -2,7 +2,7 @@ "id": "vsm0-10cm-conus", "dashboard:is_periodic": true, "dashboard:time_interval": "P1D", - "description": "The NASA SPoRT (Short-term Prediction Research and Transition Center) Land Information System (LIS) provides critical relative soil moisture data products that support disaster monitoring and response efforts across the United States. These high-resolution datasets, typically available at 3-kilometer spatial resolution, offer daily updates on soil moisture conditions at multiple depths (0-10cm, 10-40cm, 40-100cm, and 0-200cm) using advanced land surface modeling techniques. The relative soil moisture products represent the current soil water content as a percentile compared to the historical record for that location and time of year, enabling disaster coordinators to quickly identify areas experiencing abnormally dry or wet conditions. This information proves invaluable for assessing drought severity, flood risk potential, wildfire danger, and agricultural stress, while also supporting post-disaster recovery efforts by helping determine baseline conditions and monitoring the return to normal moisture levels. The data, distributed in Cloud Optimized GeoTIFF (COG) format, integrates seamlessly with GIS platforms and web-based mapping applications, providing emergency managers, agricultural specialists, and water resource managers with near real-time intelligence for informed decision-making during critical disaster preparedness and response operations.", + "description": "The NASA SPoRT Land Information System (LIS) 0-10 cm Soil Moisture Percentile provides daily, 3-km resolution estimates of shallow soil moisture conditions across the contiguous United States. Percentiles are derived by comparing real-time SPoRT-LIS analyses against a 33-year soil moisture climatology (1981-2013). The 0-10 cm layer responds rapidly to precipitation and drying, making it especially useful for short-term monitoring of drought, flooding potential, and fire risk. Products are referenced by agencies contributing to the U.S. Drought Monitor.", "extent": { "spatial": { "bbox": [ @@ -25,7 +25,7 @@ }, "item_assets": { "vsm0-10cm": { - "description": "Daily estimates of volumetric soil moisture over CONUS.", + "description": "Soil moisture percentile for the 0-10 cm surface layer, derived from SPoRT-LIS. Values represent the relative wetness or dryness of current soil moisture compared to the 33-year climatology, with low percentiles (≤30) indicating drier-than-normal conditions and high percentiles (≥70) indicating wetter-than-normal conditions.", "roles": [ "data", "layer" diff --git a/ingestion-data/collections/vsm0-200cm-conus.json b/ingestion-data/collections/vsm0-200cm-conus.json index cbeb730..ff882a6 100644 --- a/ingestion-data/collections/vsm0-200cm-conus.json +++ b/ingestion-data/collections/vsm0-200cm-conus.json @@ -2,7 +2,7 @@ "id": "vsm0-200cm-conus", "dashboard:is_periodic": true, "dashboard:time_interval": "P1D", - "description": "The NASA SPoRT (Short-term Prediction Research and Transition Center) Land Information System (LIS) provides critical relative soil moisture data products that support disaster monitoring and response efforts across the United States. These high-resolution datasets, typically available at 3-kilometer spatial resolution, offer daily updates on soil moisture conditions at multiple depths (0-200cm, 10-200cm, 40-200cm, and 0-200cm) using advanced land surface modeling techniques. The relative soil moisture products represent the current soil water content as a percentile compared to the historical record for that location and time of year, enabling disaster coordinators to quickly identify areas experiencing abnormally dry or wet conditions. This information proves invaluable for assessing drought severity, flood risk potential, wildfire danger, and agricultural stress, while also supporting post-disaster recovery efforts by helping determine baseline conditions and monitoring the return to normal moisture levels. The data, distributed in Cloud Optimized GeoTIFF (COG) format, integrates seamlessly with GIS platforms and web-based mapping applications, providing emergency managers, agricultural specialists, and water resource managers with near real-time intelligence for informed decision-making during critical disaster preparedness and response operations.", + "description": "The NASA SPoRT Land Information System (LIS) 0-200 cm Soil Moisture Percentile product provides daily estimates of subsurface wetness across the contiguous United States at ~3 km resolution. Percentiles are calculated relative to a 33-year climatology (1981-2013) and show how unusually wet or dry current conditions are for a given day of the year. The 0-200 cm cumulative layer integrates soil moisture from all four model depths (0-10, 10-40, 40-100, and 100-200 cm), offering a complete view of total column soil water content. Because deeper soil layers adjust slowly, anomalies in this product typically evolve on seasonal to multi-year timescales, making it valuable for long-term drought monitoring, groundwater assessments, and applications where persistent soil moisture deficits or surpluses are of concern.", "extent": { "spatial": { "bbox": [ @@ -25,8 +25,7 @@ }, "item_assets": { "vsm0-200cm": { - "description": "Daily estimates of volumetric soil moisture over CONUS.", - "roles": [ + "description": "Daily soil moisture percentiles for the full 0-200 cm soil column over CONUS. Values compare current conditions against a 33-year climatology, reflecting long-term wetness or dryness. This layer responds slowly to precipitation or drying, capturing deep soil changes useful for drought and groundwater studies.", "data", "layer" ], diff --git a/ingestion-data/collections/vsm0-40cm-conus.json b/ingestion-data/collections/vsm0-40cm-conus.json index cc980ce..140e2fb 100644 --- a/ingestion-data/collections/vsm0-40cm-conus.json +++ b/ingestion-data/collections/vsm0-40cm-conus.json @@ -2,7 +2,7 @@ "id": "vsm0-40cm-conus", "dashboard:is_periodic": true, "dashboard:time_interval": "P1D", - "description": "The NASA SPoRT (Short-term Prediction Research and Transition Center) Land Information System (LIS) provides critical relative soil moisture data products that support disaster monitoring and response efforts across the United States. These high-resolution datasets, typically available at 3-kilometer spatial resolution, offer daily updates on soil moisture conditions at multiple depths (0-40cm, 10-40cm, 40-100cm, and 0-200cm) using advanced land surface modeling techniques. The relative soil moisture products represent the current soil water content as a percentile compared to the historical record for that location and time of year, enabling disaster coordinators to quickly identify areas experiencing abnormally dry or wet conditions. This information proves invaluable for assessing drought severity, flood risk potential, wildfire danger, and agricultural stress, while also supporting post-disaster recovery efforts by helping determine baseline conditions and monitoring the return to normal moisture levels. The data, distributed in Cloud Optimized GeoTIFF (COG) format, integrates seamlessly with GIS platforms and web-based mapping applications, providing emergency managers, agricultural specialists, and water resource managers with near real-time intelligence for informed decision-making during critical disaster preparedness and response operations.", + "description": "The NASA SPoRT Land Information System (LIS) 0-40 cm Soil Moisture Percentile product provides daily maps of shallow subsurface soil moisture anomalies across the contiguous United States at ~3 km resolution. Percentiles are calculated against a 33-year climatology (1981-2013) to place current soil conditions in historical context. This cumulative layer combines the 0-10 cm and 10-40 cm depths, making it responsive to short-term precipitation, snowmelt, and drying episodes while still reflecting intermediate soil storage. Compared to the 0-10 cm layer, the 0-40 cm depth responds more gradually, with anomalies typically evolving over several days. This product is especially useful for drought onset monitoring, agricultural decision support, and fire-weather risk assessments, where short-to-intermediate timescale soil responses are most relevant.", "extent": { "spatial": { "bbox": [ @@ -25,7 +25,7 @@ }, "item_assets": { "vsm0-40cm": { - "description": "Daily estimates of volumetric soil moisture over CONUS.", + "description": "Daily soil moisture percentiles for the 0-40 cm cumulative soil layer over CONUS. Values compare present conditions with a 33-year climatology, showing how unusually wet or dry soils are relative to the day of year. This layer reacts quickly to rainfall or drying but more gradually than surface-only layers, making it valuable for agricultural, hydrological, and fire risk applications.", "roles": [ "data", "layer" From b5e139466004560c3bb2a2815784285a090da899 Mon Sep 17 00:00:00 2001 From: Ethan Kerr Date: Fri, 19 Sep 2025 03:18:29 -0500 Subject: [PATCH 063/118] Fixed a typo --- ingestion-data/collections/vsm0-100cm-conus.json | 1 + ingestion-data/collections/vsm0-200cm-conus.json | 1 + 2 files changed, 2 insertions(+) diff --git a/ingestion-data/collections/vsm0-100cm-conus.json b/ingestion-data/collections/vsm0-100cm-conus.json index f57e61e..4194ba8 100644 --- a/ingestion-data/collections/vsm0-100cm-conus.json +++ b/ingestion-data/collections/vsm0-100cm-conus.json @@ -26,6 +26,7 @@ "item_assets": { "vsm0-100cm": { "description": "Daily soil moisture percentiles for the 0-100 cm cumulative soil layer over CONUS. Values compare current conditions against a 33-year climatology, providing context for how unusually wet or dry the soil is. This layer balances short-term surface changes with slower deep-layer responses, making it useful for drought, flood, and agricultural applications.", + "roles": [ "data", "layer" ], diff --git a/ingestion-data/collections/vsm0-200cm-conus.json b/ingestion-data/collections/vsm0-200cm-conus.json index ff882a6..abcca11 100644 --- a/ingestion-data/collections/vsm0-200cm-conus.json +++ b/ingestion-data/collections/vsm0-200cm-conus.json @@ -26,6 +26,7 @@ "item_assets": { "vsm0-200cm": { "description": "Daily soil moisture percentiles for the full 0-200 cm soil column over CONUS. Values compare current conditions against a 33-year climatology, reflecting long-term wetness or dryness. This layer responds slowly to precipitation or drying, capturing deep soil changes useful for drought and groundwater studies.", + "roles": [ "data", "layer" ], From cffce68caec45962731c3c0c0664e1ce61dab46a Mon Sep 17 00:00:00 2001 From: Ethan Kerr Date: Fri, 19 Sep 2025 03:21:08 -0500 Subject: [PATCH 064/118] Updated the providers in vsm and esi to NASA Disasters Program with the URL to the website --- ingestion-data/collections/esi-12wk-global.json | 8 ++++++-- ingestion-data/collections/esi-4wk-global.json | 8 ++++++-- ingestion-data/collections/vsm0-100cm-conus.json | 8 ++++++-- ingestion-data/collections/vsm0-10cm-conus.json | 8 ++++++-- ingestion-data/collections/vsm0-200cm-conus.json | 8 ++++++-- ingestion-data/collections/vsm0-40cm-conus.json | 8 ++++++-- 6 files changed, 36 insertions(+), 12 deletions(-) diff --git a/ingestion-data/collections/esi-12wk-global.json b/ingestion-data/collections/esi-12wk-global.json index 33ded4d..7ccde55 100644 --- a/ingestion-data/collections/esi-12wk-global.json +++ b/ingestion-data/collections/esi-12wk-global.json @@ -38,8 +38,12 @@ "links": [], "providers": [ { - "name": "NASA" - } + "name": "NASA Disasters Program", + "roles": [ + "host" + ], + "url": "https://disasters.openveda.cloud" + } ], "renders": { "dashboard": { diff --git a/ingestion-data/collections/esi-4wk-global.json b/ingestion-data/collections/esi-4wk-global.json index 6b27ba2..6e97be4 100644 --- a/ingestion-data/collections/esi-4wk-global.json +++ b/ingestion-data/collections/esi-4wk-global.json @@ -38,8 +38,12 @@ "links": [], "providers": [ { - "name": "NASA" - } + "name": "NASA Disasters Program", + "roles": [ + "host" + ], + "url": "https://disasters.openveda.cloud" + } ], "renders": { "dashboard": { diff --git a/ingestion-data/collections/vsm0-100cm-conus.json b/ingestion-data/collections/vsm0-100cm-conus.json index 4194ba8..c36cd00 100644 --- a/ingestion-data/collections/vsm0-100cm-conus.json +++ b/ingestion-data/collections/vsm0-100cm-conus.json @@ -38,8 +38,12 @@ "links": [], "providers": [ { - "name": "NASA" - } + "name": "NASA Disasters Program", + "roles": [ + "host" + ], + "url": "https://disasters.openveda.cloud" + } ], "renders": { "dashboard": { diff --git a/ingestion-data/collections/vsm0-10cm-conus.json b/ingestion-data/collections/vsm0-10cm-conus.json index 872ddac..b2b0995 100644 --- a/ingestion-data/collections/vsm0-10cm-conus.json +++ b/ingestion-data/collections/vsm0-10cm-conus.json @@ -38,8 +38,12 @@ "links": [], "providers": [ { - "name": "NASA" - } + "name": "NASA Disasters Program", + "roles": [ + "host" + ], + "url": "https://disasters.openveda.cloud" + } ], "renders": { "dashboard": { diff --git a/ingestion-data/collections/vsm0-200cm-conus.json b/ingestion-data/collections/vsm0-200cm-conus.json index abcca11..53b7de8 100644 --- a/ingestion-data/collections/vsm0-200cm-conus.json +++ b/ingestion-data/collections/vsm0-200cm-conus.json @@ -38,8 +38,12 @@ "links": [], "providers": [ { - "name": "NASA" - } + "name": "NASA Disasters Program", + "roles": [ + "host" + ], + "url": "https://disasters.openveda.cloud" + } ], "renders": { "dashboard": { diff --git a/ingestion-data/collections/vsm0-40cm-conus.json b/ingestion-data/collections/vsm0-40cm-conus.json index 140e2fb..b1716c6 100644 --- a/ingestion-data/collections/vsm0-40cm-conus.json +++ b/ingestion-data/collections/vsm0-40cm-conus.json @@ -38,8 +38,12 @@ "links": [], "providers": [ { - "name": "NASA" - } + "name": "NASA Disasters Program", + "roles": [ + "host" + ], + "url": "https://disasters.openveda.cloud" + } ], "renders": { "dashboard": { From fe614b34fe966f0a0b8b4e1ee62ccabc35450877 Mon Sep 17 00:00:00 2001 From: Kyle Lesinger Date: Fri, 19 Sep 2025 08:55:00 -0500 Subject: [PATCH 065/118] update sentinel 1 asf subdaily --- .../collections/Sentinel-1_ASF-subdaily.json | 106 ++++++++++++++++++ .../Sentinel-1_ASF-subdaily.json | 28 +++++ 2 files changed, 134 insertions(+) create mode 100644 ingestion-data/collections/Sentinel-1_ASF-subdaily.json create mode 100644 ingestion-data/discovery-items/Sentinel-1_ASF-subdaily.json diff --git a/ingestion-data/collections/Sentinel-1_ASF-subdaily.json b/ingestion-data/collections/Sentinel-1_ASF-subdaily.json new file mode 100644 index 0000000..e278467 --- /dev/null +++ b/ingestion-data/collections/Sentinel-1_ASF-subdaily.json @@ -0,0 +1,106 @@ +{ + "id": "sentinel-1-asf-subdaily", + "dashboard:is_periodic": false, + "dashboard:time_interval": "P1S", + "description": "The Sentinel-1 mission comprises a constellation of two polar-orbiting satellites, Sentinel-1A and Sentinel-1B, which provide all-weather, day-and-night radar imaging for land and ocean surfaces, monitoring the marine environment, vegetation mapping, and other major applications. With multi-temporal analyses, remote sensing gives a unique perspective of how cities evolve. The key element for mapping rural to urban land use change is the ability to discriminate between rural uses (farming, pasture, forests) and urban use (residential, commercial, recreational). Remote sensing methods can be employed to classify types of land use in a practical, economical and repetitive fashion, over large areas.", + "extent": { + "spatial": { + "bbox": [ + [ + -125, + -24, + -66, + 49 + ] + ] + }, + "temporal": { + "interval": [ + [ + "2020-09-14T00:00:00Z", + "2024-09-26T23:00:00Z" + ] + ] + } + }, + "item_assets": { + "rgb": { + "description": "rgb.", + "roles": [ + "data", + "layer" + ], + "title": "rgb", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "VH": { + "description": "VH.", + "roles": [ + "data", + "layer" + ], + "title": "VH", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "VV": { + "description": "VV.", + "roles": [ + "data", + "layer" + ], + "title": "VV", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + } + }, + "license": "CC0-1.0", + "links": [], + "providers": [ + { + "name": "NASA" + } + ], + "renders": { + "rgb": { + "assets": [ + "rgb" + ], + "bidx": [1,2,3], + "rescale": [ + [ + 0, + 255 + ] + ] + }, + "VV": { + "assets": [ + "VV" + ], + "rescale": [ + [ + 0, + 15 + ] + ] + }, + "VH": { + "assets": [ + "VH" + ], + "rescale": [ + [ + 0, + 5 + ] + ] + } + }, + "stac_extensions": [ + "https://stac-extensions.github.io/render/v1.0.0/schema.json", + "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" + ], + "stac_version": "1.0.0", + "title": "Sentinel-1 ASF Subdaily", + "type": "Collection", + "tenant": ["nasa-disasters"] +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/Sentinel-1_ASF-subdaily.json b/ingestion-data/discovery-items/Sentinel-1_ASF-subdaily.json new file mode 100644 index 0000000..c114a62 --- /dev/null +++ b/ingestion-data/discovery-items/Sentinel-1_ASF-subdaily.json @@ -0,0 +1,28 @@ +{ + "collection": "sentinel-1-asf-subdaily", + "bucket": "nasa-disasters", + "prefix": "drcs_activations_new/Sentinel-1/ASF/", + "cogify": false, + "discovery": "s3", + "dry_run": false, + "filename_regex": ".*.tif$", + "assets": { + "rgb": { + "description": "RGB", + "regex": ".*_rgb_.*\\.tif$", + "title": "RGB" + }, + "VV": { + "description": "VV", + "regex": ".*_VV_.*\\.tif$", + "title": "VV" + }, + "VH": { + "description": "Vh", + "regex": ".*_VH_.*\\.tif$", + "title": "Vh" + } + }, + "id_regex": ".*(\\d{4}-\\d{2}-\\d{2}T\\d{2}:\\d{2}:\\d{2}Z)\\.tif$", + "id_template": "sentinel-1-ASF-{}" +} \ No newline at end of file From 9641c424fb1d725ed9f3c7a78fc998778d7f6f44 Mon Sep 17 00:00:00 2001 From: Kyle Lesinger Date: Fri, 19 Sep 2025 09:10:08 -0500 Subject: [PATCH 066/118] update sentinel 1 asf monthly --- .../collections/Sentinel-1_ASF-monthly.json | 65 +++++++++++++++++++ .../Sentinel-1_ASF-monthly.json | 18 +++++ 2 files changed, 83 insertions(+) create mode 100644 ingestion-data/collections/Sentinel-1_ASF-monthly.json create mode 100644 ingestion-data/discovery-items/Sentinel-1_ASF-monthly.json diff --git a/ingestion-data/collections/Sentinel-1_ASF-monthly.json b/ingestion-data/collections/Sentinel-1_ASF-monthly.json new file mode 100644 index 0000000..c0cf769 --- /dev/null +++ b/ingestion-data/collections/Sentinel-1_ASF-monthly.json @@ -0,0 +1,65 @@ +{ + "id": "sentinel-1-asf-monthly", + "dashboard:is_periodic": false, + "dashboard:time_interval": "P1M", + "description": "The Sentinel-1 mission comprises a constellation of two polar-orbiting satellites, Sentinel-1A and Sentinel-1B, which provide all-weather, day-and-night radar imaging for land and ocean surfaces, monitoring the marine environment, vegetation mapping, and other major applications. With multi-temporal analyses, remote sensing gives a unique perspective of how cities evolve. The key element for mapping rural to urban land use change is the ability to discriminate between rural uses (farming, pasture, forests) and urban use (residential, commercial, recreational). Remote sensing methods can be employed to classify types of land use in a practical, economical and repetitive fashion, over large areas.", + "extent": { + "spatial": { + "bbox": [ + [ + -125, + -24, + -66, + 49 + ] + ] + }, + "temporal": { + "interval": [ + [ + "2020-09-01T00:00:00Z", + "2025-09-30T23:00:00Z" + ] + ] + } + }, + "item_assets": { + "change_detection": { + "description": "change_detection.", + "roles": [ + "data", + "layer" + ], + "title": "change_detection", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + } + }, + "license": "CC0-1.0", + "links": [], + "providers": [ + { + "name": "NASA" + } + ], + "renders": { + "change_detection": { + "assets": [ + "change_detection" + ], + "rescale": [ + [ + 0, + 255 + ] + ] + } + }, + "stac_extensions": [ + "https://stac-extensions.github.io/render/v1.0.0/schema.json", + "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" + ], + "stac_version": "1.0.0", + "title": "Sentinel-1 ASF Monthly", + "type": "Collection", + "tenant": ["nasa-disasters"] +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/Sentinel-1_ASF-monthly.json b/ingestion-data/discovery-items/Sentinel-1_ASF-monthly.json new file mode 100644 index 0000000..f9db55a --- /dev/null +++ b/ingestion-data/discovery-items/Sentinel-1_ASF-monthly.json @@ -0,0 +1,18 @@ +{ + "collection": "sentinel-1-asf-monthly", + "bucket": "nasa-disasters", + "prefix": "drcs_activations_new/Sentinel-1/ASF/", + "cogify": false, + "discovery": "s3", + "dry_run": false, + "filename_regex": ".*changedetection.*.tif$", + "assets": { + "change_detection": { + "description": "change_detection", + "regex": ".*_changedetection_.*\\.tif$", + "title": "change_detection" + } + }, + "id_regex": ".*(\\d{4}-\\d{2}-monthly)\\.tif$", + "id_template": "{}" +} \ No newline at end of file From 7acb9eefe6cf4aee6cfe3f9ee0eef9ee0ceb7e06 Mon Sep 17 00:00:00 2001 From: Kyle Lesinger Date: Fri, 19 Sep 2025 10:24:55 -0500 Subject: [PATCH 067/118] update sentinel 1 coherence --- .../Sentinel-1-coherence-monthly.json | 85 +++++++++++++++++++ .../collections/Sentinel-1_AZI.json | 66 ++++++++++++++ .../Sentinel-1-coherence-monthly.json | 18 ++++ .../discovery-items/Sentinel-1_AZI.json | 18 ++++ 4 files changed, 187 insertions(+) create mode 100644 ingestion-data/collections/Sentinel-1-coherence-monthly.json create mode 100644 ingestion-data/collections/Sentinel-1_AZI.json create mode 100644 ingestion-data/discovery-items/Sentinel-1-coherence-monthly.json create mode 100644 ingestion-data/discovery-items/Sentinel-1_AZI.json diff --git a/ingestion-data/collections/Sentinel-1-coherence-monthly.json b/ingestion-data/collections/Sentinel-1-coherence-monthly.json new file mode 100644 index 0000000..d3ffaf6 --- /dev/null +++ b/ingestion-data/collections/Sentinel-1-coherence-monthly.json @@ -0,0 +1,85 @@ +{ + "id": "sentinel-1-coherence-monthly", + "dashboard:is_periodic": false, + "dashboard:time_interval": "P1M", + "description": "The Sentinel-1 mission comprises a constellation of two polar-orbiting satellites, Sentinel-1A and Sentinel-1B, which provide all-weather, day-and-night radar imaging for land and ocean surfaces, monitoring the marine environment, vegetation mapping, and other major applications. With multi-temporal analyses, remote sensing gives a unique perspective of how cities evolve. The key element for mapping rural to urban land use change is the ability to discriminate between rural uses (farming, pasture, forests) and urban use (residential, commercial, recreational). Remote sensing methods can be employed to classify types of land use in a practical, economical and repetitive fashion, over large areas.", + "extent": { + "spatial": { + "bbox": [ + [ + -125, + -24, + -66, + 49 + ] + ] + }, + "temporal": { + "interval": [ + [ + "2020-09-14T00:00:00Z", + "2024-09-30T23:59:59Z" + ] + ] + } + }, + "item_assets": { + "ascending": { + "description": "ascending.", + "roles": [ + "data", + "layer" + ], + "title": "ascending", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "descending": { + "description": "descending.", + "roles": [ + "data", + "layer" + ], + "title": "descending", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + } + }, + "license": "CC0-1.0", + "links": [], + "providers": [ + { + "name": "NASA" + } + ], + "renders": { + "ascending": { + "assets": [ + "ascending" + ], + "rescale": [ + [ + 0, + 1 + ] + ] + }, + "descending": { + "assets": [ + "descending" + ], + "rescale": [ + [ + 0, + 1 + ] + ] + } + }, + "stac_extensions": [ + "https://stac-extensions.github.io/render/v1.0.0/schema.json", + "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" + ], + "stac_version": "1.0.0", + "title": "Sentinel-1 Coherence Monthly", + "type": "Collection", + "tenant": ["nasa-disasters"] +} \ No newline at end of file diff --git a/ingestion-data/collections/Sentinel-1_AZI.json b/ingestion-data/collections/Sentinel-1_AZI.json new file mode 100644 index 0000000..d2005e6 --- /dev/null +++ b/ingestion-data/collections/Sentinel-1_AZI.json @@ -0,0 +1,66 @@ +{ + "id": "sentinel-1-azi", + "dashboard:is_periodic": false, + "dashboard:time_interval": "P1D", + "description": "The Sentinel-1 mission comprises a constellation of two polar-orbiting satellites, Sentinel-1A and Sentinel-1B, which provide all-weather, day-and-night radar imaging for land and ocean surfaces, monitoring the marine environment, vegetation mapping, and other major applications. With multi-temporal analyses, remote sensing gives a unique perspective of how cities evolve. The key element for mapping rural to urban land use change is the ability to discriminate between rural uses (farming, pasture, forests) and urban use (residential, commercial, recreational). Remote sensing methods can be employed to classify types of land use in a practical, economical and repetitive fashion, over large areas.", + "extent": { + "spatial": { + "bbox": [ + [ + -125, + -24, + -66, + 49 + ] + ] + }, + "temporal": { + "interval": [ + [ + "2020-09-14T00:00:00Z", + "2024-09-26T23:59:59Z" + ] + ] + } + }, + "item_assets": { + "azi": { + "description": "azi.", + "roles": [ + "data", + "layer" + ], + "title": "azi", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + } + }, + "license": "CC0-1.0", + "links": [], + "providers": [ + { + "name": "NASA" + } + ], + "renders": { + "azi": { + "assets": [ + "azi" + ], + "bidx": [1,2,3,4], + "rescale": [ + [ + 0, + 255 + ] + ] + } + }, + "stac_extensions": [ + "https://stac-extensions.github.io/render/v1.0.0/schema.json", + "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" + ], + "stac_version": "1.0.0", + "title": "Sentinel-1 AZI", + "type": "Collection", + "tenant": ["nasa-disasters"] +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/Sentinel-1-coherence-monthly.json b/ingestion-data/discovery-items/Sentinel-1-coherence-monthly.json new file mode 100644 index 0000000..7b5cd6d --- /dev/null +++ b/ingestion-data/discovery-items/Sentinel-1-coherence-monthly.json @@ -0,0 +1,18 @@ +{ + "collection": "sentinel-1-asf-subdaily", + "bucket": "nasa-disasters", + "prefix": "drcs_activations_new/Sentinel-1/AZI/", + "cogify": false, + "discovery": "s3", + "dry_run": false, + "filename_regex": ".*.tif$", + "assets": { + "azi": { + "description": "azi", + "regex": ".*_AZI_.*\\.tif$", + "title": "azi" + } + }, + "id_regex": ".*(\\d{4}-\\d{2}-\\d{2}_day)\\.tif$", + "id_template": "sentinel-1-AZI-{}" +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/Sentinel-1_AZI.json b/ingestion-data/discovery-items/Sentinel-1_AZI.json new file mode 100644 index 0000000..d094328 --- /dev/null +++ b/ingestion-data/discovery-items/Sentinel-1_AZI.json @@ -0,0 +1,18 @@ +{ + "collection": "sentinel-1-azi", + "bucket": "nasa-disasters", + "prefix": "drcs_activations_new/Sentinel-1/AZI/", + "cogify": false, + "discovery": "s3", + "dry_run": false, + "filename_regex": ".*.tif$", + "assets": { + "azi": { + "description": "azi", + "regex": ".*_AZI_.*\\.tif$", + "title": "azi" + } + }, + "id_regex": ".*(\\d{4}-\\d{2}-\\d{2}_day)\\.tif$", + "id_template": "sentinel-1-AZI-{}" +} \ No newline at end of file From 86d0d487269c649aea806d45fcae6a52ea5e8d0c Mon Sep 17 00:00:00 2001 From: Kyle Lesinger Date: Fri, 19 Sep 2025 10:40:50 -0500 Subject: [PATCH 068/118] update sentinel 1 coherence yearly --- .../Sentinel-1-coherence-yearly.json | 85 +++++++++++++++++++ .../Sentinel-1_opera_dswx-change-map.json | 65 ++++++++++++++ .../Sentinel-1-coherence-monthly.json | 23 +++-- .../Sentinel-1-coherence-yearly.json | 23 +++++ .../Sentintel-1_opera-dswx-change-map.json | 18 ++++ 5 files changed, 205 insertions(+), 9 deletions(-) create mode 100644 ingestion-data/collections/Sentinel-1-coherence-yearly.json create mode 100644 ingestion-data/collections/Sentinel-1_opera_dswx-change-map.json create mode 100644 ingestion-data/discovery-items/Sentinel-1-coherence-yearly.json create mode 100644 ingestion-data/discovery-items/Sentintel-1_opera-dswx-change-map.json diff --git a/ingestion-data/collections/Sentinel-1-coherence-yearly.json b/ingestion-data/collections/Sentinel-1-coherence-yearly.json new file mode 100644 index 0000000..011882a --- /dev/null +++ b/ingestion-data/collections/Sentinel-1-coherence-yearly.json @@ -0,0 +1,85 @@ +{ + "id": "sentinel-1-coherence-yearly", + "dashboard:is_periodic": false, + "dashboard:time_interval": "P1Y", + "description": "The Sentinel-1 mission comprises a constellation of two polar-orbiting satellites, Sentinel-1A and Sentinel-1B, which provide all-weather, day-and-night radar imaging for land and ocean surfaces, monitoring the marine environment, vegetation mapping, and other major applications. With multi-temporal analyses, remote sensing gives a unique perspective of how cities evolve. The key element for mapping rural to urban land use change is the ability to discriminate between rural uses (farming, pasture, forests) and urban use (residential, commercial, recreational). Remote sensing methods can be employed to classify types of land use in a practical, economical and repetitive fashion, over large areas.", + "extent": { + "spatial": { + "bbox": [ + [ + -125, + -24, + -66, + 49 + ] + ] + }, + "temporal": { + "interval": [ + [ + "2020-09-14T00:00:00Z", + "2024-09-30T23:59:59Z" + ] + ] + } + }, + "item_assets": { + "ascending": { + "description": "ascending.", + "roles": [ + "data", + "layer" + ], + "title": "ascending", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "descending": { + "description": "descending.", + "roles": [ + "data", + "layer" + ], + "title": "descending", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + } + }, + "license": "CC0-1.0", + "links": [], + "providers": [ + { + "name": "NASA" + } + ], + "renders": { + "ascending": { + "assets": [ + "ascending" + ], + "rescale": [ + [ + 0, + 1 + ] + ] + }, + "descending": { + "assets": [ + "descending" + ], + "rescale": [ + [ + 0, + 1 + ] + ] + } + }, + "stac_extensions": [ + "https://stac-extensions.github.io/render/v1.0.0/schema.json", + "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" + ], + "stac_version": "1.0.0", + "title": "Sentinel-1 Coherence Yearly", + "type": "Collection", + "tenant": ["nasa-disasters"] +} \ No newline at end of file diff --git a/ingestion-data/collections/Sentinel-1_opera_dswx-change-map.json b/ingestion-data/collections/Sentinel-1_opera_dswx-change-map.json new file mode 100644 index 0000000..dbce734 --- /dev/null +++ b/ingestion-data/collections/Sentinel-1_opera_dswx-change-map.json @@ -0,0 +1,65 @@ +{ + "id": "S1-OperaDSWX-changeMap", + "dashboard:is_periodic": false, + "dashboard:time_interval": "P1D", + "description": "The Dynamic Surface Water eXtent (DSWx) products map pixel-wise surface water detections using optical or SAR imagery. The DSWx suite is composed of complementary products, which are named according to their input datasets. Specifically, a separate DSWx product is generated from Sentinel-1, NISAR, ,, and the Harmonized Landsat Sentinel-2 (HLS) data. The products are designed to share the same structure, GeoTiff file format, file-naming convention, and have posting of 30 m. These DSWx products are provided as an analysis ready dataset but are not harmonized across the different sensors. All products will be accessible through NASA’s Physical Oceanography Distributed Active Archive Center (PO.DAAC). Below we provide per DSWx product the product specification document as well as the corresponding product samples conforming to the detailed specifications. Interactive guides are provided demonstrating how products can be loaded and manipulated in an open-source GIS package. Interactive white papers provided through a Jupyter notebook environment outline product introductions and showcase select applications.", + "extent": { + "spatial": { + "bbox": [ + [ + -125, + -24, + -66, + 49 + ] + ] + }, + "temporal": { + "interval": [ + [ + "2024-09-26T00:00:00Z", + "2024-10-11T00:00:00Z" + ] + ] + } + }, + "item_assets": { + "bwtr-changeMap": { + "description": "Sentinel-1_opera_dswx", + "roles": [ + "data", + "layer" + ], + "title": "Sentinel-1_opera_dswx", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + } + }, + "license": "CC0-1.0", + "links": [], + "providers": [ + { + "name": "NASA" + } + ], + "renders": { + "bwtr-changeMap": { + "assets": [ + "bwtr-changeMap" + ], + "rescale": [ + [ + -1, + 1 + ] + ] + } + }, + "stac_extensions": [ + "https://stac-extensions.github.io/render/v1.0.0/schema.json", + "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" + ], + "stac_version": "1.0.0", + "title": "Sentinel 1 Opera DSWX Change map", + "type": "Collection", + "tenant": ["nasa-disasters"] +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/Sentinel-1-coherence-monthly.json b/ingestion-data/discovery-items/Sentinel-1-coherence-monthly.json index 7b5cd6d..44e30b2 100644 --- a/ingestion-data/discovery-items/Sentinel-1-coherence-monthly.json +++ b/ingestion-data/discovery-items/Sentinel-1-coherence-monthly.json @@ -1,18 +1,23 @@ { - "collection": "sentinel-1-asf-subdaily", + "collection": "sentinel-1-coherence-monthly", "bucket": "nasa-disasters", - "prefix": "drcs_activations_new/Sentinel-1/AZI/", + "prefix": "drcs_activations_new/Sentinel-1/coherence/", "cogify": false, "discovery": "s3", "dry_run": false, - "filename_regex": ".*.tif$", + "filename_regex": ".*monthly.tif$", "assets": { - "azi": { - "description": "azi", - "regex": ".*_AZI_.*\\.tif$", - "title": "azi" + "ascending": { + "description": "ascending", + "regex": "^(?!.*_descending_).*\\.tif$", + "title": "ascending" + }, + "descending": { + "description": "descending", + "regex": ".*_descending_.*\\.tif$", + "title": "descending" } }, - "id_regex": ".*(\\d{4}-\\d{2}-\\d{2}_day)\\.tif$", - "id_template": "sentinel-1-AZI-{}" + "id_regex": ".*(\\d{4}-\\d{2}_monthly)\\.tif$", + "id_template": "sentinel-1-coherence-{}" } \ No newline at end of file diff --git a/ingestion-data/discovery-items/Sentinel-1-coherence-yearly.json b/ingestion-data/discovery-items/Sentinel-1-coherence-yearly.json new file mode 100644 index 0000000..6597794 --- /dev/null +++ b/ingestion-data/discovery-items/Sentinel-1-coherence-yearly.json @@ -0,0 +1,23 @@ +{ + "collection": "sentinel-1-coherence-yearly", + "bucket": "nasa-disasters", + "prefix": "drcs_activations_new/Sentinel-1/coherence/", + "cogify": false, + "discovery": "s3", + "dry_run": false, + "filename_regex": ".*year.*.tif$", + "assets": { + "ascending": { + "description": "ascending", + "regex": "^(?!.*_descending_).*\\.tif$", + "title": "ascending" + }, + "descending": { + "description": "descending", + "regex": ".*_descending_.*\\.tif$", + "title": "descending" + } + }, + "id_regex": ".*_([^_]+_[^_]+_[^_]+_[^_]+)\\.tif$", + "id_template": "sentinel-1-coherence-{}" +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/Sentintel-1_opera-dswx-change-map.json b/ingestion-data/discovery-items/Sentintel-1_opera-dswx-change-map.json new file mode 100644 index 0000000..256782d --- /dev/null +++ b/ingestion-data/discovery-items/Sentintel-1_opera-dswx-change-map.json @@ -0,0 +1,18 @@ +{ + "collection": "S1-OperaDSWX-changeMap", + "bucket": "nasa-disasters", + "prefix": "drcs_activations_new/Sentinel-1/opera_dswx/changeMap", + "cogify": false, + "discovery": "s3", + "dry_run": false, + "filename_regex": ".*.tif$", + "assets": { + "bwtr-changeMap": { + "description": "Binary water mask", + "regex": ".*_ChngMap_.*\\.tif$", + "title": "Binary water mask change map" + } + }, + "id_regex": "(.*).tif$", + "id_template": "dswx-{}" +} \ No newline at end of file From 56831bff5aced86ad42f6f26447e56f75e96925d Mon Sep 17 00:00:00 2001 From: Kyle Lesinger Date: Fri, 19 Sep 2025 10:48:56 -0500 Subject: [PATCH 069/118] update sentinel 1 displacement --- .../collections/Sentinel-1-displacement.json | 65 +++++++++++++++++++ .../Sentinel-1-displacement.json | 18 +++++ 2 files changed, 83 insertions(+) create mode 100644 ingestion-data/collections/Sentinel-1-displacement.json create mode 100644 ingestion-data/discovery-items/Sentinel-1-displacement.json diff --git a/ingestion-data/collections/Sentinel-1-displacement.json b/ingestion-data/collections/Sentinel-1-displacement.json new file mode 100644 index 0000000..fd47771 --- /dev/null +++ b/ingestion-data/collections/Sentinel-1-displacement.json @@ -0,0 +1,65 @@ +{ + "id": "sentinel-1-displacement", + "dashboard:is_periodic": false, + "dashboard:time_interval": "P1D", + "description": "The Sentinel-1 mission comprises a constellation of two polar-orbiting satellites, Sentinel-1A and Sentinel-1B, which provide all-weather, day-and-night radar imaging for land and ocean surfaces, monitoring the marine environment, vegetation mapping, and other major applications. With multi-temporal analyses, remote sensing gives a unique perspective of how cities evolve. The key element for mapping rural to urban land use change is the ability to discriminate between rural uses (farming, pasture, forests) and urban use (residential, commercial, recreational). Remote sensing methods can be employed to classify types of land use in a practical, economical and repetitive fashion, over large areas.", + "extent": { + "spatial": { + "bbox": [ + [ + -125, + -24, + -66, + 49 + ] + ] + }, + "temporal": { + "interval": [ + [ + "2020-09-14T00:00:00Z", + "2024-09-30T23:59:59Z" + ] + ] + } + }, + "item_assets": { + "displacement": { + "description": "displacement.", + "roles": [ + "data", + "layer" + ], + "title": "displacement", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + } + }, + "license": "CC0-1.0", + "links": [], + "providers": [ + { + "name": "NASA" + } + ], + "renders": { + "displacement": { + "assets": [ + "displacement" + ], + "rescale": [ + [ + -1, + 1 + ] + ] + } + }, + "stac_extensions": [ + "https://stac-extensions.github.io/render/v1.0.0/schema.json", + "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" + ], + "stac_version": "1.0.0", + "title": "Sentinel-1 Displacement", + "type": "Collection", + "tenant": ["nasa-disasters"] +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/Sentinel-1-displacement.json b/ingestion-data/discovery-items/Sentinel-1-displacement.json new file mode 100644 index 0000000..f3d2579 --- /dev/null +++ b/ingestion-data/discovery-items/Sentinel-1-displacement.json @@ -0,0 +1,18 @@ +{ + "collection": "sentinel-1-displacement", + "bucket": "nasa-disasters", + "prefix": "drcs_activations_new/Sentinel-1/displacement/", + "cogify": false, + "discovery": "s3", + "dry_run": false, + "filename_regex": ".*.tif$", + "assets": { + "displacement": { + "description": "displacement", + "regex": ".*DISP.*\\.tif$", + "title": "displacement" + } + }, + "id_regex": "(.*).tif$", + "id_template": "{}" +} \ No newline at end of file From 825bb9d692a4c61eb3af7474d05394ac1b31e6d0 Mon Sep 17 00:00:00 2001 From: Kyle Lesinger Date: Fri, 19 Sep 2025 10:57:24 -0500 Subject: [PATCH 070/118] update sentinel 1 dmg assessment --- .../Sentinel-1-dmg-assessment.json | 65 +++++++++++++++++++ .../Sentinel-1-dmg-assessment.json | 18 +++++ 2 files changed, 83 insertions(+) create mode 100644 ingestion-data/collections/Sentinel-1-dmg-assessment.json create mode 100644 ingestion-data/discovery-items/Sentinel-1-dmg-assessment.json diff --git a/ingestion-data/collections/Sentinel-1-dmg-assessment.json b/ingestion-data/collections/Sentinel-1-dmg-assessment.json new file mode 100644 index 0000000..19bac6f --- /dev/null +++ b/ingestion-data/collections/Sentinel-1-dmg-assessment.json @@ -0,0 +1,65 @@ +{ + "id": "sentinel-1-dmg-assessment", + "dashboard:is_periodic": false, + "dashboard:time_interval": "P1D", + "description": "The Sentinel-1 mission comprises a constellation of two polar-orbiting satellites, Sentinel-1A and Sentinel-1B, which provide all-weather, day-and-night radar imaging for land and ocean surfaces, monitoring the marine environment, vegetation mapping, and other major applications. With multi-temporal analyses, remote sensing gives a unique perspective of how cities evolve. The key element for mapping rural to urban land use change is the ability to discriminate between rural uses (farming, pasture, forests) and urban use (residential, commercial, recreational). Remote sensing methods can be employed to classify types of land use in a practical, economical and repetitive fashion, over large areas.", + "extent": { + "spatial": { + "bbox": [ + [ + -125, + -24, + -66, + 49 + ] + ] + }, + "temporal": { + "interval": [ + [ + "2020-09-01T00:00:00Z", + "2025-09-30T23:00:00Z" + ] + ] + } + }, + "item_assets": { + "dmg": { + "description": "change_detection.", + "roles": [ + "data", + "layer" + ], + "title": "change_detection", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + } + }, + "license": "CC0-1.0", + "links": [], + "providers": [ + { + "name": "NASA" + } + ], + "renders": { + "dmg": { + "assets": [ + "dmg" + ], + "rescale": [ + [ + 0, + 1 + ] + ] + } + }, + "stac_extensions": [ + "https://stac-extensions.github.io/render/v1.0.0/schema.json", + "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" + ], + "stac_version": "1.0.0", + "title": "Sentinel-1 Damage Assessment", + "type": "Collection", + "tenant": ["nasa-disasters"] +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/Sentinel-1-dmg-assessment.json b/ingestion-data/discovery-items/Sentinel-1-dmg-assessment.json new file mode 100644 index 0000000..7f2f1ad --- /dev/null +++ b/ingestion-data/discovery-items/Sentinel-1-dmg-assessment.json @@ -0,0 +1,18 @@ +{ + "collection": "sentinel-1-dmg-assessment", + "bucket": "nasa-disasters", + "prefix": "drcs_activations_new/Sentinel-1/dmg_assessment/", + "cogify": false, + "discovery": "s3", + "dry_run": false, + "filename_regex": ".*dmgassessment.*.tif$", + "assets": { + "dmg": { + "description": "dmg", + "regex": ".*\\.tif$", + "title": "dmg" + } + }, + "id_regex": "(.*).tif$", + "id_template": "{}" +} \ No newline at end of file From fc0a51faf8e7cf6452a5a4c1feacb5bfd835c041 Mon Sep 17 00:00:00 2001 From: Kyle Lesinger Date: Fri, 19 Sep 2025 11:21:10 -0500 Subject: [PATCH 071/118] add sentinel 1 dpm --- .../collections/Sentinel-1-dpm-daily.json | 107 ++++++++++++++++++ .../discovery-items/Sentinel-1-dpm-daily.json | 28 +++++ 2 files changed, 135 insertions(+) create mode 100644 ingestion-data/collections/Sentinel-1-dpm-daily.json create mode 100644 ingestion-data/discovery-items/Sentinel-1-dpm-daily.json diff --git a/ingestion-data/collections/Sentinel-1-dpm-daily.json b/ingestion-data/collections/Sentinel-1-dpm-daily.json new file mode 100644 index 0000000..d295465 --- /dev/null +++ b/ingestion-data/collections/Sentinel-1-dpm-daily.json @@ -0,0 +1,107 @@ +{ + "id": "sentinel-1-dpm-daily", + "dashboard:is_periodic": false, + "dashboard:time_interval": "P1D", + "description": "The Sentinel-1 mission comprises a constellation of two polar-orbiting satellites, Sentinel-1A and Sentinel-1B, which provide all-weather, day-and-night radar imaging for land and ocean surfaces, monitoring the marine environment, vegetation mapping, and other major applications. With multi-temporal analyses, remote sensing gives a unique perspective of how cities evolve. The key element for mapping rural to urban land use change is the ability to discriminate between rural uses (farming, pasture, forests) and urban use (residential, commercial, recreational). Remote sensing methods can be employed to classify types of land use in a practical, economical and repetitive fashion, over large areas.", + "extent": { + "spatial": { + "bbox": [ + [ + -125, + -24, + -66, + 49 + ] + ] + }, + "temporal": { + "interval": [ + [ + "2020-09-14T00:00:00Z", + "2024-09-26T23:00:00Z" + ] + ] + } + }, + "item_assets": { + "dpm": { + "description": "dpm.", + "roles": [ + "data", + "layer" + ], + "title": "dpm", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "dpm-cvd": { + "description": "dpm-cvd.", + "roles": [ + "data", + "layer" + ], + "title": "dpm-cvd", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "dpm-raw": { + "description": "dpm-raw.", + "roles": [ + "data", + "layer" + ], + "title": "dpm-raw", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + } + }, + "license": "CC0-1.0", + "links": [], + "providers": [ + { + "name": "NASA" + } + ], + "renders": { + "dpm": { + "assets": [ + "dpm" + ], + "bidx": [1,2,3,4], + "rescale": [ + [ + 0, + 255 + ] + ] + }, + "dpm-cvd": { + "assets": [ + "dpm-cvd" + ], + "bidx": [1,2,3,4], + "rescale": [ + [ + 0, + 255 + ] + ] + }, + "dpm-raw": { + "assets": [ + "dpm-raw" + ], + "rescale": [ + [ + 0, + 1 + ] + ] + } + }, + "stac_extensions": [ + "https://stac-extensions.github.io/render/v1.0.0/schema.json", + "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" + ], + "stac_version": "1.0.0", + "title": "Sentinel-1 DPM", + "type": "Collection", + "tenant": ["nasa-disasters"] +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/Sentinel-1-dpm-daily.json b/ingestion-data/discovery-items/Sentinel-1-dpm-daily.json new file mode 100644 index 0000000..f87008e --- /dev/null +++ b/ingestion-data/discovery-items/Sentinel-1-dpm-daily.json @@ -0,0 +1,28 @@ +{ + "collection": "sentinel-1-dpm-daily", + "bucket": "nasa-disasters", + "prefix": "drcs_activations_new/Sentinel-1/DPM/", + "cogify": false, + "discovery": "s3", + "dry_run": false, + "filename_regex": ".*_day.tif$", + "assets": { + "dpm": { + "description": "dpm", + "regex": "^(?!.*(_monthly_|_cvd_|_DPMraw_)).*\\.tif$", + "title": "dpm" + }, + "dpm-cvd": { + "description": "dpm-cvd", + "regex": ".*_cvd_.*\\.tif$", + "title": "dpm-cvd" + }, + "dpm-raw": { + "description": "dpm-raw", + "regex": ".*_DPMraw_.*\\.tif$", + "title": "dpm-raw" + } + }, + "id_regex": ".*(\\d{4}-\\d{2}-\\d{2}_day)\\.tif$", + "id_template": "sentinel-1-DPM-{}" +} \ No newline at end of file From 5e4fd37a973877e01f1d6f98db8b9d008e772001 Mon Sep 17 00:00:00 2001 From: Kyle Lesinger Date: Mon, 22 Sep 2025 11:00:30 -0500 Subject: [PATCH 072/118] update several configs --- .../collections/Sentinel-1-USDA.json | 127 ++++++++++++++++++ .../collections/Sentinel-1-WM-daily.json | 65 +++++++++ .../collections/Sentinel-1-WM-subdaily.json | 85 ++++++++++++ .../collections/Sentinel-1-dpm-monthly.json | 107 +++++++++++++++ .../collections/Sentinel-1-opera-dist.json | 65 +++++++++ .../collections/landsat-naturalcolor.json | 87 ++++++++++++ .../discovery-items/Sentinel-1-USDA.json | 33 +++++ .../discovery-items/Sentinel-1-WM-daily.json | 18 +++ .../Sentinel-1-WM-subdaily.json | 23 ++++ .../Sentinel-1-dpm-monthly.json | 28 ++++ .../Sentinel-1-opera-dist.json | 18 +++ .../discovery-items/blackmarble-daily.json | 10 +- .../discovery-items/landsat-cir.json | 4 +- .../discovery-items/landsat-naturalcolor.json | 23 ++++ 14 files changed, 686 insertions(+), 7 deletions(-) create mode 100644 ingestion-data/collections/Sentinel-1-USDA.json create mode 100644 ingestion-data/collections/Sentinel-1-WM-daily.json create mode 100644 ingestion-data/collections/Sentinel-1-WM-subdaily.json create mode 100644 ingestion-data/collections/Sentinel-1-dpm-monthly.json create mode 100644 ingestion-data/collections/Sentinel-1-opera-dist.json create mode 100644 ingestion-data/collections/landsat-naturalcolor.json create mode 100644 ingestion-data/discovery-items/Sentinel-1-USDA.json create mode 100644 ingestion-data/discovery-items/Sentinel-1-WM-daily.json create mode 100644 ingestion-data/discovery-items/Sentinel-1-WM-subdaily.json create mode 100644 ingestion-data/discovery-items/Sentinel-1-dpm-monthly.json create mode 100644 ingestion-data/discovery-items/Sentinel-1-opera-dist.json create mode 100644 ingestion-data/discovery-items/landsat-naturalcolor.json diff --git a/ingestion-data/collections/Sentinel-1-USDA.json b/ingestion-data/collections/Sentinel-1-USDA.json new file mode 100644 index 0000000..51a8663 --- /dev/null +++ b/ingestion-data/collections/Sentinel-1-USDA.json @@ -0,0 +1,127 @@ +{ + "id": "sentinel-1-USDA", + "dashboard:is_periodic": false, + "dashboard:time_interval": "P1S", + "description": "The Sentinel-1 mission comprises a constellation of two polar-orbiting satellites, Sentinel-1A and Sentinel-1B, which provide all-weather, day-and-night radar imaging for land and ocean surfaces, monitoring the marine environment, vegetation mapping, and other major applications. With multi-temporal analyses, remote sensing gives a unique perspective of how cities evolve. The key element for mapping rural to urban land use change is the ability to discriminate between rural uses (farming, pasture, forests) and urban use (residential, commercial, recreational). Remote sensing methods can be employed to classify types of land use in a practical, economical and repetitive fashion, over large areas.", + "extent": { + "spatial": { + "bbox": [ + [ + -125, + -24, + -66, + 49 + ] + ] + }, + "temporal": { + "interval": [ + [ + "2020-09-14T00:00:00Z", + "2025-09-22T23:00:00Z" + ] + ] + } + }, + "item_assets": { + "rgb": { + "description": "rgb.", + "roles": [ + "data", + "layer" + ], + "title": "rgb", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "VH": { + "description": "VH.", + "roles": [ + "data", + "layer" + ], + "title": "VH", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "VV": { + "description": "VV.", + "roles": [ + "data", + "layer" + ], + "title": "VV", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "WM": { + "description": "WM.", + "roles": [ + "data", + "layer" + ], + "title": "WM", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + } + }, + "license": "CC0-1.0", + "links": [], + "providers": [ + { + "name": "NASA" + } + ], + "renders": { + "rgb": { + "assets": [ + "rgb" + ], + "bidx": [1,2,3], + "rescale": [ + [ + 0, + 255 + ] + ] + }, + "VV": { + "assets": [ + "VV" + ], + "rescale": [ + [ + 0, + 15 + ] + ] + }, + "VH": { + "assets": [ + "VH" + ], + "rescale": [ + [ + 0, + 10 + ] + ] + }, + "WM": { + "assets": [ + "WM" + ], + "rescale": [ + [ + 0, + 255 + ] + ] + } + }, + + "stac_extensions": [ + "https://stac-extensions.github.io/render/v1.0.0/schema.json", + "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" + ], + "stac_version": "1.0.0", + "title": "Sentinel-1 USDA", + "type": "Collection", + "tenant": ["nasa-disasters"] +} \ No newline at end of file diff --git a/ingestion-data/collections/Sentinel-1-WM-daily.json b/ingestion-data/collections/Sentinel-1-WM-daily.json new file mode 100644 index 0000000..c1d25d8 --- /dev/null +++ b/ingestion-data/collections/Sentinel-1-WM-daily.json @@ -0,0 +1,65 @@ +{ + "id": "sentinel-1-WM-daily", + "dashboard:is_periodic": false, + "dashboard:time_interval": "P1D", + "description": "The Sentinel-1 mission comprises a constellation of two polar-orbiting satellites, Sentinel-1A and Sentinel-1B, which provide all-weather, day-and-night radar imaging for land and ocean surfaces, monitoring the marine environment, vegetation mapping, and other major applications. With multi-temporal analyses, remote sensing gives a unique perspective of how cities evolve. The key element for mapping rural to urban land use change is the ability to discriminate between rural uses (farming, pasture, forests) and urban use (residential, commercial, recreational). Remote sensing methods can be employed to classify types of land use in a practical, economical and repetitive fashion, over large areas.", + "extent": { + "spatial": { + "bbox": [ + [ + -125, + -24, + -66, + 49 + ] + ] + }, + "temporal": { + "interval": [ + [ + "2024-09-14T00:00:00Z", + "2024-09-26T23:00:00Z" + ] + ] + } + }, + "item_assets": { + "wm-diff": { + "description": "wm-diff.", + "roles": [ + "data", + "layer" + ], + "title": "wm-diff", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + } + }, + "license": "CC0-1.0", + "links": [], + "providers": [ + { + "name": "NASA" + } + ], + "renders": { + "wm-diff": { + "assets": [ + "wm-diff" + ], + "rescale": [ + [ + 0, + 255 + ] + ] + } + }, + "stac_extensions": [ + "https://stac-extensions.github.io/render/v1.0.0/schema.json", + "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" + ], + "stac_version": "1.0.0", + "title": "Sentinel-1 Water Mask daily", + "type": "Collection", + "tenant": ["nasa-disasters"] +} \ No newline at end of file diff --git a/ingestion-data/collections/Sentinel-1-WM-subdaily.json b/ingestion-data/collections/Sentinel-1-WM-subdaily.json new file mode 100644 index 0000000..5563dce --- /dev/null +++ b/ingestion-data/collections/Sentinel-1-WM-subdaily.json @@ -0,0 +1,85 @@ +{ + "id": "sentinel-1-rgb-subdaily", + "dashboard:is_periodic": false, + "dashboard:time_interval": "P1S", + "description": "The Sentinel-1 mission comprises a constellation of two polar-orbiting satellites, Sentinel-1A and Sentinel-1B, which provide all-weather, day-and-night radar imaging for land and ocean surfaces, monitoring the marine environment, vegetation mapping, and other major applications. With multi-temporal analyses, remote sensing gives a unique perspective of how cities evolve. The key element for mapping rural to urban land use change is the ability to discriminate between rural uses (farming, pasture, forests) and urban use (residential, commercial, recreational). Remote sensing methods can be employed to classify types of land use in a practical, economical and repetitive fashion, over large areas.", + "extent": { + "spatial": { + "bbox": [ + [ + -125, + -24, + -66, + 49 + ] + ] + }, + "temporal": { + "interval": [ + [ + "2024-09-14T00:00:00Z", + "2025-09-26T23:00:00Z" + ] + ] + } + }, + "item_assets": { + "gpufed": { + "description": "GPU fed.", + "roles": [ + "data", + "layer" + ], + "title": "gpufed", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "gpuned": { + "description": "gpuned.", + "roles": [ + "data", + "layer" + ], + "title": "gpuned", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + } + }, + "license": "CC0-1.0", + "links": [], + "providers": [ + { + "name": "NASA" + } + ], + "renders": { + "gpufed": { + "assets": [ + "gpufed" + ], + "rescale": [ + [ + 0, + 255 + ] + ] + }, + "gpuned": { + "assets": [ + "gpuned" + ], + "rescale": [ + [ + 0, + 255 + ] + ] + } + }, + "stac_extensions": [ + "https://stac-extensions.github.io/render/v1.0.0/schema.json", + "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" + ], + "stac_version": "1.0.0", + "title": "Sentinel-1 WM subdaily", + "type": "Collection", + "tenant": ["nasa-disasters"] +} \ No newline at end of file diff --git a/ingestion-data/collections/Sentinel-1-dpm-monthly.json b/ingestion-data/collections/Sentinel-1-dpm-monthly.json new file mode 100644 index 0000000..5063f8b --- /dev/null +++ b/ingestion-data/collections/Sentinel-1-dpm-monthly.json @@ -0,0 +1,107 @@ +{ + "id": "sentinel-1-dpm-monthly", + "dashboard:is_periodic": false, + "dashboard:time_interval": "P1M", + "description": "The Sentinel-1 mission comprises a constellation of two polar-orbiting satellites, Sentinel-1A and Sentinel-1B, which provide all-weather, day-and-night radar imaging for land and ocean surfaces, monitoring the marine environment, vegetation mapping, and other major applications. With multi-temporal analyses, remote sensing gives a unique perspective of how cities evolve. The key element for mapping rural to urban land use change is the ability to discriminate between rural uses (farming, pasture, forests) and urban use (residential, commercial, recreational). Remote sensing methods can be employed to classify types of land use in a practical, economical and repetitive fashion, over large areas.", + "extent": { + "spatial": { + "bbox": [ + [ + -125, + -24, + -66, + 49 + ] + ] + }, + "temporal": { + "interval": [ + [ + "2020-09-14T00:00:00Z", + "2024-09-26T23:00:00Z" + ] + ] + } + }, + "item_assets": { + "dpm": { + "description": "dpm.", + "roles": [ + "data", + "layer" + ], + "title": "dpm", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "dpm-cvd": { + "description": "dpm-cvd.", + "roles": [ + "data", + "layer" + ], + "title": "dpm-cvd", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "dpm-raw": { + "description": "dpm-raw.", + "roles": [ + "data", + "layer" + ], + "title": "dpm-raw", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + } + }, + "license": "CC0-1.0", + "links": [], + "providers": [ + { + "name": "NASA" + } + ], + "renders": { + "dpm": { + "assets": [ + "dpm" + ], + "bidx": [1,2,3,4], + "rescale": [ + [ + 0, + 255 + ] + ] + }, + "dpm-cvd": { + "assets": [ + "dpm-cvd" + ], + "bidx": [1,2,3,4], + "rescale": [ + [ + 0, + 255 + ] + ] + }, + "dpm-raw": { + "assets": [ + "dpm-raw" + ], + "rescale": [ + [ + 0, + 1 + ] + ] + } + }, + "stac_extensions": [ + "https://stac-extensions.github.io/render/v1.0.0/schema.json", + "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" + ], + "stac_version": "1.0.0", + "title": "Sentinel-1 DPM monthly", + "type": "Collection", + "tenant": ["nasa-disasters"] +} \ No newline at end of file diff --git a/ingestion-data/collections/Sentinel-1-opera-dist.json b/ingestion-data/collections/Sentinel-1-opera-dist.json new file mode 100644 index 0000000..d445d9f --- /dev/null +++ b/ingestion-data/collections/Sentinel-1-opera-dist.json @@ -0,0 +1,65 @@ +{ + "id": "sentinel-1-opera-dist", + "dashboard:is_periodic": false, + "dashboard:time_interval": "P1D", + "description": "The Sentinel-1 mission comprises a constellation of two polar-orbiting satellites, Sentinel-1A and Sentinel-1B, which provide all-weather, day-and-night radar imaging for land and ocean surfaces, monitoring the marine environment, vegetation mapping, and other major applications. With multi-temporal analyses, remote sensing gives a unique perspective of how cities evolve. The key element for mapping rural to urban land use change is the ability to discriminate between rural uses (farming, pasture, forests) and urban use (residential, commercial, recreational). Remote sensing methods can be employed to classify types of land use in a practical, economical and repetitive fashion, over large areas.", + "extent": { + "spatial": { + "bbox": [ + [ + -125, + -24, + -66, + 49 + ] + ] + }, + "temporal": { + "interval": [ + [ + "2020-09-14T00:00:00Z", + "2024-09-26T23:00:00Z" + ] + ] + } + }, + "item_assets": { + "gen-dist": { + "description": "gen-dist.", + "roles": [ + "data", + "layer" + ], + "title": "gen-dist", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + } + }, + "license": "CC0-1.0", + "links": [], + "providers": [ + { + "name": "NASA" + } + ], + "renders": { + "gen-dist": { + "assets": [ + "gen-dist" + ], + "rescale": [ + [ + 0, + 255 + ] + ] + } + }, + "stac_extensions": [ + "https://stac-extensions.github.io/render/v1.0.0/schema.json", + "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" + ], + "stac_version": "1.0.0", + "title": "Sentinel-1 Opera DIST", + "type": "Collection", + "tenant": ["nasa-disasters"] +} \ No newline at end of file diff --git a/ingestion-data/collections/landsat-naturalcolor.json b/ingestion-data/collections/landsat-naturalcolor.json new file mode 100644 index 0000000..1458beb --- /dev/null +++ b/ingestion-data/collections/landsat-naturalcolor.json @@ -0,0 +1,87 @@ +{ + "id": "landsat-naturalcolor", + "dashboard:is_periodic": false, + "dashboard:time_interval": "P1D", + "description": "NASA Landsat color infrared imagery is created by combining satellite data from the near-infrared, red, and green bands. In this false-color composite, healthy vegetation appears bright red because plants strongly reflect near-infrared light, while water looks dark and urban areas appear gray or blue. This visualization helps scientists assess plant health, map land cover, and monitor changes in ecosystems. It’s widely used for agriculture, forestry, and environmental monitoring.", + "extent": { + "spatial": { + "bbox": [ + [ + -125, + 24, + -66, + 49 + ] + ] + }, + "temporal": { + "interval": [ + [ + "2020-06-28T00:00:00Z", + "2025-02-19T00:00:00Z" + ] + ] + } + }, + "item_assets": { + "nc-ls08": { + "description": "Landsat CIR", + "roles": [ + "data", + "layer" + ], + "title": "Landsat Color Infrared", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "nc-ls09": { + "description": "Landsat CIR", + "roles": [ + "data", + "layer" + ], + "title": "Landsat Color Infrared", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + } + }, + "license": "CC0-1.0", + "links": [], + "providers": [ + { + "name": "NASA" + } + ], + "renders": { + "nc-ls08": { + "bidx": [1,2,3], + "assets": [ + "nc-ls08" + ], + "rescale": [ + [ + 0, + 255 + ] + ] + }, + "nc-ls09": { + "bidx": [1,2,3], + "assets": [ + "nc-ls09" + ], + "rescale": [ + [ + 0, + 255 + ] + ] + } + }, + "stac_extensions": [ + "https://stac-extensions.github.io/render/v1.0.0/schema.json", + "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" + ], + "stac_version": "1.0.0", + "title": "Landsat Natural Color", + "type": "Collection", + "tenant": ["nasa-disasters"] +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/Sentinel-1-USDA.json b/ingestion-data/discovery-items/Sentinel-1-USDA.json new file mode 100644 index 0000000..b4fae36 --- /dev/null +++ b/ingestion-data/discovery-items/Sentinel-1-USDA.json @@ -0,0 +1,33 @@ +{ + "collection": "sentinel-1-USDA", + "bucket": "nasa-disasters", + "prefix": "drcs_activations_new/Sentinel-1/USDA/", + "cogify": false, + "discovery": "s3", + "dry_run": false, + "filename_regex": ".*.tif$", + "assets": { + "rgb": { + "description": "RGB", + "regex": ".*_rgb_.*\\.tif$", + "title": "RGB" + }, + "VV": { + "description": "VV", + "regex": ".*_VV_.*\\.tif$", + "title": "VV" + }, + "VH": { + "description": "Vh", + "regex": ".*_VH_.*\\.tif$", + "title": "Vh" + }, + "WM": { + "description": "WM", + "regex": ".*_WM_.*\\.tif$", + "title": "WM" + } + }, + "id_regex": ".*(\\d{4}-\\d{2}-\\d{2}T\\d{2}:\\d{2}:\\d{2}Z)\\.tif$", + "id_template": "sentinel-1-usda-{}" +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/Sentinel-1-WM-daily.json b/ingestion-data/discovery-items/Sentinel-1-WM-daily.json new file mode 100644 index 0000000..2123856 --- /dev/null +++ b/ingestion-data/discovery-items/Sentinel-1-WM-daily.json @@ -0,0 +1,18 @@ +{ + "collection": "sentinel-1-WM-daily", + "bucket": "nasa-disasters", + "prefix": "drcs_activations_new/Sentinel-1/WM/", + "cogify": false, + "discovery": "s3", + "dry_run": false, + "filename_regex": ".*day.tif$", + "assets": { + "wm-diff": { + "description": "Water mask", + "regex": ".*_d\\d{4}-\\d{2}-\\d{2}_.*\\.tif$", + "title": "Water mask" + } + }, + "id_regex": "(.*).tif$", + "id_template": "sentinel-1-daily-WM-{}" +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/Sentinel-1-WM-subdaily.json b/ingestion-data/discovery-items/Sentinel-1-WM-subdaily.json new file mode 100644 index 0000000..fc2b2d5 --- /dev/null +++ b/ingestion-data/discovery-items/Sentinel-1-WM-subdaily.json @@ -0,0 +1,23 @@ +{ + "collection": "sentinel-1-rgb-subdaily", + "bucket": "nasa-disasters", + "prefix": "drcs_activations_new/Sentinel-1/WM/", + "cogify": false, + "discovery": "s3", + "dry_run": false, + "filename_regex": ".*Z.tif$", + "assets": { + "gpufed": { + "description": "Water mask", + "regex": ".*_gpufed_.*\\.tif$", + "title": "Water mask" + }, + "gpuned": { + "description": "Binary water mask", + "regex": ".*_gpuned_.*\\.tif$", + "title": "Binary water mask" + } + }, + "id_regex": ".*_(\\d{4}-\\d{2}-\\d{2}T\\d{2}:\\d{2}:\\d{2}Z)\\.tif$", + "id_template": "sentinel-1-WM-{}" +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/Sentinel-1-dpm-monthly.json b/ingestion-data/discovery-items/Sentinel-1-dpm-monthly.json new file mode 100644 index 0000000..5a140dc --- /dev/null +++ b/ingestion-data/discovery-items/Sentinel-1-dpm-monthly.json @@ -0,0 +1,28 @@ +{ + "collection": "sentinel-1-dpm-monthly", + "bucket": "nasa-disasters", + "prefix": "drcs_activations_new/Sentinel-1/DPM/", + "cogify": false, + "discovery": "s3", + "dry_run": false, + "filename_regex": ".*_monthly.tif$", + "assets": { + "dpm": { + "description": "dpm", + "regex": "^(?!.*(_cvd_|_DPMraw_)).*\\.tif$", + "title": "dpm" + }, + "dpm-cvd": { + "description": "dpm-cvd", + "regex": ".*_cvd_.*\\.tif$", + "title": "dpm-cvd" + }, + "dpm-raw": { + "description": "dpm-raw", + "regex": ".*_DPMraw_.*\\.tif$", + "title": "dpm-raw" + } + }, + "id_regex": ".*(\\d{4}-\\d{2}_monthly)\\.tif$", + "id_template": "sentinel-1-DPM-{}" +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/Sentinel-1-opera-dist.json b/ingestion-data/discovery-items/Sentinel-1-opera-dist.json new file mode 100644 index 0000000..b08674a --- /dev/null +++ b/ingestion-data/discovery-items/Sentinel-1-opera-dist.json @@ -0,0 +1,18 @@ +{ + "collection": "sentinel-1-opera-dist", + "bucket": "nasa-disasters", + "prefix": "drcs_activations_new/Sentinel-1/opera_dist/", + "cogify": false, + "discovery": "s3", + "dry_run": false, + "filename_regex": ".*_day.tif$", + "assets": { + "gen-dist": { + "description": "gen-dist", + "regex": ".*(_GEN-DIST-STATUS_).*\\.tif$", + "title": "gen-dist" + } + }, + "id_regex": ".*(\\d{4}-\\d{2}-\\d{2}_day)\\.tif$", + "id_template": "sentinel-1-opera-dist-{}" +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/blackmarble-daily.json b/ingestion-data/discovery-items/blackmarble-daily.json index 315caa9..be0b6ee 100644 --- a/ingestion-data/discovery-items/blackmarble-daily.json +++ b/ingestion-data/discovery-items/blackmarble-daily.json @@ -1,16 +1,16 @@ { - "collection": "blackmarble-hd-daily-composite", + "collection": "blackmarble-daily-composite", "bucket": "nasa-disasters", - "prefix": "drcs_activations_new/Blackmarble/hd/", + "prefix": "drcs_activations_new/Blackmarble/daily-composite/", "cogify": false, "discovery": "s3", "dry_run": false, "filename_regex": ".*.tif$", "assets": { - "brdf": { - "description": "Black marble HD daily composite", + "bm-day": { + "description": "Black marble daily composite", "regex": ".*.tif$", - "title": "Black marble HD daily composite" + "title": "Black marble daily composite" } }, "id_regex": "(.*).tif$", diff --git a/ingestion-data/discovery-items/landsat-cir.json b/ingestion-data/discovery-items/landsat-cir.json index dc2aeaf..1bc2e9f 100644 --- a/ingestion-data/discovery-items/landsat-cir.json +++ b/ingestion-data/discovery-items/landsat-cir.json @@ -18,6 +18,6 @@ "title": "Landsat 9 Colorinfrared" } }, - "id_regex": "(.*).tif$", - "id_template": "{}" + "id_regex": ".*_(\\d{4}-\\d{2}-\\d{2}_day).tif$", + "id_template": "landsat-cir-{}" } \ No newline at end of file diff --git a/ingestion-data/discovery-items/landsat-naturalcolor.json b/ingestion-data/discovery-items/landsat-naturalcolor.json new file mode 100644 index 0000000..e485a0c --- /dev/null +++ b/ingestion-data/discovery-items/landsat-naturalcolor.json @@ -0,0 +1,23 @@ +{ + "collection": "landsat-naturalcolor", + "bucket": "nasa-disasters", + "prefix": "drcs_activations_new/Landsat/naturalColor", + "cogify": false, + "discovery": "s3", + "dry_run": false, + "filename_regex": ".*.tif$", + "assets": { + "nc-ls08": { + "description": "Landsat 8 Natural Color", + "regex": ".*(LC08|LS08).*.tif$", + "title": "Landsat 8 Natural Color" + }, + "nc-ls09": { + "description": "Landsat 9 Natural Color", + "regex": ".*(LC09|LS09).*.tif$", + "title": "Landsat 9 Natural Color" + } + }, + "id_regex": ".*_(\\d{4}-\\d{2}-\\d{2}_day).tif$", + "id_template": "landsat-naturalcolor-{}" +} \ No newline at end of file From 42f2d899cb0bdcfb91c9c8c4f8f63167e5451a04 Mon Sep 17 00:00:00 2001 From: Kyle Lesinger Date: Mon, 22 Sep 2025 12:14:20 -0500 Subject: [PATCH 073/118] update planet true eq --- .../collections/planet-truecolor-eq.json | 96 +++++++++++++++++++ .../discovery-items/planet-truecolor-eq.json | 23 +++++ 2 files changed, 119 insertions(+) create mode 100644 ingestion-data/collections/planet-truecolor-eq.json create mode 100644 ingestion-data/discovery-items/planet-truecolor-eq.json diff --git a/ingestion-data/collections/planet-truecolor-eq.json b/ingestion-data/collections/planet-truecolor-eq.json new file mode 100644 index 0000000..dc2e7fb --- /dev/null +++ b/ingestion-data/collections/planet-truecolor-eq.json @@ -0,0 +1,96 @@ +{ + "id": "planet-truecolor-eq", + "dashboard:is_periodic": false, + "dashboard:time_interval": "P1D", + "description": "The Sentinel-1 mission comprises a constellation of two polar-orbiting satellites, Sentinel-1A and Sentinel-1B, which provide all-weather, day-and-night radar imaging for land and ocean surfaces, monitoring the marine environment, vegetation mapping, and other major applications. With multi-temporal analyses, remote sensing gives a unique perspective of how cities evolve. The key element for mapping rural to urban land use change is the ability to discriminate between rural uses (farming, pasture, forests) and urban use (residential, commercial, recreational). Remote sensing methods can be employed to classify types of land use in a practical, economical and repetitive fashion, over large areas.", + "extent": { + "spatial": { + "bbox": [ + [ + -125, + -24, + -66, + 49 + ] + ] + }, + "temporal": { + "interval": [ + [ + "2020-09-14T00:00:00Z", + "2025-09-26T23:00:00Z" + ] + ] + } + }, + "item_assets": { + "true": { + "description": "rgb.", + "roles": [ + "data", + "layer" + ], + "title": "rgb", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "true-eq1": { + "description": "VH.", + "roles": [ + "data", + "layer" + ], + "title": "VH", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "true-eq2": { + "description": "VV.", + "roles": [ + "data", + "layer" + ], + "title": "VV", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + } + }, + "license": "CC0-1.0", + "links": [], + "providers": [ + { + "name": "NASA" + } + ], + "renders": { + "true-eq1": { + "assets": [ + "true-eq1" + ], + "bidx": [1,2,3,4], + "rescale": [ + [ + 0, + 255 + ] + ] + }, + "true-eq2": { + "assets": [ + "true-eq2" + ], + "bidx": [1,2,3,4], + "rescale": [ + [ + 0, + 255 + ] + ] + } + }, + "stac_extensions": [ + "https://stac-extensions.github.io/render/v1.0.0/schema.json", + "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" + ], + "stac_version": "1.0.0", + "title": "Planet True Color EQ", + "type": "Collection", + "tenant": ["nasa-disasters"] +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/planet-truecolor-eq.json b/ingestion-data/discovery-items/planet-truecolor-eq.json new file mode 100644 index 0000000..3c228f0 --- /dev/null +++ b/ingestion-data/discovery-items/planet-truecolor-eq.json @@ -0,0 +1,23 @@ +{ + "collection": "planet-truecolor-eq", + "bucket": "nasa-disasters", + "prefix": "drcs_activations_new/Planet/true", + "cogify": false, + "discovery": "s3", + "dry_run": false, + "filename_regex": ".*.tif$", + "assets": { + "true-eq1": { + "description": "true-eq1", + "regex": ".*_EQ1_.*\\.tif$", + "title": "true-eq1" + }, + "true-eq2": { + "description": "true-eq2", + "regex": ".*_EQ2_.*\\.tif$", + "title": "true-eq2" + } + }, + "id_regex": ".*(\\d{4}-\\d{2}-\\d{2}_day)\\.tif$", + "id_template": "planet-truecolor-eq-{}" +} \ No newline at end of file From 61a5327826e760a7f16067bbcb4d382c78490b15 Mon Sep 17 00:00:00 2001 From: Kyle Lesinger Date: Tue, 23 Sep 2025 07:45:41 -0500 Subject: [PATCH 074/118] update sentinel 1 sar --- .../collections/Sentinel-1-SAR.json | 85 +++++++++++++++++++ .../discovery-items/Sentinel-1-SAR.json | 23 +++++ 2 files changed, 108 insertions(+) create mode 100644 ingestion-data/collections/Sentinel-1-SAR.json create mode 100644 ingestion-data/discovery-items/Sentinel-1-SAR.json diff --git a/ingestion-data/collections/Sentinel-1-SAR.json b/ingestion-data/collections/Sentinel-1-SAR.json new file mode 100644 index 0000000..0f95bc1 --- /dev/null +++ b/ingestion-data/collections/Sentinel-1-SAR.json @@ -0,0 +1,85 @@ +{ + "id": "sentinel-1-sar", + "dashboard:is_periodic": false, + "dashboard:time_interval": "P1D", + "description": "The Sentinel-1 mission comprises a constellation of two polar-orbiting satellites, Sentinel-1A and Sentinel-1B, which provide all-weather, day-and-night radar imaging for land and ocean surfaces, monitoring the marine environment, vegetation mapping, and other major applications. With multi-temporal analyses, remote sensing gives a unique perspective of how cities evolve. The key element for mapping rural to urban land use change is the ability to discriminate between rural uses (farming, pasture, forests) and urban use (residential, commercial, recreational). Remote sensing methods can be employed to classify types of land use in a practical, economical and repetitive fashion, over large areas.", + "extent": { + "spatial": { + "bbox": [ + [ + -125, + -24, + -66, + 49 + ] + ] + }, + "temporal": { + "interval": [ + [ + "2020-09-14T00:00:00Z", + "2025-09-26T23:00:00Z" + ] + ] + } + }, + "item_assets": { + "deformation-NS": { + "description": "deformation-NS.", + "roles": [ + "data", + "layer" + ], + "title": "deformation", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "deformation-EW": { + "description": "deformation-EW.", + "roles": [ + "data", + "layer" + ], + "title": "deformation", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + } + }, + "license": "CC0-1.0", + "links": [], + "providers": [ + { + "name": "NASA" + } + ], + "renders": { + "deformation-NS": { + "assets": [ + "deformation-NS" + ], + "rescale": [ + [ + -5, + 5 + ] + ] + }, + "deformation-EW": { + "assets": [ + "deformation-EW" + ], + "rescale": [ + [ + -5, + 5 + ] + ] + } + }, + "stac_extensions": [ + "https://stac-extensions.github.io/render/v1.0.0/schema.json", + "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" + ], + "stac_version": "1.0.0", + "title": "Sentinel-1 SAR", + "type": "Collection", + "tenant": ["nasa-disasters"] +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/Sentinel-1-SAR.json b/ingestion-data/discovery-items/Sentinel-1-SAR.json new file mode 100644 index 0000000..75597db --- /dev/null +++ b/ingestion-data/discovery-items/Sentinel-1-SAR.json @@ -0,0 +1,23 @@ +{ + "collection": "sentinel-1-sar", + "bucket": "nasa-disasters", + "prefix": "drcs_activations_new/Sentinel-1/SAR/", + "cogify": false, + "discovery": "s3", + "dry_run": false, + "filename_regex": ".*.tif$", + "assets": { + "deformation-NS": { + "description": "deformation", + "regex": ".*Deformation_NS.*\\.tif$", + "title": "deformation" + }, + "deformation-EW": { + "description": "deformation", + "regex": ".*Deformation_EW.*\\.tif$", + "title": "deformation" + } + }, + "id_regex": ".*(\\d{4}-\\d{2}-\\d{2}_day)\\.tif$", + "id_template": "sentinel-1-sar-{}" +} \ No newline at end of file From 8f5674403c7f6da3c415c1b36408462cec7f9e39 Mon Sep 17 00:00:00 2001 From: Kyle Lesinger Date: Tue, 23 Sep 2025 08:28:15 -0500 Subject: [PATCH 075/118] update alos --- ingestion-data/collections/alos-daily.json | 87 +++++++++++++++++++ ingestion-data/collections/alos-monthly.json | 87 +++++++++++++++++++ .../discovery-items/alos-daily.json | 23 +++++ .../discovery-items/alos-monthly.json | 23 +++++ 4 files changed, 220 insertions(+) create mode 100644 ingestion-data/collections/alos-daily.json create mode 100644 ingestion-data/collections/alos-monthly.json create mode 100644 ingestion-data/discovery-items/alos-daily.json create mode 100644 ingestion-data/discovery-items/alos-monthly.json diff --git a/ingestion-data/collections/alos-daily.json b/ingestion-data/collections/alos-daily.json new file mode 100644 index 0000000..d88de7d --- /dev/null +++ b/ingestion-data/collections/alos-daily.json @@ -0,0 +1,87 @@ +{ + "id": "alos2-dpm-daily", + "dashboard:is_periodic": false, + "dashboard:time_interval": "P1D", + "description": "The Sentinel-1 mission comprises a constellation of two polar-orbiting satellites, Sentinel-1A and Sentinel-1B, which provide all-weather, day-and-night radar imaging for land and ocean surfaces, monitoring the marine environment, vegetation mapping, and other major applications. With multi-temporal analyses, remote sensing gives a unique perspective of how cities evolve. The key element for mapping rural to urban land use change is the ability to discriminate between rural uses (farming, pasture, forests) and urban use (residential, commercial, recreational). Remote sensing methods can be employed to classify types of land use in a practical, economical and repetitive fashion, over large areas.", + "extent": { + "spatial": { + "bbox": [ + [ + -125, + -24, + -66, + 49 + ] + ] + }, + "temporal": { + "interval": [ + [ + "2020-09-14T00:00:00Z", + "2025-09-26T23:00:00Z" + ] + ] + } + }, + "item_assets": { + "dpm": { + "description": "dpm.", + "roles": [ + "data", + "layer" + ], + "title": "dpm", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "dpm-cvd": { + "description": "dpm.", + "roles": [ + "data", + "layer" + ], + "title": "dpm", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + } + }, + "license": "CC0-1.0", + "links": [], + "providers": [ + { + "name": "NASA" + } + ], + "renders": { + "dpm": { + "assets": [ + "dpm" + ], + "bidx": [1,2,3,4], + "rescale": [ + [ + 0, + 255 + ] + ] + }, + "dpm-cvd": { + "assets": [ + "dpm-cvd" + ], + "bidx": [1,2,3,4], + "rescale": [ + [ + 0, + 255 + ] + ] + } + }, + "stac_extensions": [ + "https://stac-extensions.github.io/render/v1.0.0/schema.json", + "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" + ], + "stac_version": "1.0.0", + "title": "ALOS2 DPM", + "type": "Collection", + "tenant": ["nasa-disasters"] +} \ No newline at end of file diff --git a/ingestion-data/collections/alos-monthly.json b/ingestion-data/collections/alos-monthly.json new file mode 100644 index 0000000..ddc775d --- /dev/null +++ b/ingestion-data/collections/alos-monthly.json @@ -0,0 +1,87 @@ +{ + "id": "alos2-dpm-monthly", + "dashboard:is_periodic": false, + "dashboard:time_interval": "P1M", + "description": "The Sentinel-1 mission comprises a constellation of two polar-orbiting satellites, Sentinel-1A and Sentinel-1B, which provide all-weather, day-and-night radar imaging for land and ocean surfaces, monitoring the marine environment, vegetation mapping, and other major applications. With multi-temporal analyses, remote sensing gives a unique perspective of how cities evolve. The key element for mapping rural to urban land use change is the ability to discriminate between rural uses (farming, pasture, forests) and urban use (residential, commercial, recreational). Remote sensing methods can be employed to classify types of land use in a practical, economical and repetitive fashion, over large areas.", + "extent": { + "spatial": { + "bbox": [ + [ + -125, + -24, + -66, + 49 + ] + ] + }, + "temporal": { + "interval": [ + [ + "2020-09-14T00:00:00Z", + "2025-09-26T23:00:00Z" + ] + ] + } + }, + "item_assets": { + "dpm": { + "description": "dpm.", + "roles": [ + "data", + "layer" + ], + "title": "dpm", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "dpm-cvd": { + "description": "dpm.", + "roles": [ + "data", + "layer" + ], + "title": "dpm", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + } + }, + "license": "CC0-1.0", + "links": [], + "providers": [ + { + "name": "NASA" + } + ], + "renders": { + "dpm": { + "assets": [ + "dpm" + ], + "bidx": [1,2,3,4], + "rescale": [ + [ + 0, + 255 + ] + ] + }, + "dpm-cvd": { + "assets": [ + "dpm-cvd" + ], + "bidx": [1,2,3,4], + "rescale": [ + [ + 0, + 255 + ] + ] + } + }, + "stac_extensions": [ + "https://stac-extensions.github.io/render/v1.0.0/schema.json", + "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" + ], + "stac_version": "1.0.0", + "title": "ALOS2 DPM Monthly", + "type": "Collection", + "tenant": ["nasa-disasters"] +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/alos-daily.json b/ingestion-data/discovery-items/alos-daily.json new file mode 100644 index 0000000..dfd59f2 --- /dev/null +++ b/ingestion-data/discovery-items/alos-daily.json @@ -0,0 +1,23 @@ +{ + "collection": "alos2-dpm-daily", + "bucket": "nasa-disasters", + "prefix": "drcs_activations_new/ALOS2/DPM", + "cogify": false, + "discovery": "s3", + "dry_run": false, + "filename_regex": ".*_day.tif$", + "assets": { + "dpm": { + "description": "dpm", + "regex": "^(?!.*(_cvd_)).*\\.tif$", + "title": "dpm" + }, + "dpm-cvd": { + "description": "dpm-cvd", + "regex": ".*cvd.*\\.tif$", + "title": "dpm-cvd" + } + }, + "id_regex": ".*(\\d{4}-\\d{2}-\\d{2}_day)\\.tif$", + "id_template": "alos2-dpm-{}" +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/alos-monthly.json b/ingestion-data/discovery-items/alos-monthly.json new file mode 100644 index 0000000..699a495 --- /dev/null +++ b/ingestion-data/discovery-items/alos-monthly.json @@ -0,0 +1,23 @@ +{ + "collection": "alos2-dpm-monthly", + "bucket": "nasa-disasters", + "prefix": "drcs_activations_new/ALOS2/DPM", + "cogify": false, + "discovery": "s3", + "dry_run": false, + "filename_regex": ".*_monthly.tif$", + "assets": { + "dpm": { + "description": "dpm", + "regex": "^(?!.*(_cvd_)).*\\.tif$", + "title": "dpm" + }, + "dpm-cvd": { + "description": "dpm-cvd", + "regex": ".*cvd.*\\.tif$", + "title": "dpm-cvd" + } + }, + "id_regex": ".*(\\d{4}-\\d{2}_monthly)\\.tif$", + "id_template": "alos2-dpm-{}" +} \ No newline at end of file From 951fb3c576d476060317331968f8110837bd5c40 Mon Sep 17 00:00:00 2001 From: Kyle Lesinger Date: Tue, 23 Sep 2025 09:37:52 -0500 Subject: [PATCH 076/118] update ecostress --- ingestion-data/collections/ecostress.json | 165 ++++++++++++++++++ .../discovery-items/ecostress-subdaily.json | 43 +++++ 2 files changed, 208 insertions(+) create mode 100644 ingestion-data/collections/ecostress.json create mode 100644 ingestion-data/discovery-items/ecostress-subdaily.json diff --git a/ingestion-data/collections/ecostress.json b/ingestion-data/collections/ecostress.json new file mode 100644 index 0000000..a8dbd35 --- /dev/null +++ b/ingestion-data/collections/ecostress.json @@ -0,0 +1,165 @@ +{ + "id": "ecostress-subdaily", + "dashboard:is_periodic": false, + "dashboard:time_interval": "P1S", + "description": "The Sentinel-1 mission comprises a constellation of two polar-orbiting satellites, Sentinel-1A and Sentinel-1B, which provide all-weather, day-and-night radar imaging for land and ocean surfaces, monitoring the marine environment, vegetation mapping, and other major applications. With multi-temporal analyses, remote sensing gives a unique perspective of how cities evolve. The key element for mapping rural to urban land use change is the ability to discriminate between rural uses (farming, pasture, forests) and urban use (residential, commercial, recreational). Remote sensing methods can be employed to classify types of land use in a practical, economical and repetitive fashion, over large areas.", + "extent": { + "spatial": { + "bbox": [ + [ + -125, + -24, + -66, + 49 + ] + ] + }, + "temporal": { + "interval": [ + [ + "2020-09-14T00:00:00Z", + "2025-09-26T23:00:00Z" + ] + ] + } + }, + "item_assets": { + "control-lst": { + "description": "control-lst.", + "roles": [ + "data", + "layer" + ], + "title": "control-lst", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "control-lst-err": { + "description": "control-lst-err.", + "roles": [ + "data", + "layer" + ], + "title": "control-lst-err", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "control-qc": { + "description": "control-qc.", + "roles": [ + "data", + "layer" + ], + "title": "control-qc", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "lst": { + "description": "lst.", + "roles": [ + "data", + "layer" + ], + "title": "lst", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "lst-err": { + "description": "lst-err.", + "roles": [ + "data", + "layer" + ], + "title": "lst-err", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "qc": { + "description": "qc.", + "roles": [ + "data", + "layer" + ], + "title": "qc", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + } + }, + "license": "CC0-1.0", + "links": [], + "providers": [ + { + "name": "NASA" + } + ], + "renders": { + "control-lst": { + "assets": [ + "control-lst" + ], + "rescale": [ + [ + 5000, + 20000 + ] + ] + }, + "control-lst-err": { + "assets": [ + "control-lst-err" + ], + "rescale": [ + [ + 0, + 200 + ] + ] + }, + "control-qc": { + "assets": [ + "control-qc" + ], + "rescale": [ + [ + -99999, + 11000 + ] + ] + }, + "lst": { + "assets": [ + "lst" + ], + "rescale": [ + [ + 5000, + 20000 + ] + ] + }, + "lst-err": { + "assets": [ + "lst-err" + ], + "rescale": [ + [ + 0, + 100 + ] + ] + }, + "qc": { + "assets": [ + "qc" + ], + "rescale": [ + [ + -99999, + 20000 + ] + ] + } + }, + "stac_extensions": [ + "https://stac-extensions.github.io/render/v1.0.0/schema.json", + "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" + ], + "stac_version": "1.0.0", + "title": "Ecostress subdaily", + "type": "Collection", + "tenant": ["nasa-disasters"] +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/ecostress-subdaily.json b/ingestion-data/discovery-items/ecostress-subdaily.json new file mode 100644 index 0000000..9516c31 --- /dev/null +++ b/ingestion-data/discovery-items/ecostress-subdaily.json @@ -0,0 +1,43 @@ +{ + "collection": "ecostress-subdaily", + "bucket": "nasa-disasters", + "prefix": "drcs_activations_new/ECOSTRESS/", + "cogify": false, + "discovery": "s3", + "dry_run": false, + "filename_regex": ".*.tif$", + "assets": { + "control-lst": { + "regex": ".*ControlData.*SDS_LST(?!_err).*\\.tif$", + "title": "control-lst", + "description": "control-lst" + }, + "control-lst-err": { + "regex": ".*ControlData.*SDS_LST_err.*\\.tif$", + "title": "control-lst-err", + "description": "control-lst-err" + }, + "control-qc": { + "regex": ".*ControlData.*SDS_QC.*\\.tif$", + "title": "control-qc", + "description": "control-qc" + }, + "lst": { + "regex": "^(?!.*ControlData).*SDS_LST(?!_err).*\\.tif$", + "title": "lst", + "description": "lst" + }, + "lst-err": { + "regex": "^(?!.*ControlData).*SDS_LST_err.*\\.tif$", + "title": "lst-err", + "description": "lst-err" + }, + "qc": { + "regex": "^(?!.*ControlData).*SDS_QC.*\\.tif$", + "title": "qc", + "description": "qc" + } + }, + "id_regex": ".*(\\d{4}-\\d{2}-\\d{2}T\\d{2}:\\d{2}:\\d{2}Z)\\.tif$", + "id_template": "ecostress-{}" +} \ No newline at end of file From 0f82995639951b2f31d595b206b68e3ae67aa551 Mon Sep 17 00:00:00 2001 From: Kyle Lesinger Date: Tue, 23 Sep 2025 10:25:42 -0500 Subject: [PATCH 077/118] update google earth --- .../collections/google-earth-monthly.json | 65 +++++++++++++++++++ .../discovery-items/google-earth-monthly.json | 18 +++++ 2 files changed, 83 insertions(+) create mode 100644 ingestion-data/collections/google-earth-monthly.json create mode 100644 ingestion-data/discovery-items/google-earth-monthly.json diff --git a/ingestion-data/collections/google-earth-monthly.json b/ingestion-data/collections/google-earth-monthly.json new file mode 100644 index 0000000..02847a7 --- /dev/null +++ b/ingestion-data/collections/google-earth-monthly.json @@ -0,0 +1,65 @@ +{ + "id": "google-earth-monthly", + "dashboard:is_periodic": false, + "dashboard:time_interval": "P1M", + "description": "The Sentinel-1 mission comprises a constellation of two polar-orbiting satellites, Sentinel-1A and Sentinel-1B, which provide all-weather, day-and-night radar imaging for land and ocean surfaces, monitoring the marine environment, vegetation mapping, and other major applications. With multi-temporal analyses, remote sensing gives a unique perspective of how cities evolve. The key element for mapping rural to urban land use change is the ability to discriminate between rural uses (farming, pasture, forests) and urban use (residential, commercial, recreational). Remote sensing methods can be employed to classify types of land use in a practical, economical and repetitive fashion, over large areas.", + "extent": { + "spatial": { + "bbox": [ + [ + -125, + -24, + -66, + 49 + ] + ] + }, + "temporal": { + "interval": [ + [ + "2020-09-14T00:00:00Z", + "2025-09-26T23:00:00Z" + ] + ] + } + }, + "item_assets": { + "fwDET": { + "description": "fwDET.", + "roles": [ + "data", + "layer" + ], + "title": "fwDET", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + } + }, + "license": "CC0-1.0", + "links": [], + "providers": [ + { + "name": "NASA" + } + ], + "renders": { + "fwDET": { + "assets": [ + "fwDET" + ], + "rescale": [ + [ + 0, + 20 + ] + ] + } + }, + "stac_extensions": [ + "https://stac-extensions.github.io/render/v1.0.0/schema.json", + "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" + ], + "stac_version": "1.0.0", + "title": "Google Earth FwDET", + "type": "Collection", + "tenant": ["nasa-disasters"] +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/google-earth-monthly.json b/ingestion-data/discovery-items/google-earth-monthly.json new file mode 100644 index 0000000..b9befa3 --- /dev/null +++ b/ingestion-data/discovery-items/google-earth-monthly.json @@ -0,0 +1,18 @@ +{ + "collection": "google-earth-monthly", + "bucket": "nasa-disasters", + "prefix": "drcs_activations_new/GoogleEarth", + "cogify": false, + "discovery": "s3", + "dry_run": false, + "filename_regex": ".*_monthly.tif$", + "assets": { + "fwDET": { + "description": "fwDET", + "regex": ".*FwDET.*\\.tif$", + "title": "fwDET" + } + }, + "id_regex": ".*(\\d{4}-\\d{2}_monthly)\\.tif$", + "id_template": "{}" +} \ No newline at end of file From 17b47ba2323121d92b35eeed27e84e9fd519d679 Mon Sep 17 00:00:00 2001 From: Kyle Lesinger Date: Tue, 23 Sep 2025 10:52:32 -0500 Subject: [PATCH 078/118] update hld dist alert --- ingestion-data/collections/hls-distAlert.json | 133 ++++++++++++++++++ .../collections/hls-opera-subdaily.json | 87 ++++++++++++ .../discovery-items/hls-distAlert.json | 33 +++++ 3 files changed, 253 insertions(+) create mode 100644 ingestion-data/collections/hls-distAlert.json create mode 100644 ingestion-data/collections/hls-opera-subdaily.json create mode 100644 ingestion-data/discovery-items/hls-distAlert.json diff --git a/ingestion-data/collections/hls-distAlert.json b/ingestion-data/collections/hls-distAlert.json new file mode 100644 index 0000000..f63b8e7 --- /dev/null +++ b/ingestion-data/collections/hls-distAlert.json @@ -0,0 +1,133 @@ +{ + "id": "hls-distAlert", + "dashboard:is_periodic": false, + "dashboard:time_interval": "P1D", + "title": "HLS ARIA OPERA Disturbance Alert", + "description": "The Advanced Rapid Imaging and Analysis (ARIA) team at NASA's Jet Propulsion Laboratory and California Institute of Technology created the Vegetation Disturbance Status and Maximum Vegetation Anomaly maps using the OPERA Surface Disturbance (DIST) product suite derived from Sentinel-2 scene acquisitions.", + "extent": { + "spatial": { + "bbox": [ + [ + -125, + 24, + -66, + 49 + ] + ] + }, + "temporal": { + "interval": [ + [ + "2020-10-02T00:00:00Z", + "2025-10-12T00:00:00Z" + ] + ] + } + }, + "item_assets": { + "veg-anom-max": { + "description": "S2 ARIA OPERA disturbance alert maximum vegetation anomaly value.", + "roles": [ + "data", + "layer" + ], + "title": "Sentinel-2 ARIA OPERA Disturbance Alert (VEG ANOM MAX)", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "veg-dist-status": { + "description": "S2 ARIA OPERA vegetation disturbance status.", + "roles": [ + "data", + "layer" + ], + "title": "Sentinel-2 ARIA OPERA Disturbance Alert (VEG DIST STATUS)", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "gen-anom-max": { + "description": "Generic disturbance maximum anomaly value.", + "roles": [ + "data", + "layer" + ], + "title": "Sentinel-2 ARIA OPERA Disturbance Alert (GEN ANOM MAX)", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "dist-status": { + "description": "Generic disturbance maximum anomaly value.", + "roles": [ + "data", + "layer" + ], + "title": "Sentinel-2 ARIA OPERA Disturbance Alert (GEN ANOM MAX)", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + } + }, + "license": "CC0-1.0", + "links": [], + "providers": [ + { + "name": "NASA Disasters Program", + "roles": [ + "host" + ], + "url": "https://disasters.openveda.cloud" + } + ], + "renders": { + "veg-anom-max": { + "assets": [ + "veg-anom-max" + ], + "colormap_name": "ylorrd", + "rescale": [ + [ + 0, + 255 + ] + ] + }, + "veg-dist-status": { + "assets": [ + "veg-dist-status" + ], + "colormap_name": "ylorrd", + "rescale": [ + [ + 0, + 255 + ] + ] + }, + "gen-anom-max": { + "assets": [ + "gen-anom-max" + ], + "colormap_name": "ylorrd", + "rescale": [ + [ + 0, + 100 + ] + ] + }, + "dist-status": { + "assets": [ + "dist-status" + ], + "colormap_name": "ylorrd", + "rescale": [ + [ + 0, + 255 + ] + ] + } + }, + "stac_extensions": [ + "https://stac-extensions.github.io/render/v1.0.0/schema.json", + "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" + ], + "stac_version": "1.0.0", + "type": "Collection", + "tenant": ["nasa-disasters"] +} \ No newline at end of file diff --git a/ingestion-data/collections/hls-opera-subdaily.json b/ingestion-data/collections/hls-opera-subdaily.json new file mode 100644 index 0000000..d88de7d --- /dev/null +++ b/ingestion-data/collections/hls-opera-subdaily.json @@ -0,0 +1,87 @@ +{ + "id": "alos2-dpm-daily", + "dashboard:is_periodic": false, + "dashboard:time_interval": "P1D", + "description": "The Sentinel-1 mission comprises a constellation of two polar-orbiting satellites, Sentinel-1A and Sentinel-1B, which provide all-weather, day-and-night radar imaging for land and ocean surfaces, monitoring the marine environment, vegetation mapping, and other major applications. With multi-temporal analyses, remote sensing gives a unique perspective of how cities evolve. The key element for mapping rural to urban land use change is the ability to discriminate between rural uses (farming, pasture, forests) and urban use (residential, commercial, recreational). Remote sensing methods can be employed to classify types of land use in a practical, economical and repetitive fashion, over large areas.", + "extent": { + "spatial": { + "bbox": [ + [ + -125, + -24, + -66, + 49 + ] + ] + }, + "temporal": { + "interval": [ + [ + "2020-09-14T00:00:00Z", + "2025-09-26T23:00:00Z" + ] + ] + } + }, + "item_assets": { + "dpm": { + "description": "dpm.", + "roles": [ + "data", + "layer" + ], + "title": "dpm", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "dpm-cvd": { + "description": "dpm.", + "roles": [ + "data", + "layer" + ], + "title": "dpm", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + } + }, + "license": "CC0-1.0", + "links": [], + "providers": [ + { + "name": "NASA" + } + ], + "renders": { + "dpm": { + "assets": [ + "dpm" + ], + "bidx": [1,2,3,4], + "rescale": [ + [ + 0, + 255 + ] + ] + }, + "dpm-cvd": { + "assets": [ + "dpm-cvd" + ], + "bidx": [1,2,3,4], + "rescale": [ + [ + 0, + 255 + ] + ] + } + }, + "stac_extensions": [ + "https://stac-extensions.github.io/render/v1.0.0/schema.json", + "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" + ], + "stac_version": "1.0.0", + "title": "ALOS2 DPM", + "type": "Collection", + "tenant": ["nasa-disasters"] +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/hls-distAlert.json b/ingestion-data/discovery-items/hls-distAlert.json new file mode 100644 index 0000000..e9ec43a --- /dev/null +++ b/ingestion-data/discovery-items/hls-distAlert.json @@ -0,0 +1,33 @@ +{ + "collection": "hls-distAlert", + "bucket": "nasa-disasters", + "prefix": "drcs_activations_new/HLS/distAlert/", + "cogify": false, + "discovery": "s3", + "dry_run": false, + "filename_regex": ".*day.tif$", + "assets": { + "veg-anom-max": { + "description": "S2 ARIA OPERA disturbance alert maximum vegetation anomaly - 2024 Hurricane Helene.", + "regex": ".*VEG-ANOM-MAX.*.tif$", + "title": "Sentinel-2 ARIA OPERA Disturbance Alert (VEG ANOM MAX) [2024 Hurricane Helene]" + }, + "veg-dist-status": { + "description": "S2 ARIA OPERA disturbance alert maximum vegetation anomaly - 2024 Hurricane Helene.", + "regex": ".*VEG-DIST-STATUS.*.tif$", + "title": "Sentinel-2 ARIA OPERA Disturbance Alert (VEG ANOM MAX) [2024 Hurricane Helene]" + }, + "gen-anom-max": { + "description": "S2 ARIA OPERA disturbance alert maximum vegetation anomaly - 2024 Hurricane Helene.", + "regex": ".*GEN-ANOM-MAX.*.tif$", + "title": "Sentinel-2 ARIA OPERA Disturbance Alert (VEG ANOM MAX) [2024 Hurricane Helene]" + }, + "dist-status": { + "description": "S2 ARIA OPERA disturbance alert maximum vegetation anomaly - 2024 Hurricane Helene.", + "regex": ".*HLS-DIST-STATUS.*.tif$", + "title": "Sentinel-2 ARIA OPERA Disturbance Alert (VEG ANOM MAX) [2024 Hurricane Helene]" + } + }, + "id_regex": ".*(\\d{4}-\\d{2}-\\d{2}_day).tif$", + "id_template": "hls-distAlert-{}" +} \ No newline at end of file From f4aa4c6c59deb51492f1cd0a15553563472bd63c Mon Sep 17 00:00:00 2001 From: Kyle Lesinger Date: Tue, 23 Sep 2025 11:16:03 -0500 Subject: [PATCH 079/118] update hls dnbr --- ingestion-data/collections/hls-dnbr.json | 70 ++++++++++++++++++++ ingestion-data/discovery-items/hls-dnbr.json | 18 +++++ 2 files changed, 88 insertions(+) create mode 100644 ingestion-data/collections/hls-dnbr.json create mode 100644 ingestion-data/discovery-items/hls-dnbr.json diff --git a/ingestion-data/collections/hls-dnbr.json b/ingestion-data/collections/hls-dnbr.json new file mode 100644 index 0000000..c993437 --- /dev/null +++ b/ingestion-data/collections/hls-dnbr.json @@ -0,0 +1,70 @@ +{ + "id": "hls-dnbr", + "dashboard:is_periodic": false, + "dashboard:time_interval": "P1S", + "title": "HLS Day Night Band", + "description": "The Advanced Rapid Imaging and Analysis (ARIA) team at NASA's Jet Propulsion Laboratory and California Institute of Technology created the Vegetation Disturbance Status and Maximum Vegetation Anomaly maps using the OPERA Surface Disturbance (DIST) product suite derived from Sentinel-2 scene acquisitions.", + "extent": { + "spatial": { + "bbox": [ + [ + -125, + 24, + -66, + 49 + ] + ] + }, + "temporal": { + "interval": [ + [ + "2020-10-02T00:00:00Z", + "2025-09-12T00:00:00Z" + ] + ] + } + }, + "item_assets": { + "dnbr": { + "description": "S2 ARIA OPERA disturbance alert maximum vegetation anomaly value.", + "roles": [ + "data", + "layer" + ], + "title": "Sentinel-2 ARIA OPERA Disturbance Alert (VEG ANOM MAX)", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + } + }, + "license": "CC0-1.0", + "links": [], + "providers": [ + { + "name": "NASA Disasters Program", + "roles": [ + "host" + ], + "url": "https://disasters.openveda.cloud" + } + ], + "renders": { + "dnbr": { + "assets": [ + "dnbr" + ], + "colormap_name": "ylorrd", + "rescale": [ + [ + 0, + 1 + ] + ] + } + }, + "stac_extensions": [ + "https://stac-extensions.github.io/render/v1.0.0/schema.json", + "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" + ], + "stac_version": "1.0.0", + "type": "Collection", + "tenant": ["nasa-disasters"] +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/hls-dnbr.json b/ingestion-data/discovery-items/hls-dnbr.json new file mode 100644 index 0000000..da029ed --- /dev/null +++ b/ingestion-data/discovery-items/hls-dnbr.json @@ -0,0 +1,18 @@ +{ + "collection": "hls-dnbr", + "bucket": "nasa-disasters", + "prefix": "drcs_activations_new/HLS/dnbr/", + "cogify": false, + "discovery": "s3", + "dry_run": false, + "filename_regex": ".*.tif$", + "assets": { + "dnbr": { + "description": "S2 ARIA OPERA disturbance alert maximum vegetation anomaly - 2024 Hurricane Helene.", + "regex": ".*dnbr.*.tif$", + "title": "Sentinel-2 ARIA OPERA Disturbance Alert (VEG ANOM MAX) [2024 Hurricane Helene]" + } + }, + "id_regex": ".*(\\d{4}-\\d{2}-\\d{2}T\\d{2}:\\d{2}:\\d{2}Z).tif$", + "id_template": "hls-dnbr-{}" +} \ No newline at end of file From cb8839707ce11b96eb9209374d70a99daf9f20b7 Mon Sep 17 00:00:00 2001 From: Kyle Lesinger Date: Tue, 23 Sep 2025 13:38:22 -0500 Subject: [PATCH 080/118] update data dirs --- .../collections/{ => GoogleEarth}/google-earth-monthly.json | 0 ingestion-data/collections/{ => Sentinel-1}/Sentinel-1-SAR.json | 0 ingestion-data/collections/{ => Sentinel-1}/Sentinel-1-USDA.json | 0 .../collections/{ => Sentinel-1}/Sentinel-1-WM-daily.json | 0 .../collections/{ => Sentinel-1}/Sentinel-1-WM-subdaily.json | 0 .../{ => Sentinel-1}/Sentinel-1-coherence-monthly.json | 0 .../collections/{ => Sentinel-1}/Sentinel-1-coherence-yearly.json | 0 .../collections/{ => Sentinel-1}/Sentinel-1-displacement.json | 0 .../collections/{ => Sentinel-1}/Sentinel-1-dmg-assessment.json | 0 .../collections/{ => Sentinel-1}/Sentinel-1-dpm-daily.json | 0 .../collections/{ => Sentinel-1}/Sentinel-1-dpm-monthly.json | 0 .../collections/{ => Sentinel-1}/Sentinel-1-opera-dist.json | 0 .../collections/{ => Sentinel-1}/Sentinel-1_ASF-monthly.json | 0 .../collections/{ => Sentinel-1}/Sentinel-1_ASF-subdaily.json | 0 ingestion-data/collections/{ => Sentinel-1}/Sentinel-1_AZI.json | 0 .../{ => Sentinel-1}/Sentinel-1_opera_dswx-change-map.json | 0 .../collections/{ => Sentinel-1}/Sentinel-1_opera_dswx.json | 0 .../collections/{ => Sentinel-1}/Sentinel-1_rgb-daily.json | 0 .../collections/{ => Sentinel-1}/Sentinel-1_rgb-subdaily.json | 0 ingestion-data/collections/{ => Sentinel-2}/Sentinel-2_cir.json | 0 .../{ndvi-change.json => Sentinel-2/sentinel-2-ndvi-change} | 0 .../collections/{ => Sentinel-2}/sentinel2-distAlert.json | 0 ingestion-data/collections/{ => alos2}/alos-daily.json | 0 ingestion-data/collections/{ => alos2}/alos-monthly.json | 0 .../collections/{ => blackmarble}/blackmarble-all-angle.json | 0 .../collections/{ => blackmarble}/blackmarble-brdf.json | 0 ingestion-data/collections/{ => blackmarble}/blackmarble-con.json | 0 .../collections/{ => blackmarble}/blackmarble-daily.json | 0 ingestion-data/collections/{ => blackmarble}/blackmarble-dnb.json | 0 .../collections/{ => blackmarble}/blackmarble-hd-daily.json | 0 .../{ => blackmarble}/blackmarble-monthly-composite.json | 0 .../collections/{ => blackmarble}/blackmarble-qf-cloud.json | 0 ingestion-data/collections/{ => ecostress}/ecostress.json | 0 ingestion-data/collections/{ => hls}/hls-distAlert.json | 0 ingestion-data/collections/{ => hls}/hls-dnbr.json | 0 ingestion-data/collections/{ => hls}/hls-opera-subdaily.json | 0 ingestion-data/collections/{ => landsat}/landsat-cir.json | 0 .../collections/{ => landsat}/landsat-naturalcolor.json | 0 ingestion-data/collections/{ => landsat}/landsat8-nat-conus.json | 0 ingestion-data/collections/{ => landsat}/landsat9-nat-conus.json | 0 ingestion-data/collections/{ => nrt}/esi-12wk-global.json | 0 ingestion-data/collections/{ => nrt}/esi-4wk-global.json | 0 ingestion-data/collections/{ => nrt}/gvf-alaska.json | 0 ingestion-data/collections/{ => nrt}/rsm0-10cm-alaska.json | 0 ingestion-data/collections/{ => nrt}/rsm0-10cm-conus.json | 0 ingestion-data/collections/{ => nrt}/rsm0-2m-conus.json | 0 ingestion-data/collections/{ => nrt}/snod-alaska.json | 0 ingestion-data/collections/{ => nrt}/vsm0-100cm-conus.json | 0 ingestion-data/collections/{ => nrt}/vsm0-10cm-conus.json | 0 ingestion-data/collections/{ => nrt}/vsm0-200cm-conus.json | 0 ingestion-data/collections/{ => nrt}/vsm0-40cm-conus.json | 0 ingestion-data/collections/{ => planet}/planet-truecolor-eq.json | 0 52 files changed, 0 insertions(+), 0 deletions(-) rename ingestion-data/collections/{ => GoogleEarth}/google-earth-monthly.json (100%) rename ingestion-data/collections/{ => Sentinel-1}/Sentinel-1-SAR.json (100%) rename ingestion-data/collections/{ => Sentinel-1}/Sentinel-1-USDA.json (100%) rename ingestion-data/collections/{ => Sentinel-1}/Sentinel-1-WM-daily.json (100%) rename ingestion-data/collections/{ => Sentinel-1}/Sentinel-1-WM-subdaily.json (100%) rename ingestion-data/collections/{ => Sentinel-1}/Sentinel-1-coherence-monthly.json (100%) rename ingestion-data/collections/{ => Sentinel-1}/Sentinel-1-coherence-yearly.json (100%) rename ingestion-data/collections/{ => Sentinel-1}/Sentinel-1-displacement.json (100%) rename ingestion-data/collections/{ => Sentinel-1}/Sentinel-1-dmg-assessment.json (100%) rename ingestion-data/collections/{ => Sentinel-1}/Sentinel-1-dpm-daily.json (100%) rename ingestion-data/collections/{ => Sentinel-1}/Sentinel-1-dpm-monthly.json (100%) rename ingestion-data/collections/{ => Sentinel-1}/Sentinel-1-opera-dist.json (100%) rename ingestion-data/collections/{ => Sentinel-1}/Sentinel-1_ASF-monthly.json (100%) rename ingestion-data/collections/{ => Sentinel-1}/Sentinel-1_ASF-subdaily.json (100%) rename ingestion-data/collections/{ => Sentinel-1}/Sentinel-1_AZI.json (100%) rename ingestion-data/collections/{ => Sentinel-1}/Sentinel-1_opera_dswx-change-map.json (100%) rename ingestion-data/collections/{ => Sentinel-1}/Sentinel-1_opera_dswx.json (100%) rename ingestion-data/collections/{ => Sentinel-1}/Sentinel-1_rgb-daily.json (100%) rename ingestion-data/collections/{ => Sentinel-1}/Sentinel-1_rgb-subdaily.json (100%) rename ingestion-data/collections/{ => Sentinel-2}/Sentinel-2_cir.json (100%) rename ingestion-data/collections/{ndvi-change.json => Sentinel-2/sentinel-2-ndvi-change} (100%) rename ingestion-data/collections/{ => Sentinel-2}/sentinel2-distAlert.json (100%) rename ingestion-data/collections/{ => alos2}/alos-daily.json (100%) rename ingestion-data/collections/{ => alos2}/alos-monthly.json (100%) rename ingestion-data/collections/{ => blackmarble}/blackmarble-all-angle.json (100%) rename ingestion-data/collections/{ => blackmarble}/blackmarble-brdf.json (100%) rename ingestion-data/collections/{ => blackmarble}/blackmarble-con.json (100%) rename ingestion-data/collections/{ => blackmarble}/blackmarble-daily.json (100%) rename ingestion-data/collections/{ => blackmarble}/blackmarble-dnb.json (100%) rename ingestion-data/collections/{ => blackmarble}/blackmarble-hd-daily.json (100%) rename ingestion-data/collections/{ => blackmarble}/blackmarble-monthly-composite.json (100%) rename ingestion-data/collections/{ => blackmarble}/blackmarble-qf-cloud.json (100%) rename ingestion-data/collections/{ => ecostress}/ecostress.json (100%) rename ingestion-data/collections/{ => hls}/hls-distAlert.json (100%) rename ingestion-data/collections/{ => hls}/hls-dnbr.json (100%) rename ingestion-data/collections/{ => hls}/hls-opera-subdaily.json (100%) rename ingestion-data/collections/{ => landsat}/landsat-cir.json (100%) rename ingestion-data/collections/{ => landsat}/landsat-naturalcolor.json (100%) rename ingestion-data/collections/{ => landsat}/landsat8-nat-conus.json (100%) rename ingestion-data/collections/{ => landsat}/landsat9-nat-conus.json (100%) rename ingestion-data/collections/{ => nrt}/esi-12wk-global.json (100%) rename ingestion-data/collections/{ => nrt}/esi-4wk-global.json (100%) rename ingestion-data/collections/{ => nrt}/gvf-alaska.json (100%) rename ingestion-data/collections/{ => nrt}/rsm0-10cm-alaska.json (100%) rename ingestion-data/collections/{ => nrt}/rsm0-10cm-conus.json (100%) rename ingestion-data/collections/{ => nrt}/rsm0-2m-conus.json (100%) rename ingestion-data/collections/{ => nrt}/snod-alaska.json (100%) rename ingestion-data/collections/{ => nrt}/vsm0-100cm-conus.json (100%) rename ingestion-data/collections/{ => nrt}/vsm0-10cm-conus.json (100%) rename ingestion-data/collections/{ => nrt}/vsm0-200cm-conus.json (100%) rename ingestion-data/collections/{ => nrt}/vsm0-40cm-conus.json (100%) rename ingestion-data/collections/{ => planet}/planet-truecolor-eq.json (100%) diff --git a/ingestion-data/collections/google-earth-monthly.json b/ingestion-data/collections/GoogleEarth/google-earth-monthly.json similarity index 100% rename from ingestion-data/collections/google-earth-monthly.json rename to ingestion-data/collections/GoogleEarth/google-earth-monthly.json diff --git a/ingestion-data/collections/Sentinel-1-SAR.json b/ingestion-data/collections/Sentinel-1/Sentinel-1-SAR.json similarity index 100% rename from ingestion-data/collections/Sentinel-1-SAR.json rename to ingestion-data/collections/Sentinel-1/Sentinel-1-SAR.json diff --git a/ingestion-data/collections/Sentinel-1-USDA.json b/ingestion-data/collections/Sentinel-1/Sentinel-1-USDA.json similarity index 100% rename from ingestion-data/collections/Sentinel-1-USDA.json rename to ingestion-data/collections/Sentinel-1/Sentinel-1-USDA.json diff --git a/ingestion-data/collections/Sentinel-1-WM-daily.json b/ingestion-data/collections/Sentinel-1/Sentinel-1-WM-daily.json similarity index 100% rename from ingestion-data/collections/Sentinel-1-WM-daily.json rename to ingestion-data/collections/Sentinel-1/Sentinel-1-WM-daily.json diff --git a/ingestion-data/collections/Sentinel-1-WM-subdaily.json b/ingestion-data/collections/Sentinel-1/Sentinel-1-WM-subdaily.json similarity index 100% rename from ingestion-data/collections/Sentinel-1-WM-subdaily.json rename to ingestion-data/collections/Sentinel-1/Sentinel-1-WM-subdaily.json diff --git a/ingestion-data/collections/Sentinel-1-coherence-monthly.json b/ingestion-data/collections/Sentinel-1/Sentinel-1-coherence-monthly.json similarity index 100% rename from ingestion-data/collections/Sentinel-1-coherence-monthly.json rename to ingestion-data/collections/Sentinel-1/Sentinel-1-coherence-monthly.json diff --git a/ingestion-data/collections/Sentinel-1-coherence-yearly.json b/ingestion-data/collections/Sentinel-1/Sentinel-1-coherence-yearly.json similarity index 100% rename from ingestion-data/collections/Sentinel-1-coherence-yearly.json rename to ingestion-data/collections/Sentinel-1/Sentinel-1-coherence-yearly.json diff --git a/ingestion-data/collections/Sentinel-1-displacement.json b/ingestion-data/collections/Sentinel-1/Sentinel-1-displacement.json similarity index 100% rename from ingestion-data/collections/Sentinel-1-displacement.json rename to ingestion-data/collections/Sentinel-1/Sentinel-1-displacement.json diff --git a/ingestion-data/collections/Sentinel-1-dmg-assessment.json b/ingestion-data/collections/Sentinel-1/Sentinel-1-dmg-assessment.json similarity index 100% rename from ingestion-data/collections/Sentinel-1-dmg-assessment.json rename to ingestion-data/collections/Sentinel-1/Sentinel-1-dmg-assessment.json diff --git a/ingestion-data/collections/Sentinel-1-dpm-daily.json b/ingestion-data/collections/Sentinel-1/Sentinel-1-dpm-daily.json similarity index 100% rename from ingestion-data/collections/Sentinel-1-dpm-daily.json rename to ingestion-data/collections/Sentinel-1/Sentinel-1-dpm-daily.json diff --git a/ingestion-data/collections/Sentinel-1-dpm-monthly.json b/ingestion-data/collections/Sentinel-1/Sentinel-1-dpm-monthly.json similarity index 100% rename from ingestion-data/collections/Sentinel-1-dpm-monthly.json rename to ingestion-data/collections/Sentinel-1/Sentinel-1-dpm-monthly.json diff --git a/ingestion-data/collections/Sentinel-1-opera-dist.json b/ingestion-data/collections/Sentinel-1/Sentinel-1-opera-dist.json similarity index 100% rename from ingestion-data/collections/Sentinel-1-opera-dist.json rename to ingestion-data/collections/Sentinel-1/Sentinel-1-opera-dist.json diff --git a/ingestion-data/collections/Sentinel-1_ASF-monthly.json b/ingestion-data/collections/Sentinel-1/Sentinel-1_ASF-monthly.json similarity index 100% rename from ingestion-data/collections/Sentinel-1_ASF-monthly.json rename to ingestion-data/collections/Sentinel-1/Sentinel-1_ASF-monthly.json diff --git a/ingestion-data/collections/Sentinel-1_ASF-subdaily.json b/ingestion-data/collections/Sentinel-1/Sentinel-1_ASF-subdaily.json similarity index 100% rename from ingestion-data/collections/Sentinel-1_ASF-subdaily.json rename to ingestion-data/collections/Sentinel-1/Sentinel-1_ASF-subdaily.json diff --git a/ingestion-data/collections/Sentinel-1_AZI.json b/ingestion-data/collections/Sentinel-1/Sentinel-1_AZI.json similarity index 100% rename from ingestion-data/collections/Sentinel-1_AZI.json rename to ingestion-data/collections/Sentinel-1/Sentinel-1_AZI.json diff --git a/ingestion-data/collections/Sentinel-1_opera_dswx-change-map.json b/ingestion-data/collections/Sentinel-1/Sentinel-1_opera_dswx-change-map.json similarity index 100% rename from ingestion-data/collections/Sentinel-1_opera_dswx-change-map.json rename to ingestion-data/collections/Sentinel-1/Sentinel-1_opera_dswx-change-map.json diff --git a/ingestion-data/collections/Sentinel-1_opera_dswx.json b/ingestion-data/collections/Sentinel-1/Sentinel-1_opera_dswx.json similarity index 100% rename from ingestion-data/collections/Sentinel-1_opera_dswx.json rename to ingestion-data/collections/Sentinel-1/Sentinel-1_opera_dswx.json diff --git a/ingestion-data/collections/Sentinel-1_rgb-daily.json b/ingestion-data/collections/Sentinel-1/Sentinel-1_rgb-daily.json similarity index 100% rename from ingestion-data/collections/Sentinel-1_rgb-daily.json rename to ingestion-data/collections/Sentinel-1/Sentinel-1_rgb-daily.json diff --git a/ingestion-data/collections/Sentinel-1_rgb-subdaily.json b/ingestion-data/collections/Sentinel-1/Sentinel-1_rgb-subdaily.json similarity index 100% rename from ingestion-data/collections/Sentinel-1_rgb-subdaily.json rename to ingestion-data/collections/Sentinel-1/Sentinel-1_rgb-subdaily.json diff --git a/ingestion-data/collections/Sentinel-2_cir.json b/ingestion-data/collections/Sentinel-2/Sentinel-2_cir.json similarity index 100% rename from ingestion-data/collections/Sentinel-2_cir.json rename to ingestion-data/collections/Sentinel-2/Sentinel-2_cir.json diff --git a/ingestion-data/collections/ndvi-change.json b/ingestion-data/collections/Sentinel-2/sentinel-2-ndvi-change similarity index 100% rename from ingestion-data/collections/ndvi-change.json rename to ingestion-data/collections/Sentinel-2/sentinel-2-ndvi-change diff --git a/ingestion-data/collections/sentinel2-distAlert.json b/ingestion-data/collections/Sentinel-2/sentinel2-distAlert.json similarity index 100% rename from ingestion-data/collections/sentinel2-distAlert.json rename to ingestion-data/collections/Sentinel-2/sentinel2-distAlert.json diff --git a/ingestion-data/collections/alos-daily.json b/ingestion-data/collections/alos2/alos-daily.json similarity index 100% rename from ingestion-data/collections/alos-daily.json rename to ingestion-data/collections/alos2/alos-daily.json diff --git a/ingestion-data/collections/alos-monthly.json b/ingestion-data/collections/alos2/alos-monthly.json similarity index 100% rename from ingestion-data/collections/alos-monthly.json rename to ingestion-data/collections/alos2/alos-monthly.json diff --git a/ingestion-data/collections/blackmarble-all-angle.json b/ingestion-data/collections/blackmarble/blackmarble-all-angle.json similarity index 100% rename from ingestion-data/collections/blackmarble-all-angle.json rename to ingestion-data/collections/blackmarble/blackmarble-all-angle.json diff --git a/ingestion-data/collections/blackmarble-brdf.json b/ingestion-data/collections/blackmarble/blackmarble-brdf.json similarity index 100% rename from ingestion-data/collections/blackmarble-brdf.json rename to ingestion-data/collections/blackmarble/blackmarble-brdf.json diff --git a/ingestion-data/collections/blackmarble-con.json b/ingestion-data/collections/blackmarble/blackmarble-con.json similarity index 100% rename from ingestion-data/collections/blackmarble-con.json rename to ingestion-data/collections/blackmarble/blackmarble-con.json diff --git a/ingestion-data/collections/blackmarble-daily.json b/ingestion-data/collections/blackmarble/blackmarble-daily.json similarity index 100% rename from ingestion-data/collections/blackmarble-daily.json rename to ingestion-data/collections/blackmarble/blackmarble-daily.json diff --git a/ingestion-data/collections/blackmarble-dnb.json b/ingestion-data/collections/blackmarble/blackmarble-dnb.json similarity index 100% rename from ingestion-data/collections/blackmarble-dnb.json rename to ingestion-data/collections/blackmarble/blackmarble-dnb.json diff --git a/ingestion-data/collections/blackmarble-hd-daily.json b/ingestion-data/collections/blackmarble/blackmarble-hd-daily.json similarity index 100% rename from ingestion-data/collections/blackmarble-hd-daily.json rename to ingestion-data/collections/blackmarble/blackmarble-hd-daily.json diff --git a/ingestion-data/collections/blackmarble-monthly-composite.json b/ingestion-data/collections/blackmarble/blackmarble-monthly-composite.json similarity index 100% rename from ingestion-data/collections/blackmarble-monthly-composite.json rename to ingestion-data/collections/blackmarble/blackmarble-monthly-composite.json diff --git a/ingestion-data/collections/blackmarble-qf-cloud.json b/ingestion-data/collections/blackmarble/blackmarble-qf-cloud.json similarity index 100% rename from ingestion-data/collections/blackmarble-qf-cloud.json rename to ingestion-data/collections/blackmarble/blackmarble-qf-cloud.json diff --git a/ingestion-data/collections/ecostress.json b/ingestion-data/collections/ecostress/ecostress.json similarity index 100% rename from ingestion-data/collections/ecostress.json rename to ingestion-data/collections/ecostress/ecostress.json diff --git a/ingestion-data/collections/hls-distAlert.json b/ingestion-data/collections/hls/hls-distAlert.json similarity index 100% rename from ingestion-data/collections/hls-distAlert.json rename to ingestion-data/collections/hls/hls-distAlert.json diff --git a/ingestion-data/collections/hls-dnbr.json b/ingestion-data/collections/hls/hls-dnbr.json similarity index 100% rename from ingestion-data/collections/hls-dnbr.json rename to ingestion-data/collections/hls/hls-dnbr.json diff --git a/ingestion-data/collections/hls-opera-subdaily.json b/ingestion-data/collections/hls/hls-opera-subdaily.json similarity index 100% rename from ingestion-data/collections/hls-opera-subdaily.json rename to ingestion-data/collections/hls/hls-opera-subdaily.json diff --git a/ingestion-data/collections/landsat-cir.json b/ingestion-data/collections/landsat/landsat-cir.json similarity index 100% rename from ingestion-data/collections/landsat-cir.json rename to ingestion-data/collections/landsat/landsat-cir.json diff --git a/ingestion-data/collections/landsat-naturalcolor.json b/ingestion-data/collections/landsat/landsat-naturalcolor.json similarity index 100% rename from ingestion-data/collections/landsat-naturalcolor.json rename to ingestion-data/collections/landsat/landsat-naturalcolor.json diff --git a/ingestion-data/collections/landsat8-nat-conus.json b/ingestion-data/collections/landsat/landsat8-nat-conus.json similarity index 100% rename from ingestion-data/collections/landsat8-nat-conus.json rename to ingestion-data/collections/landsat/landsat8-nat-conus.json diff --git a/ingestion-data/collections/landsat9-nat-conus.json b/ingestion-data/collections/landsat/landsat9-nat-conus.json similarity index 100% rename from ingestion-data/collections/landsat9-nat-conus.json rename to ingestion-data/collections/landsat/landsat9-nat-conus.json diff --git a/ingestion-data/collections/esi-12wk-global.json b/ingestion-data/collections/nrt/esi-12wk-global.json similarity index 100% rename from ingestion-data/collections/esi-12wk-global.json rename to ingestion-data/collections/nrt/esi-12wk-global.json diff --git a/ingestion-data/collections/esi-4wk-global.json b/ingestion-data/collections/nrt/esi-4wk-global.json similarity index 100% rename from ingestion-data/collections/esi-4wk-global.json rename to ingestion-data/collections/nrt/esi-4wk-global.json diff --git a/ingestion-data/collections/gvf-alaska.json b/ingestion-data/collections/nrt/gvf-alaska.json similarity index 100% rename from ingestion-data/collections/gvf-alaska.json rename to ingestion-data/collections/nrt/gvf-alaska.json diff --git a/ingestion-data/collections/rsm0-10cm-alaska.json b/ingestion-data/collections/nrt/rsm0-10cm-alaska.json similarity index 100% rename from ingestion-data/collections/rsm0-10cm-alaska.json rename to ingestion-data/collections/nrt/rsm0-10cm-alaska.json diff --git a/ingestion-data/collections/rsm0-10cm-conus.json b/ingestion-data/collections/nrt/rsm0-10cm-conus.json similarity index 100% rename from ingestion-data/collections/rsm0-10cm-conus.json rename to ingestion-data/collections/nrt/rsm0-10cm-conus.json diff --git a/ingestion-data/collections/rsm0-2m-conus.json b/ingestion-data/collections/nrt/rsm0-2m-conus.json similarity index 100% rename from ingestion-data/collections/rsm0-2m-conus.json rename to ingestion-data/collections/nrt/rsm0-2m-conus.json diff --git a/ingestion-data/collections/snod-alaska.json b/ingestion-data/collections/nrt/snod-alaska.json similarity index 100% rename from ingestion-data/collections/snod-alaska.json rename to ingestion-data/collections/nrt/snod-alaska.json diff --git a/ingestion-data/collections/vsm0-100cm-conus.json b/ingestion-data/collections/nrt/vsm0-100cm-conus.json similarity index 100% rename from ingestion-data/collections/vsm0-100cm-conus.json rename to ingestion-data/collections/nrt/vsm0-100cm-conus.json diff --git a/ingestion-data/collections/vsm0-10cm-conus.json b/ingestion-data/collections/nrt/vsm0-10cm-conus.json similarity index 100% rename from ingestion-data/collections/vsm0-10cm-conus.json rename to ingestion-data/collections/nrt/vsm0-10cm-conus.json diff --git a/ingestion-data/collections/vsm0-200cm-conus.json b/ingestion-data/collections/nrt/vsm0-200cm-conus.json similarity index 100% rename from ingestion-data/collections/vsm0-200cm-conus.json rename to ingestion-data/collections/nrt/vsm0-200cm-conus.json diff --git a/ingestion-data/collections/vsm0-40cm-conus.json b/ingestion-data/collections/nrt/vsm0-40cm-conus.json similarity index 100% rename from ingestion-data/collections/vsm0-40cm-conus.json rename to ingestion-data/collections/nrt/vsm0-40cm-conus.json diff --git a/ingestion-data/collections/planet-truecolor-eq.json b/ingestion-data/collections/planet/planet-truecolor-eq.json similarity index 100% rename from ingestion-data/collections/planet-truecolor-eq.json rename to ingestion-data/collections/planet/planet-truecolor-eq.json From 5633679720716b438fd4ea64cf7ba277ac0f6e78 Mon Sep 17 00:00:00 2001 From: Kyle Lesinger Date: Tue, 23 Sep 2025 13:40:25 -0500 Subject: [PATCH 081/118] update --- .../{sentinel-2-ndvi-change => sentinel-2-ndvi-change.json} | 0 1 file changed, 0 insertions(+), 0 deletions(-) rename ingestion-data/collections/Sentinel-2/{sentinel-2-ndvi-change => sentinel-2-ndvi-change.json} (100%) diff --git a/ingestion-data/collections/Sentinel-2/sentinel-2-ndvi-change b/ingestion-data/collections/Sentinel-2/sentinel-2-ndvi-change.json similarity index 100% rename from ingestion-data/collections/Sentinel-2/sentinel-2-ndvi-change rename to ingestion-data/collections/Sentinel-2/sentinel-2-ndvi-change.json From 6fbfeb13a1c5756201d301e7dd9c3b7def9c98cf Mon Sep 17 00:00:00 2001 From: Kyle Lesinger Date: Tue, 23 Sep 2025 13:47:57 -0500 Subject: [PATCH 082/118] update --- .../collections/Sentinel-1_rgb.json | 88 ------------------- ...stAlert.json => sentinel-2-distAlert.json} | 0 .../google-earth-monthly.json | 0 .../{ => Sentinel-1}/Sentinel-1-SAR.json | 0 .../{ => Sentinel-1}/Sentinel-1-USDA.json | 0 .../{ => Sentinel-1}/Sentinel-1-WM-daily.json | 0 .../Sentinel-1-WM-subdaily.json | 0 .../Sentinel-1-coherence-monthly.json | 0 .../Sentinel-1-coherence-yearly.json | 0 .../Sentinel-1-displacement.json | 0 .../Sentinel-1-dmg-assessment.json | 0 .../Sentinel-1-dpm-daily.json | 0 .../Sentinel-1-dpm-monthly.json | 0 .../Sentinel-1-opera-dist.json | 0 .../Sentinel-1_ASF-monthly.json | 0 .../Sentinel-1_ASF-subdaily.json | 0 .../{ => Sentinel-1}/Sentinel-1_AZI.json | 0 .../Sentinel-1_opera-dswx-change-map.json} | 0 .../Sentinel-1_opera-dswx.json} | 0 .../Sentinel-1_rbg-daily.json | 0 .../Sentinel-1_rbg-subdaily.json} | 0 .../{ => Sentinel-2}/Sentinel-2_cir.json | 0 .../sentinel-2-distAlert.json} | 0 .../sentinel-2-ndvi-change.json} | 0 .../{ => alos2}/alos-daily.json | 0 .../{ => alos2}/alos-monthly.json | 0 .../blackmarble-all-angle.json | 0 .../{ => blackmarble}/blackmarble-brdf.json | 0 .../{ => blackmarble}/blackmarble-con.json | 0 .../{ => blackmarble}/blackmarble-daily.json | 0 .../{ => blackmarble}/blackmarble-dnb.json | 0 .../blackmarble-hd-daily.json | 0 .../blackmarble-monthly-composite.json | 0 .../blackmarble-qf-cloud.json | 0 .../{ => ecostress}/ecostress-subdaily.json | 0 .../{ => hls}/hls-distAlert.json | 0 .../discovery-items/{ => hls}/hls-dnbr.json | 0 .../{ => landsat}/landsat-cir.json | 0 .../{ => landsat}/landsat-naturalcolor.json | 0 .../{ => nrt}/esi-12wk-global.json | 0 .../{ => nrt}/esi-4wk-global.json | 0 .../discovery-items/{ => nrt}/gvf-alaska.json | 0 .../{ => nrt}/rsm0-10cm-alaska.json | 0 .../{ => nrt}/rsm0-10cm-conus.json | 0 .../{ => nrt}/rsm0-2m-conus.json | 0 .../{ => nrt}/snod-alaska.json | 0 .../{ => nrt}/vsm0-100cm-conus.json | 0 .../{ => nrt}/vsm0-10cm-conus.json | 0 .../{ => nrt}/vsm0-200cm-conus.json | 0 .../{ => nrt}/vsm0-40cm-conus.json | 0 .../{ => planet}/planet-truecolor-eq.json | 0 51 files changed, 88 deletions(-) delete mode 100644 ingestion-data/collections/Sentinel-1_rgb.json rename ingestion-data/collections/Sentinel-2/{sentinel2-distAlert.json => sentinel-2-distAlert.json} (100%) rename ingestion-data/discovery-items/{ => GoogleEarth}/google-earth-monthly.json (100%) rename ingestion-data/discovery-items/{ => Sentinel-1}/Sentinel-1-SAR.json (100%) rename ingestion-data/discovery-items/{ => Sentinel-1}/Sentinel-1-USDA.json (100%) rename ingestion-data/discovery-items/{ => Sentinel-1}/Sentinel-1-WM-daily.json (100%) rename ingestion-data/discovery-items/{ => Sentinel-1}/Sentinel-1-WM-subdaily.json (100%) rename ingestion-data/discovery-items/{ => Sentinel-1}/Sentinel-1-coherence-monthly.json (100%) rename ingestion-data/discovery-items/{ => Sentinel-1}/Sentinel-1-coherence-yearly.json (100%) rename ingestion-data/discovery-items/{ => Sentinel-1}/Sentinel-1-displacement.json (100%) rename ingestion-data/discovery-items/{ => Sentinel-1}/Sentinel-1-dmg-assessment.json (100%) rename ingestion-data/discovery-items/{ => Sentinel-1}/Sentinel-1-dpm-daily.json (100%) rename ingestion-data/discovery-items/{ => Sentinel-1}/Sentinel-1-dpm-monthly.json (100%) rename ingestion-data/discovery-items/{ => Sentinel-1}/Sentinel-1-opera-dist.json (100%) rename ingestion-data/discovery-items/{ => Sentinel-1}/Sentinel-1_ASF-monthly.json (100%) rename ingestion-data/discovery-items/{ => Sentinel-1}/Sentinel-1_ASF-subdaily.json (100%) rename ingestion-data/discovery-items/{ => Sentinel-1}/Sentinel-1_AZI.json (100%) rename ingestion-data/discovery-items/{Sentintel-1_opera-dswx-change-map.json => Sentinel-1/Sentinel-1_opera-dswx-change-map.json} (100%) rename ingestion-data/discovery-items/{Sentinel-1_rbg-subdaily.json => Sentinel-1/Sentinel-1_opera-dswx.json} (100%) rename ingestion-data/discovery-items/{ => Sentinel-1}/Sentinel-1_rbg-daily.json (100%) rename ingestion-data/discovery-items/{Sentintel-1_opera-dswx.json => Sentinel-1/Sentinel-1_rbg-subdaily.json} (100%) rename ingestion-data/discovery-items/{ => Sentinel-2}/Sentinel-2_cir.json (100%) rename ingestion-data/discovery-items/{sentinel2-distAlert.json => Sentinel-2/sentinel-2-distAlert.json} (100%) rename ingestion-data/discovery-items/{ndvi-change.json => Sentinel-2/sentinel-2-ndvi-change.json} (100%) rename ingestion-data/discovery-items/{ => alos2}/alos-daily.json (100%) rename ingestion-data/discovery-items/{ => alos2}/alos-monthly.json (100%) rename ingestion-data/discovery-items/{ => blackmarble}/blackmarble-all-angle.json (100%) rename ingestion-data/discovery-items/{ => blackmarble}/blackmarble-brdf.json (100%) rename ingestion-data/discovery-items/{ => blackmarble}/blackmarble-con.json (100%) rename ingestion-data/discovery-items/{ => blackmarble}/blackmarble-daily.json (100%) rename ingestion-data/discovery-items/{ => blackmarble}/blackmarble-dnb.json (100%) rename ingestion-data/discovery-items/{ => blackmarble}/blackmarble-hd-daily.json (100%) rename ingestion-data/discovery-items/{ => blackmarble}/blackmarble-monthly-composite.json (100%) rename ingestion-data/discovery-items/{ => blackmarble}/blackmarble-qf-cloud.json (100%) rename ingestion-data/discovery-items/{ => ecostress}/ecostress-subdaily.json (100%) rename ingestion-data/discovery-items/{ => hls}/hls-distAlert.json (100%) rename ingestion-data/discovery-items/{ => hls}/hls-dnbr.json (100%) rename ingestion-data/discovery-items/{ => landsat}/landsat-cir.json (100%) rename ingestion-data/discovery-items/{ => landsat}/landsat-naturalcolor.json (100%) rename ingestion-data/discovery-items/{ => nrt}/esi-12wk-global.json (100%) rename ingestion-data/discovery-items/{ => nrt}/esi-4wk-global.json (100%) rename ingestion-data/discovery-items/{ => nrt}/gvf-alaska.json (100%) rename ingestion-data/discovery-items/{ => nrt}/rsm0-10cm-alaska.json (100%) rename ingestion-data/discovery-items/{ => nrt}/rsm0-10cm-conus.json (100%) rename ingestion-data/discovery-items/{ => nrt}/rsm0-2m-conus.json (100%) rename ingestion-data/discovery-items/{ => nrt}/snod-alaska.json (100%) rename ingestion-data/discovery-items/{ => nrt}/vsm0-100cm-conus.json (100%) rename ingestion-data/discovery-items/{ => nrt}/vsm0-10cm-conus.json (100%) rename ingestion-data/discovery-items/{ => nrt}/vsm0-200cm-conus.json (100%) rename ingestion-data/discovery-items/{ => nrt}/vsm0-40cm-conus.json (100%) rename ingestion-data/discovery-items/{ => planet}/planet-truecolor-eq.json (100%) diff --git a/ingestion-data/collections/Sentinel-1_rgb.json b/ingestion-data/collections/Sentinel-1_rgb.json deleted file mode 100644 index 262ace6..0000000 --- a/ingestion-data/collections/Sentinel-1_rgb.json +++ /dev/null @@ -1,88 +0,0 @@ -{ - "id": "sentinel-1-rgb", - "dashboard:is_periodic": false, - "dashboard:time_interval": "PT1H", - "description": "The Sentinel-1 mission comprises a constellation of two polar-orbiting satellites, Sentinel-1A and Sentinel-1B, which provide all-weather, day-and-night radar imaging for land and ocean surfaces, monitoring the marine environment, vegetation mapping, and other major applications. With multi-temporal analyses, remote sensing gives a unique perspective of how cities evolve. The key element for mapping rural to urban land use change is the ability to discriminate between rural uses (farming, pasture, forests) and urban use (residential, commercial, recreational). Remote sensing methods can be employed to classify types of land use in a practical, economical and repetitive fashion, over large areas.", - "extent": { - "spatial": { - "bbox": [ - [ - -125, - -24, - -66, - 49 - ] - ] - }, - "temporal": { - "interval": [ - [ - "2024-09-28T23:23:34Z", - "2024-10-03T23:30:51Z" - ] - ] - } - }, - "item_assets": { - "gpufed": { - "description": "GPU fed.", - "roles": [ - "data", - "layer" - ], - "title": "gpufed", - "type": "image/tiff; application=geotiff; profile=cloud-optimized" - }, - "gpuned": { - "description": "GPU ned.", - "roles": [ - "data", - "layer" - ], - "title": "gpuned", - "type": "image/tiff; application=geotiff; profile=cloud-optimized" - } - }, - "license": "CC0-1.0", - "links": [], - "providers": [ - { - "name": "NASA" - } - ], - "renders": { - "gpufed": { - "assets": [ - "gpufed" - ], - "bidx": [1,2,3], - "rescale": [ - [ - 0, - 255 - ] - ] - }, - - "gpuned": { - "assets": [ - "gpuned" - ], - "bidx": [1,2,3], - "rescale": [ - [ - 0, - 255 - ] - ] - } - }, - "stac_extensions": [ - "https://stac-extensions.github.io/render/v1.0.0/schema.json", - "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" - ], - "stac_version": "1.0.0", - "title": "Sentinel-1 RGB", - "type": "Collection", - "tenant": ["nasa-disasters"] -} \ No newline at end of file diff --git a/ingestion-data/collections/Sentinel-2/sentinel2-distAlert.json b/ingestion-data/collections/Sentinel-2/sentinel-2-distAlert.json similarity index 100% rename from ingestion-data/collections/Sentinel-2/sentinel2-distAlert.json rename to ingestion-data/collections/Sentinel-2/sentinel-2-distAlert.json diff --git a/ingestion-data/discovery-items/google-earth-monthly.json b/ingestion-data/discovery-items/GoogleEarth/google-earth-monthly.json similarity index 100% rename from ingestion-data/discovery-items/google-earth-monthly.json rename to ingestion-data/discovery-items/GoogleEarth/google-earth-monthly.json diff --git a/ingestion-data/discovery-items/Sentinel-1-SAR.json b/ingestion-data/discovery-items/Sentinel-1/Sentinel-1-SAR.json similarity index 100% rename from ingestion-data/discovery-items/Sentinel-1-SAR.json rename to ingestion-data/discovery-items/Sentinel-1/Sentinel-1-SAR.json diff --git a/ingestion-data/discovery-items/Sentinel-1-USDA.json b/ingestion-data/discovery-items/Sentinel-1/Sentinel-1-USDA.json similarity index 100% rename from ingestion-data/discovery-items/Sentinel-1-USDA.json rename to ingestion-data/discovery-items/Sentinel-1/Sentinel-1-USDA.json diff --git a/ingestion-data/discovery-items/Sentinel-1-WM-daily.json b/ingestion-data/discovery-items/Sentinel-1/Sentinel-1-WM-daily.json similarity index 100% rename from ingestion-data/discovery-items/Sentinel-1-WM-daily.json rename to ingestion-data/discovery-items/Sentinel-1/Sentinel-1-WM-daily.json diff --git a/ingestion-data/discovery-items/Sentinel-1-WM-subdaily.json b/ingestion-data/discovery-items/Sentinel-1/Sentinel-1-WM-subdaily.json similarity index 100% rename from ingestion-data/discovery-items/Sentinel-1-WM-subdaily.json rename to ingestion-data/discovery-items/Sentinel-1/Sentinel-1-WM-subdaily.json diff --git a/ingestion-data/discovery-items/Sentinel-1-coherence-monthly.json b/ingestion-data/discovery-items/Sentinel-1/Sentinel-1-coherence-monthly.json similarity index 100% rename from ingestion-data/discovery-items/Sentinel-1-coherence-monthly.json rename to ingestion-data/discovery-items/Sentinel-1/Sentinel-1-coherence-monthly.json diff --git a/ingestion-data/discovery-items/Sentinel-1-coherence-yearly.json b/ingestion-data/discovery-items/Sentinel-1/Sentinel-1-coherence-yearly.json similarity index 100% rename from ingestion-data/discovery-items/Sentinel-1-coherence-yearly.json rename to ingestion-data/discovery-items/Sentinel-1/Sentinel-1-coherence-yearly.json diff --git a/ingestion-data/discovery-items/Sentinel-1-displacement.json b/ingestion-data/discovery-items/Sentinel-1/Sentinel-1-displacement.json similarity index 100% rename from ingestion-data/discovery-items/Sentinel-1-displacement.json rename to ingestion-data/discovery-items/Sentinel-1/Sentinel-1-displacement.json diff --git a/ingestion-data/discovery-items/Sentinel-1-dmg-assessment.json b/ingestion-data/discovery-items/Sentinel-1/Sentinel-1-dmg-assessment.json similarity index 100% rename from ingestion-data/discovery-items/Sentinel-1-dmg-assessment.json rename to ingestion-data/discovery-items/Sentinel-1/Sentinel-1-dmg-assessment.json diff --git a/ingestion-data/discovery-items/Sentinel-1-dpm-daily.json b/ingestion-data/discovery-items/Sentinel-1/Sentinel-1-dpm-daily.json similarity index 100% rename from ingestion-data/discovery-items/Sentinel-1-dpm-daily.json rename to ingestion-data/discovery-items/Sentinel-1/Sentinel-1-dpm-daily.json diff --git a/ingestion-data/discovery-items/Sentinel-1-dpm-monthly.json b/ingestion-data/discovery-items/Sentinel-1/Sentinel-1-dpm-monthly.json similarity index 100% rename from ingestion-data/discovery-items/Sentinel-1-dpm-monthly.json rename to ingestion-data/discovery-items/Sentinel-1/Sentinel-1-dpm-monthly.json diff --git a/ingestion-data/discovery-items/Sentinel-1-opera-dist.json b/ingestion-data/discovery-items/Sentinel-1/Sentinel-1-opera-dist.json similarity index 100% rename from ingestion-data/discovery-items/Sentinel-1-opera-dist.json rename to ingestion-data/discovery-items/Sentinel-1/Sentinel-1-opera-dist.json diff --git a/ingestion-data/discovery-items/Sentinel-1_ASF-monthly.json b/ingestion-data/discovery-items/Sentinel-1/Sentinel-1_ASF-monthly.json similarity index 100% rename from ingestion-data/discovery-items/Sentinel-1_ASF-monthly.json rename to ingestion-data/discovery-items/Sentinel-1/Sentinel-1_ASF-monthly.json diff --git a/ingestion-data/discovery-items/Sentinel-1_ASF-subdaily.json b/ingestion-data/discovery-items/Sentinel-1/Sentinel-1_ASF-subdaily.json similarity index 100% rename from ingestion-data/discovery-items/Sentinel-1_ASF-subdaily.json rename to ingestion-data/discovery-items/Sentinel-1/Sentinel-1_ASF-subdaily.json diff --git a/ingestion-data/discovery-items/Sentinel-1_AZI.json b/ingestion-data/discovery-items/Sentinel-1/Sentinel-1_AZI.json similarity index 100% rename from ingestion-data/discovery-items/Sentinel-1_AZI.json rename to ingestion-data/discovery-items/Sentinel-1/Sentinel-1_AZI.json diff --git a/ingestion-data/discovery-items/Sentintel-1_opera-dswx-change-map.json b/ingestion-data/discovery-items/Sentinel-1/Sentinel-1_opera-dswx-change-map.json similarity index 100% rename from ingestion-data/discovery-items/Sentintel-1_opera-dswx-change-map.json rename to ingestion-data/discovery-items/Sentinel-1/Sentinel-1_opera-dswx-change-map.json diff --git a/ingestion-data/discovery-items/Sentinel-1_rbg-subdaily.json b/ingestion-data/discovery-items/Sentinel-1/Sentinel-1_opera-dswx.json similarity index 100% rename from ingestion-data/discovery-items/Sentinel-1_rbg-subdaily.json rename to ingestion-data/discovery-items/Sentinel-1/Sentinel-1_opera-dswx.json diff --git a/ingestion-data/discovery-items/Sentinel-1_rbg-daily.json b/ingestion-data/discovery-items/Sentinel-1/Sentinel-1_rbg-daily.json similarity index 100% rename from ingestion-data/discovery-items/Sentinel-1_rbg-daily.json rename to ingestion-data/discovery-items/Sentinel-1/Sentinel-1_rbg-daily.json diff --git a/ingestion-data/discovery-items/Sentintel-1_opera-dswx.json b/ingestion-data/discovery-items/Sentinel-1/Sentinel-1_rbg-subdaily.json similarity index 100% rename from ingestion-data/discovery-items/Sentintel-1_opera-dswx.json rename to ingestion-data/discovery-items/Sentinel-1/Sentinel-1_rbg-subdaily.json diff --git a/ingestion-data/discovery-items/Sentinel-2_cir.json b/ingestion-data/discovery-items/Sentinel-2/Sentinel-2_cir.json similarity index 100% rename from ingestion-data/discovery-items/Sentinel-2_cir.json rename to ingestion-data/discovery-items/Sentinel-2/Sentinel-2_cir.json diff --git a/ingestion-data/discovery-items/sentinel2-distAlert.json b/ingestion-data/discovery-items/Sentinel-2/sentinel-2-distAlert.json similarity index 100% rename from ingestion-data/discovery-items/sentinel2-distAlert.json rename to ingestion-data/discovery-items/Sentinel-2/sentinel-2-distAlert.json diff --git a/ingestion-data/discovery-items/ndvi-change.json b/ingestion-data/discovery-items/Sentinel-2/sentinel-2-ndvi-change.json similarity index 100% rename from ingestion-data/discovery-items/ndvi-change.json rename to ingestion-data/discovery-items/Sentinel-2/sentinel-2-ndvi-change.json diff --git a/ingestion-data/discovery-items/alos-daily.json b/ingestion-data/discovery-items/alos2/alos-daily.json similarity index 100% rename from ingestion-data/discovery-items/alos-daily.json rename to ingestion-data/discovery-items/alos2/alos-daily.json diff --git a/ingestion-data/discovery-items/alos-monthly.json b/ingestion-data/discovery-items/alos2/alos-monthly.json similarity index 100% rename from ingestion-data/discovery-items/alos-monthly.json rename to ingestion-data/discovery-items/alos2/alos-monthly.json diff --git a/ingestion-data/discovery-items/blackmarble-all-angle.json b/ingestion-data/discovery-items/blackmarble/blackmarble-all-angle.json similarity index 100% rename from ingestion-data/discovery-items/blackmarble-all-angle.json rename to ingestion-data/discovery-items/blackmarble/blackmarble-all-angle.json diff --git a/ingestion-data/discovery-items/blackmarble-brdf.json b/ingestion-data/discovery-items/blackmarble/blackmarble-brdf.json similarity index 100% rename from ingestion-data/discovery-items/blackmarble-brdf.json rename to ingestion-data/discovery-items/blackmarble/blackmarble-brdf.json diff --git a/ingestion-data/discovery-items/blackmarble-con.json b/ingestion-data/discovery-items/blackmarble/blackmarble-con.json similarity index 100% rename from ingestion-data/discovery-items/blackmarble-con.json rename to ingestion-data/discovery-items/blackmarble/blackmarble-con.json diff --git a/ingestion-data/discovery-items/blackmarble-daily.json b/ingestion-data/discovery-items/blackmarble/blackmarble-daily.json similarity index 100% rename from ingestion-data/discovery-items/blackmarble-daily.json rename to ingestion-data/discovery-items/blackmarble/blackmarble-daily.json diff --git a/ingestion-data/discovery-items/blackmarble-dnb.json b/ingestion-data/discovery-items/blackmarble/blackmarble-dnb.json similarity index 100% rename from ingestion-data/discovery-items/blackmarble-dnb.json rename to ingestion-data/discovery-items/blackmarble/blackmarble-dnb.json diff --git a/ingestion-data/discovery-items/blackmarble-hd-daily.json b/ingestion-data/discovery-items/blackmarble/blackmarble-hd-daily.json similarity index 100% rename from ingestion-data/discovery-items/blackmarble-hd-daily.json rename to ingestion-data/discovery-items/blackmarble/blackmarble-hd-daily.json diff --git a/ingestion-data/discovery-items/blackmarble-monthly-composite.json b/ingestion-data/discovery-items/blackmarble/blackmarble-monthly-composite.json similarity index 100% rename from ingestion-data/discovery-items/blackmarble-monthly-composite.json rename to ingestion-data/discovery-items/blackmarble/blackmarble-monthly-composite.json diff --git a/ingestion-data/discovery-items/blackmarble-qf-cloud.json b/ingestion-data/discovery-items/blackmarble/blackmarble-qf-cloud.json similarity index 100% rename from ingestion-data/discovery-items/blackmarble-qf-cloud.json rename to ingestion-data/discovery-items/blackmarble/blackmarble-qf-cloud.json diff --git a/ingestion-data/discovery-items/ecostress-subdaily.json b/ingestion-data/discovery-items/ecostress/ecostress-subdaily.json similarity index 100% rename from ingestion-data/discovery-items/ecostress-subdaily.json rename to ingestion-data/discovery-items/ecostress/ecostress-subdaily.json diff --git a/ingestion-data/discovery-items/hls-distAlert.json b/ingestion-data/discovery-items/hls/hls-distAlert.json similarity index 100% rename from ingestion-data/discovery-items/hls-distAlert.json rename to ingestion-data/discovery-items/hls/hls-distAlert.json diff --git a/ingestion-data/discovery-items/hls-dnbr.json b/ingestion-data/discovery-items/hls/hls-dnbr.json similarity index 100% rename from ingestion-data/discovery-items/hls-dnbr.json rename to ingestion-data/discovery-items/hls/hls-dnbr.json diff --git a/ingestion-data/discovery-items/landsat-cir.json b/ingestion-data/discovery-items/landsat/landsat-cir.json similarity index 100% rename from ingestion-data/discovery-items/landsat-cir.json rename to ingestion-data/discovery-items/landsat/landsat-cir.json diff --git a/ingestion-data/discovery-items/landsat-naturalcolor.json b/ingestion-data/discovery-items/landsat/landsat-naturalcolor.json similarity index 100% rename from ingestion-data/discovery-items/landsat-naturalcolor.json rename to ingestion-data/discovery-items/landsat/landsat-naturalcolor.json diff --git a/ingestion-data/discovery-items/esi-12wk-global.json b/ingestion-data/discovery-items/nrt/esi-12wk-global.json similarity index 100% rename from ingestion-data/discovery-items/esi-12wk-global.json rename to ingestion-data/discovery-items/nrt/esi-12wk-global.json diff --git a/ingestion-data/discovery-items/esi-4wk-global.json b/ingestion-data/discovery-items/nrt/esi-4wk-global.json similarity index 100% rename from ingestion-data/discovery-items/esi-4wk-global.json rename to ingestion-data/discovery-items/nrt/esi-4wk-global.json diff --git a/ingestion-data/discovery-items/gvf-alaska.json b/ingestion-data/discovery-items/nrt/gvf-alaska.json similarity index 100% rename from ingestion-data/discovery-items/gvf-alaska.json rename to ingestion-data/discovery-items/nrt/gvf-alaska.json diff --git a/ingestion-data/discovery-items/rsm0-10cm-alaska.json b/ingestion-data/discovery-items/nrt/rsm0-10cm-alaska.json similarity index 100% rename from ingestion-data/discovery-items/rsm0-10cm-alaska.json rename to ingestion-data/discovery-items/nrt/rsm0-10cm-alaska.json diff --git a/ingestion-data/discovery-items/rsm0-10cm-conus.json b/ingestion-data/discovery-items/nrt/rsm0-10cm-conus.json similarity index 100% rename from ingestion-data/discovery-items/rsm0-10cm-conus.json rename to ingestion-data/discovery-items/nrt/rsm0-10cm-conus.json diff --git a/ingestion-data/discovery-items/rsm0-2m-conus.json b/ingestion-data/discovery-items/nrt/rsm0-2m-conus.json similarity index 100% rename from ingestion-data/discovery-items/rsm0-2m-conus.json rename to ingestion-data/discovery-items/nrt/rsm0-2m-conus.json diff --git a/ingestion-data/discovery-items/snod-alaska.json b/ingestion-data/discovery-items/nrt/snod-alaska.json similarity index 100% rename from ingestion-data/discovery-items/snod-alaska.json rename to ingestion-data/discovery-items/nrt/snod-alaska.json diff --git a/ingestion-data/discovery-items/vsm0-100cm-conus.json b/ingestion-data/discovery-items/nrt/vsm0-100cm-conus.json similarity index 100% rename from ingestion-data/discovery-items/vsm0-100cm-conus.json rename to ingestion-data/discovery-items/nrt/vsm0-100cm-conus.json diff --git a/ingestion-data/discovery-items/vsm0-10cm-conus.json b/ingestion-data/discovery-items/nrt/vsm0-10cm-conus.json similarity index 100% rename from ingestion-data/discovery-items/vsm0-10cm-conus.json rename to ingestion-data/discovery-items/nrt/vsm0-10cm-conus.json diff --git a/ingestion-data/discovery-items/vsm0-200cm-conus.json b/ingestion-data/discovery-items/nrt/vsm0-200cm-conus.json similarity index 100% rename from ingestion-data/discovery-items/vsm0-200cm-conus.json rename to ingestion-data/discovery-items/nrt/vsm0-200cm-conus.json diff --git a/ingestion-data/discovery-items/vsm0-40cm-conus.json b/ingestion-data/discovery-items/nrt/vsm0-40cm-conus.json similarity index 100% rename from ingestion-data/discovery-items/vsm0-40cm-conus.json rename to ingestion-data/discovery-items/nrt/vsm0-40cm-conus.json diff --git a/ingestion-data/discovery-items/planet-truecolor-eq.json b/ingestion-data/discovery-items/planet/planet-truecolor-eq.json similarity index 100% rename from ingestion-data/discovery-items/planet-truecolor-eq.json rename to ingestion-data/discovery-items/planet/planet-truecolor-eq.json From 44a83ba47ba7dd335e43281fdee636e7bc3e6076 Mon Sep 17 00:00:00 2001 From: Kyle Lesinger Date: Wed, 24 Sep 2025 10:09:39 -0500 Subject: [PATCH 083/118] update sentinel 1 rgb --- .../Sentinel-1/Sentinel-1_rgb-subdaily.json | 93 ++++++++++++++++--- .../Sentinel-1/Sentinel-1_rbg-subdaily.json | 44 ++++++--- 2 files changed, 110 insertions(+), 27 deletions(-) diff --git a/ingestion-data/collections/Sentinel-1/Sentinel-1_rgb-subdaily.json b/ingestion-data/collections/Sentinel-1/Sentinel-1_rgb-subdaily.json index ad607a5..f6e1b91 100644 --- a/ingestion-data/collections/Sentinel-1/Sentinel-1_rgb-subdaily.json +++ b/ingestion-data/collections/Sentinel-1/Sentinel-1_rgb-subdaily.json @@ -24,31 +24,58 @@ } }, "item_assets": { - "gpufed": { - "description": "GPU fed.", + "gpufed-RTC20": { + "description": "GPU fed at 20m resolution.", "roles": [ "data", "layer" ], - "title": "gpufed", + "title": "gpufed RTC20", "type": "image/tiff; application=geotiff; profile=cloud-optimized" }, - "gpuned": { - "description": "GPU ned.", + "gpufed-RTC30": { + "description": "GPU fed at 30m resolution.", "roles": [ "data", "layer" ], - "title": "gpuned", + "title": "gpufed RTC30", "type": "image/tiff; application=geotiff; profile=cloud-optimized" }, - "gdufed": { - "description": "GPU fed.", + "gpuned-RTC20": { + "description": "GPU ned at 20m resolution.", "roles": [ "data", "layer" ], - "title": "gdufed", + "title": "gpuned RTC20", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "gpuned-RTC30": { + "description": "GPU ned at 30m resolution.", + "roles": [ + "data", + "layer" + ], + "title": "gpuned RTC30", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "gdufed-RTC20": { + "description": "GDU fed at 20m resolution.", + "roles": [ + "data", + "layer" + ], + "title": "gdufed RTC20", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "gdufed-RTC30": { + "description": "GDU fed at 30m resolution.", + "roles": [ + "data", + "layer" + ], + "title": "gdufed RTC30", "type": "image/tiff; application=geotiff; profile=cloud-optimized" } }, @@ -60,9 +87,45 @@ } ], "renders": { - "gpufed": { + "gpufed-RTC20": { + "assets": [ + "gpufed-RTC20" + ], + "bidx": [1,2,3], + "rescale": [ + [ + 0, + 255 + ] + ] + }, + "gpufed-RTC30": { + "assets": [ + "gpufed-RTC30" + ], + "bidx": [1,2,3], + "rescale": [ + [ + 0, + 255 + ] + ] + }, + "gpuned-RTC20": { + "assets": [ + "gpuned-RTC20" + ], + "bidx": [1,2,3], + "rescale": [ + [ + 0, + 255 + ] + ] + }, + "gpuned-RTC30": { "assets": [ - "gpufed" + "gpuned-RTC30" ], "bidx": [1,2,3], "rescale": [ @@ -72,9 +135,9 @@ ] ] }, - "gpuned": { + "gdufed-RTC20": { "assets": [ - "gpuned" + "gdufed-RTC20" ], "bidx": [1,2,3], "rescale": [ @@ -84,9 +147,9 @@ ] ] }, - "gdufed": { + "gdufed-RTC30": { "assets": [ - "gdufed" + "gdufed-RTC30" ], "bidx": [1,2,3], "rescale": [ diff --git a/ingestion-data/discovery-items/Sentinel-1/Sentinel-1_rbg-subdaily.json b/ingestion-data/discovery-items/Sentinel-1/Sentinel-1_rbg-subdaily.json index 30c8cd5..95a91f8 100644 --- a/ingestion-data/discovery-items/Sentinel-1/Sentinel-1_rbg-subdaily.json +++ b/ingestion-data/discovery-items/Sentinel-1/Sentinel-1_rbg-subdaily.json @@ -1,23 +1,43 @@ { - "collection": "S1-OperaDSWX", + "collection": "sentinel-1-rgb-subdaily", "bucket": "nasa-disasters", - "prefix": "drcs_activations_new/Sentinel-1/opera_dswx/", + "prefix": "drcs_activations_new/Sentinel-1/rgb/", "cogify": false, "discovery": "s3", "dry_run": false, "filename_regex": ".*.tif$", "assets": { - "wtr": { - "description": "Water mask", - "regex": ".*_WTR_.*\\.tif$", - "title": "Water mask" + "gpufed-RTC20": { + "description": "Water mask at 20m resolution", + "regex": ".*_RTC20_G_gpufed_.*\\.tif$", + "title": "Water mask RTC20" }, - "bwtr": { - "description": "Binary water mask", - "regex": ".*_BWTR_(?!ChngMap).*\\.tif$", - "title": "Binary water mask" + "gpufed-RTC30": { + "description": "Water mask at 30m resolution", + "regex": ".*_RTC30_G_gpufed_.*\\.tif$", + "title": "Water mask RTC30" + }, + "gpuned-RTC20": { + "description": "Binary water mask at 20m resolution", + "regex": ".*_RTC20_G_gpuned_.*\\.tif$", + "title": "Binary water mask RTC20" + }, + "gpuned-RTC30": { + "description": "Binary water mask at 30m resolution", + "regex": ".*_RTC30_G_gpuned_.*\\.tif$", + "title": "Binary water mask RTC30" + }, + "gdufed-RTC20": { + "description": "Binary water mask at 20m resolution", + "regex": ".*_RTC20_G_gdufed_.*\\.tif$", + "title": "Binary water mask RTC20" + }, + "gdufed-RTC30": { + "description": "Binary water mask at 30m resolution", + "regex": ".*_RTC30_G_gdufed_.*\\.tif$", + "title": "Binary water mask RTC30" } }, - "id_regex": ".*_(\\d{4}-\\d{2}-\\d{2}_day)\\.tif$", - "id_template": "dswx-{}" + "id_regex": ".*_(\\d{4}-\\d{2}-\\d{2}T\\d{2}:\\d{2}:\\d{2}Z)\\.tif$", + "id_template": "sentinel-1-rgb-{}" } \ No newline at end of file From 824c038536c9b7b6699d0ce6a98945bebc308498 Mon Sep 17 00:00:00 2001 From: Kyle Lesinger Date: Wed, 24 Sep 2025 10:18:51 -0500 Subject: [PATCH 084/118] update sentinel 1 wm --- .../Sentinel-1/Sentinel-1-WM-subdaily.json | 4 +-- .../Sentinel-1/Sentinel-1-WM-subdaily.json | 28 +++++++++++++------ 2 files changed, 21 insertions(+), 11 deletions(-) diff --git a/ingestion-data/collections/Sentinel-1/Sentinel-1-WM-subdaily.json b/ingestion-data/collections/Sentinel-1/Sentinel-1-WM-subdaily.json index 5563dce..c9a528f 100644 --- a/ingestion-data/collections/Sentinel-1/Sentinel-1-WM-subdaily.json +++ b/ingestion-data/collections/Sentinel-1/Sentinel-1-WM-subdaily.json @@ -1,5 +1,5 @@ { - "id": "sentinel-1-rgb-subdaily", + "id": "sentinel-1-WM-subdaily", "dashboard:is_periodic": false, "dashboard:time_interval": "P1S", "description": "The Sentinel-1 mission comprises a constellation of two polar-orbiting satellites, Sentinel-1A and Sentinel-1B, which provide all-weather, day-and-night radar imaging for land and ocean surfaces, monitoring the marine environment, vegetation mapping, and other major applications. With multi-temporal analyses, remote sensing gives a unique perspective of how cities evolve. The key element for mapping rural to urban land use change is the ability to discriminate between rural uses (farming, pasture, forests) and urban use (residential, commercial, recreational). Remote sensing methods can be employed to classify types of land use in a practical, economical and repetitive fashion, over large areas.", @@ -58,7 +58,7 @@ "rescale": [ [ 0, - 255 + 4 ] ] }, diff --git a/ingestion-data/discovery-items/Sentinel-1/Sentinel-1-WM-subdaily.json b/ingestion-data/discovery-items/Sentinel-1/Sentinel-1-WM-subdaily.json index fc2b2d5..6a82e94 100644 --- a/ingestion-data/discovery-items/Sentinel-1/Sentinel-1-WM-subdaily.json +++ b/ingestion-data/discovery-items/Sentinel-1/Sentinel-1-WM-subdaily.json @@ -1,5 +1,5 @@ { - "collection": "sentinel-1-rgb-subdaily", + "collection": "sentinel-1-WM-subdaily", "bucket": "nasa-disasters", "prefix": "drcs_activations_new/Sentinel-1/WM/", "cogify": false, @@ -7,15 +7,25 @@ "dry_run": false, "filename_regex": ".*Z.tif$", "assets": { - "gpufed": { - "description": "Water mask", - "regex": ".*_gpufed_.*\\.tif$", - "title": "Water mask" + "gpufed-RTC20": { + "description": "Water mask at 20m resolution", + "regex": ".*_RTC20_.*_gpufed_.*\\.tif$", + "title": "Water mask RTC20" }, - "gpuned": { - "description": "Binary water mask", - "regex": ".*_gpuned_.*\\.tif$", - "title": "Binary water mask" + "gpufed-RTC30": { + "description": "Water mask at 30m resolution", + "regex": ".*_RTC30_.*_gpufed_.*\\.tif$", + "title": "Water mask RTC30" + }, + "gpuned-RTC20": { + "description": "Binary water mask at 20m resolution", + "regex": ".*_RTC20_.*_gpuned_.*\\.tif$", + "title": "Binary water mask RTC20" + }, + "gpuned-RTC30": { + "description": "Binary water mask at 30m resolution", + "regex": ".*_RTC30_.*_gpuned_.*\\.tif$", + "title": "Binary water mask RTC30" } }, "id_regex": ".*_(\\d{4}-\\d{2}-\\d{2}T\\d{2}:\\d{2}:\\d{2}Z)\\.tif$", From afc1178f418c9244dd09d867cbb90655bfae1720 Mon Sep 17 00:00:00 2001 From: Kyle Lesinger Date: Wed, 24 Sep 2025 14:21:44 -0500 Subject: [PATCH 085/118] update hls dswx --- .../collections/hls/hls-dswx-daily.json | 145 ++++++++++++++++++ .../collections/hls/hls-dswx-subdaily.json | 65 ++++++++ .../discovery-items/hls/hls-dswx-daily.json | 38 +++++ .../hls/hls-dswx-subdaily.json | 18 +++ 4 files changed, 266 insertions(+) create mode 100644 ingestion-data/collections/hls/hls-dswx-daily.json create mode 100644 ingestion-data/collections/hls/hls-dswx-subdaily.json create mode 100644 ingestion-data/discovery-items/hls/hls-dswx-daily.json create mode 100644 ingestion-data/discovery-items/hls/hls-dswx-subdaily.json diff --git a/ingestion-data/collections/hls/hls-dswx-daily.json b/ingestion-data/collections/hls/hls-dswx-daily.json new file mode 100644 index 0000000..30f3c4c --- /dev/null +++ b/ingestion-data/collections/hls/hls-dswx-daily.json @@ -0,0 +1,145 @@ +{ + "id": "hls-dswx-daily", + "dashboard:is_periodic": false, + "dashboard:time_interval": "P1D", + "description": "The Sentinel-1 mission comprises a constellation of two polar-orbiting satellites, Sentinel-1A and Sentinel-1B, which provide all-weather, day-and-night radar imaging for land and ocean surfaces, monitoring the marine environment, vegetation mapping, and other major applications. With multi-temporal analyses, remote sensing gives a unique perspective of how cities evolve. The key element for mapping rural to urban land use change is the ability to discriminate between rural uses (farming, pasture, forests) and urban use (residential, commercial, recreational). Remote sensing methods can be employed to classify types of land use in a practical, economical and repetitive fashion, over large areas.", + "extent": { + "spatial": { + "bbox": [ + [ + -125, + -24, + -66, + 49 + ] + ] + }, + "temporal": { + "interval": [ + [ + "2020-09-14T00:00:00Z", + "2025-09-26T23:00:00Z" + ] + ] + } + }, + "item_assets": { + "DSWx": { + "description": "dpm.", + "roles": [ + "data", + "layer" + ], + "title": "dpm", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "floodMap": { + "description": "dpm.", + "roles": [ + "data", + "layer" + ], + "title": "dpm", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "NoSnowIce": { + "description": "dpm.", + "roles": [ + "data", + "layer" + ], + "title": "dpm", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "WTR": { + "description": "dpm.", + "roles": [ + "data", + "layer" + ], + "title": "dpm", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "BWTR": { + "description": "dpm.", + "roles": [ + "data", + "layer" + ], + "title": "dpm", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + } + }, + "license": "CC0-1.0", + "links": [], + "providers": [ + { + "name": "NASA" + } + ], + "renders": { + "DSWx": { + "assets": [ + "DSWx" + ], + "rescale": [ + [ + 0, + 255 + ] + ] + }, + "floodMap": { + "assets": [ + "floodMap" + ], + "rescale": [ + [ + 0, + 1 + ] + ] + }, + "NoSnowIce": { + "assets": [ + "NoSnowIce" + ], + "rescale": [ + [ + 0, + 255 + ] + ] + }, + "WTR": { + "assets": [ + "WTR" + ], + "rescale": [ + [ + 0, + 255 + ] + ] + }, + "BWTR": { + "assets": [ + "BWTR" + ], + "rescale": [ + [ + 0, + 255 + ] + ] + } + }, + "stac_extensions": [ + "https://stac-extensions.github.io/render/v1.0.0/schema.json", + "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" + ], + "stac_version": "1.0.0", + "title": "HLS DSWx daily", + "type": "Collection", + "tenant": ["nasa-disasters"] +} \ No newline at end of file diff --git a/ingestion-data/collections/hls/hls-dswx-subdaily.json b/ingestion-data/collections/hls/hls-dswx-subdaily.json new file mode 100644 index 0000000..b7a236c --- /dev/null +++ b/ingestion-data/collections/hls/hls-dswx-subdaily.json @@ -0,0 +1,65 @@ +{ + "id": "hls-dswx-subdaily", + "dashboard:is_periodic": false, + "dashboard:time_interval": "P1S", + "description": "The Sentinel-1 mission comprises a constellation of two polar-orbiting satellites, Sentinel-1A and Sentinel-1B, which provide all-weather, day-and-night radar imaging for land and ocean surfaces, monitoring the marine environment, vegetation mapping, and other major applications. With multi-temporal analyses, remote sensing gives a unique perspective of how cities evolve. The key element for mapping rural to urban land use change is the ability to discriminate between rural uses (farming, pasture, forests) and urban use (residential, commercial, recreational). Remote sensing methods can be employed to classify types of land use in a practical, economical and repetitive fashion, over large areas.", + "extent": { + "spatial": { + "bbox": [ + [ + -125, + -24, + -66, + 49 + ] + ] + }, + "temporal": { + "interval": [ + [ + "2020-09-14T00:00:00Z", + "2025-09-26T23:00:00Z" + ] + ] + } + }, + "item_assets": { + "S2A": { + "description": "dpm.", + "roles": [ + "data", + "layer" + ], + "title": "dpm", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + } + }, + "license": "CC0-1.0", + "links": [], + "providers": [ + { + "name": "NASA" + } + ], + "renders": { + "S2A": { + "assets": [ + "S2A" + ], + "rescale": [ + [ + 0, + 255 + ] + ] + } + }, + "stac_extensions": [ + "https://stac-extensions.github.io/render/v1.0.0/schema.json", + "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" + ], + "stac_version": "1.0.0", + "title": "HLS DSWx Subdaily", + "type": "Collection", + "tenant": ["nasa-disasters"] +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/hls/hls-dswx-daily.json b/ingestion-data/discovery-items/hls/hls-dswx-daily.json new file mode 100644 index 0000000..eb7b74f --- /dev/null +++ b/ingestion-data/discovery-items/hls/hls-dswx-daily.json @@ -0,0 +1,38 @@ +{ + "collection": "hls-dswx-daily", + "bucket": "nasa-disasters", + "prefix": "drcs_activations_new/HLS/dswx/", + "cogify": false, + "discovery": "s3", + "dry_run": false, + "filename_regex": ".*day.tif$", + "assets": { + "DSWx": { + "description": "OPERA DSWx-HLS water classification", + "regex": "^(?!.*(FloodMap|NoSnowIce|WTR|BWTR)).*_DSW[xX][-_]HLS_.*\\.tif$", + "title": "OPERA DSWx-HLS Water Classification" + }, + "FloodMap": { + "description": "OPERA DSWx flood map comparison", + "regex": ".*_FloodMap_.*\\.tif$", + "title": "OPERA DSWx Flood Map" + }, + "NoSnowIce": { + "description": "OPERA DSWx mosaic excluding snow and ice", + "regex": ".*_NoSnowIce_.*\\.tif$", + "title": "OPERA DSWx No Snow/Ice Mosaic" + }, + "WTR": { + "description": "OPERA DSWx water extent", + "regex": ".*_WTR_.*\\.tif$", + "title": "OPERA DSWx Water Extent" + }, + "BWTR": { + "description": "OPERA DSWx binary water classification", + "regex": ".*_BWTR_.*\\.tif$", + "title": "OPERA DSWx Binary Water" + } + }, + "id_regex": ".*(\\d{4}-\\d{2}-\\d{2}_day)\\.tif$", + "id_template": "hls-dswx-{}" +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/hls/hls-dswx-subdaily.json b/ingestion-data/discovery-items/hls/hls-dswx-subdaily.json new file mode 100644 index 0000000..84f1dd5 --- /dev/null +++ b/ingestion-data/discovery-items/hls/hls-dswx-subdaily.json @@ -0,0 +1,18 @@ +{ + "collection": "hls-dswx-subdaily", + "bucket": "nasa-disasters", + "prefix": "drcs_activations_new/HLS/dswx/", + "cogify": false, + "discovery": "s3", + "dry_run": false, + "filename_regex": ".*Z.tif$", + "assets": { + "S2A": { + "description": "S2 ARIA OPERA disturbance alert maximum vegetation anomaly - 2024 Hurricane Helene.", + "regex": ".*S2A_mosaic.*.tif$", + "title": "Sentinel-2 ARIA OPERA Disturbance Alert (VEG ANOM MAX) [2024 Hurricane Helene]" + } + }, + "id_regex": ".*(\\d{4}-\\d{2}-\\d{2}T\\d{2}:\\d{2}:\\d{2}Z).tif$", + "id_template": "hls-dswx-{}" +} \ No newline at end of file From 67354169478767d32ae1a210ce5f495e3b323ae6 Mon Sep 17 00:00:00 2001 From: Aaron Serre Date: Mon, 29 Sep 2025 10:54:39 -0500 Subject: [PATCH 086/118] Update collection JSON configs --- .../Sentinel-1-coherence-monthly.json | 12 +++---- .../Sentinel-1-coherence-yearly.json | 12 +++---- .../Sentinel-1/Sentinel-1-displacement.json | 10 +++--- .../Sentinel-1/Sentinel-1-opera-dist.json | 10 +++--- .../Sentinel-1/Sentinel-1_ASF-monthly.json | 10 +++--- .../Sentinel-1/Sentinel-1_ASF-subdaily.json | 14 ++++---- .../Sentinel-1/Sentinel-1_AZI.json | 2 +- .../Sentinel-1_opera_dswx-change-map.json | 12 +++---- .../Sentinel-1/Sentinel-1_opera_dswx.json | 20 ++++++------ .../Sentinel-1/Sentinel-1_rgb-daily.json | 16 +++++----- .../Sentinel-1/Sentinel-1_rgb-subdaily.json | 32 +++++++++---------- .../Sentinel-2/Sentinel-2_cir.json | 26 +++++++-------- .../collections/alos2/alos-daily.json | 2 +- .../blackmarble/blackmarble-brdf.json | 6 ++-- .../collections/landsat/landsat-cir.json | 14 ++++---- 15 files changed, 99 insertions(+), 99 deletions(-) diff --git a/ingestion-data/collections/Sentinel-1/Sentinel-1-coherence-monthly.json b/ingestion-data/collections/Sentinel-1/Sentinel-1-coherence-monthly.json index d3ffaf6..6fc5949 100644 --- a/ingestion-data/collections/Sentinel-1/Sentinel-1-coherence-monthly.json +++ b/ingestion-data/collections/Sentinel-1/Sentinel-1-coherence-monthly.json @@ -2,7 +2,8 @@ "id": "sentinel-1-coherence-monthly", "dashboard:is_periodic": false, "dashboard:time_interval": "P1M", - "description": "The Sentinel-1 mission comprises a constellation of two polar-orbiting satellites, Sentinel-1A and Sentinel-1B, which provide all-weather, day-and-night radar imaging for land and ocean surfaces, monitoring the marine environment, vegetation mapping, and other major applications. With multi-temporal analyses, remote sensing gives a unique perspective of how cities evolve. The key element for mapping rural to urban land use change is the ability to discriminate between rural uses (farming, pasture, forests) and urban use (residential, commercial, recreational). Remote sensing methods can be employed to classify types of land use in a practical, economical and repetitive fashion, over large areas.", + "description": "Interferometric SAR (InSAR) compares the phase measurements of two SAR acquisitions to look for differences, which indicate that the ground has moved relative to the sensor in the time between the two acquisitions. The spectra of two images used for InSAR must overlap well enough to generate interferometric fringes, which are used to identify and quantify surface deformation. Correlation indicates the comparability of the phase information between the two acquisitions. The magnitude of the correlation is commonly referred to as coherence. Coherence values are also useful for change detection, or to determine the variability of surface characteristics in an area. Low coherence values serve as an indicator of change, and high coherence values identify areas with stable or persistent scatterers. When coherence values are aggregated over time, we can see patterns of variability across the landscape.", + "title": "Sentinel-1 Coherence Monthly", "extent": { "spatial": { "bbox": [ @@ -17,15 +18,15 @@ "temporal": { "interval": [ [ - "2020-09-14T00:00:00Z", - "2024-09-30T23:59:59Z" + "2020-01-01T00:00:00Z", + "2025-09-26T00:00:00Z" ] ] } }, "item_assets": { "ascending": { - "description": "ascending.", + "description": "ascending", "roles": [ "data", "layer" @@ -34,7 +35,7 @@ "type": "image/tiff; application=geotiff; profile=cloud-optimized" }, "descending": { - "description": "descending.", + "description": "descending", "roles": [ "data", "layer" @@ -79,7 +80,6 @@ "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" ], "stac_version": "1.0.0", - "title": "Sentinel-1 Coherence Monthly", "type": "Collection", "tenant": ["nasa-disasters"] } \ No newline at end of file diff --git a/ingestion-data/collections/Sentinel-1/Sentinel-1-coherence-yearly.json b/ingestion-data/collections/Sentinel-1/Sentinel-1-coherence-yearly.json index 011882a..78c8637 100644 --- a/ingestion-data/collections/Sentinel-1/Sentinel-1-coherence-yearly.json +++ b/ingestion-data/collections/Sentinel-1/Sentinel-1-coherence-yearly.json @@ -2,7 +2,8 @@ "id": "sentinel-1-coherence-yearly", "dashboard:is_periodic": false, "dashboard:time_interval": "P1Y", - "description": "The Sentinel-1 mission comprises a constellation of two polar-orbiting satellites, Sentinel-1A and Sentinel-1B, which provide all-weather, day-and-night radar imaging for land and ocean surfaces, monitoring the marine environment, vegetation mapping, and other major applications. With multi-temporal analyses, remote sensing gives a unique perspective of how cities evolve. The key element for mapping rural to urban land use change is the ability to discriminate between rural uses (farming, pasture, forests) and urban use (residential, commercial, recreational). Remote sensing methods can be employed to classify types of land use in a practical, economical and repetitive fashion, over large areas.", + "description": "Interferometric SAR (InSAR) compares the phase measurements of two SAR acquisitions to look for differences, which indicate that the ground has moved relative to the sensor in the time between the two acquisitions. The spectra of two images used for InSAR must overlap well enough to generate interferometric fringes, which are used to identify and quantify surface deformation. Correlation indicates the comparability of the phase information between the two acquisitions. The magnitude of the correlation is commonly referred to as coherence. Coherence values are also useful for change detection, or to determine the variability of surface characteristics in an area. Low coherence values serve as an indicator of change, and high coherence values identify areas with stable or persistent scatterers. When coherence values are aggregated over time, we can see patterns of variability across the landscape.", + "title": "Sentinel-1 Coherence Yearly", "extent": { "spatial": { "bbox": [ @@ -17,15 +18,15 @@ "temporal": { "interval": [ [ - "2020-09-14T00:00:00Z", - "2024-09-30T23:59:59Z" + "2020-01-01T00:00:00Z", + "2025-09-26T00:00:00Z" ] ] } }, "item_assets": { "ascending": { - "description": "ascending.", + "description": "ascending", "roles": [ "data", "layer" @@ -34,7 +35,7 @@ "type": "image/tiff; application=geotiff; profile=cloud-optimized" }, "descending": { - "description": "descending.", + "description": "descending", "roles": [ "data", "layer" @@ -79,7 +80,6 @@ "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" ], "stac_version": "1.0.0", - "title": "Sentinel-1 Coherence Yearly", "type": "Collection", "tenant": ["nasa-disasters"] } \ No newline at end of file diff --git a/ingestion-data/collections/Sentinel-1/Sentinel-1-displacement.json b/ingestion-data/collections/Sentinel-1/Sentinel-1-displacement.json index fd47771..add4cdd 100644 --- a/ingestion-data/collections/Sentinel-1/Sentinel-1-displacement.json +++ b/ingestion-data/collections/Sentinel-1/Sentinel-1-displacement.json @@ -2,7 +2,8 @@ "id": "sentinel-1-displacement", "dashboard:is_periodic": false, "dashboard:time_interval": "P1D", - "description": "The Sentinel-1 mission comprises a constellation of two polar-orbiting satellites, Sentinel-1A and Sentinel-1B, which provide all-weather, day-and-night radar imaging for land and ocean surfaces, monitoring the marine environment, vegetation mapping, and other major applications. With multi-temporal analyses, remote sensing gives a unique perspective of how cities evolve. The key element for mapping rural to urban land use change is the ability to discriminate between rural uses (farming, pasture, forests) and urban use (residential, commercial, recreational). Remote sensing methods can be employed to classify types of land use in a practical, economical and repetitive fashion, over large areas.", + "description": "The Level-3 OPERA Sentinel-1 Surface Displacement (DISP) product is generated through interferometric time-series analysis of Level-2 Coregistered Sentinel-1 Single Look Complex (CSLC) datasets. Using a hybrid Persistent Scatterer (PS) and Distributed Scatterer (DS) approach, this product quantifies Earth's surface displacement in the radar line-of-sight. The DISP products enable the detection of anthropogenic and natural surface changes, including subsidence, tectonic deformation, and landslides. The OPERA DISP suite comprises complementary datasets derived from Sentinel-1 and NISAR inputs, designated as DISP-S1 and DISP-NI, respectively. Each product, created per acquisition, adheres to a consistent structure, HDF5 file format, file-naming convention, and a 30 m spatial posting. This collection specifically includes DISP-S1 products, derived from Sentinel-1 data. DISP-S1 products provide spatial coverage across North America, encompassing the United States, U.S. territories within 200 km of the U.S. border, Canada, and mainland countries from the southern U.S. border to Panama. These products are generated from Sentinel-1 Interferometric Wide (IW) swath mode acquisitions starting in mid-2016. The OPERA DISP-S1 product contains modified Copernicus Sentinel data (2016-2025).", + "title": "Sentinel-1 Displacement", "extent": { "spatial": { "bbox": [ @@ -17,15 +18,15 @@ "temporal": { "interval": [ [ - "2020-09-14T00:00:00Z", - "2024-09-30T23:59:59Z" + "2020-01-01T00:00:00Z", + "2025-09-26T00:00:00Z" ] ] } }, "item_assets": { "displacement": { - "description": "displacement.", + "description": "displacement", "roles": [ "data", "layer" @@ -59,7 +60,6 @@ "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" ], "stac_version": "1.0.0", - "title": "Sentinel-1 Displacement", "type": "Collection", "tenant": ["nasa-disasters"] } \ No newline at end of file diff --git a/ingestion-data/collections/Sentinel-1/Sentinel-1-opera-dist.json b/ingestion-data/collections/Sentinel-1/Sentinel-1-opera-dist.json index d445d9f..3a5af1f 100644 --- a/ingestion-data/collections/Sentinel-1/Sentinel-1-opera-dist.json +++ b/ingestion-data/collections/Sentinel-1/Sentinel-1-opera-dist.json @@ -2,7 +2,8 @@ "id": "sentinel-1-opera-dist", "dashboard:is_periodic": false, "dashboard:time_interval": "P1D", - "description": "The Sentinel-1 mission comprises a constellation of two polar-orbiting satellites, Sentinel-1A and Sentinel-1B, which provide all-weather, day-and-night radar imaging for land and ocean surfaces, monitoring the marine environment, vegetation mapping, and other major applications. With multi-temporal analyses, remote sensing gives a unique perspective of how cities evolve. The key element for mapping rural to urban land use change is the ability to discriminate between rural uses (farming, pasture, forests) and urban use (residential, commercial, recreational). Remote sensing methods can be employed to classify types of land use in a practical, economical and repetitive fashion, over large areas.", + "description": "The land Surface Disturbance product (DIST) maps disturbance detected when there is a change outside a historical norm using optical or SAR imagery. The DIST suite is composed of complementary products, which are named according to their input datasets. Specifically, a separate DIST product is generated from Sentinel-1 and the Harmonized Landsat Sentinel-2 (HLS) data. The products are designed to share the same structure, GeoTiff file format, file-naming convention, and have posting of 30 m. All products are accessible through the Land Processes Distributed Active Archive Center (LP DAAC).", + "title": "Sentinel-1 Opera DIST", "extent": { "spatial": { "bbox": [ @@ -17,15 +18,15 @@ "temporal": { "interval": [ [ - "2020-09-14T00:00:00Z", - "2024-09-26T23:00:00Z" + "2020-01-01T00:00:00Z", + "2025-09-26T00:00:00Z" ] ] } }, "item_assets": { "gen-dist": { - "description": "gen-dist.", + "description": "gen-dist", "roles": [ "data", "layer" @@ -59,7 +60,6 @@ "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" ], "stac_version": "1.0.0", - "title": "Sentinel-1 Opera DIST", "type": "Collection", "tenant": ["nasa-disasters"] } \ No newline at end of file diff --git a/ingestion-data/collections/Sentinel-1/Sentinel-1_ASF-monthly.json b/ingestion-data/collections/Sentinel-1/Sentinel-1_ASF-monthly.json index c0cf769..ef2bb83 100644 --- a/ingestion-data/collections/Sentinel-1/Sentinel-1_ASF-monthly.json +++ b/ingestion-data/collections/Sentinel-1/Sentinel-1_ASF-monthly.json @@ -2,7 +2,8 @@ "id": "sentinel-1-asf-monthly", "dashboard:is_periodic": false, "dashboard:time_interval": "P1M", - "description": "The Sentinel-1 mission comprises a constellation of two polar-orbiting satellites, Sentinel-1A and Sentinel-1B, which provide all-weather, day-and-night radar imaging for land and ocean surfaces, monitoring the marine environment, vegetation mapping, and other major applications. With multi-temporal analyses, remote sensing gives a unique perspective of how cities evolve. The key element for mapping rural to urban land use change is the ability to discriminate between rural uses (farming, pasture, forests) and urban use (residential, commercial, recreational). Remote sensing methods can be employed to classify types of land use in a practical, economical and repetitive fashion, over large areas.", + "description": "NASA's Alaska Satellite Facility Distributed Active Archive Center (ASF DAAC) specializes in collecting, processing, archiving, and distributing satellite and airborne-acquired synthetic aperture radar (SAR) data. The DAAC strives to provide the fastest and most reliable data delivery possible and is committed to developing the tools, services, and support that make SAR more powerful and easier to use. ASF DAAC leads the way in cloud computing and can provide the expertise to help you make the move into this computing environment. ASF services such as HyP3 and OpenScienceLab can remove obstacles that can make Big Data processing frustrating.", + "title": "Sentinel-1 ASF Monthly", "extent": { "spatial": { "bbox": [ @@ -17,15 +18,15 @@ "temporal": { "interval": [ [ - "2020-09-01T00:00:00Z", - "2025-09-30T23:00:00Z" + "2020-01-01T00:00:00Z", + "2025-09-26T00:00:00Z" ] ] } }, "item_assets": { "change_detection": { - "description": "change_detection.", + "description": "change_detection", "roles": [ "data", "layer" @@ -59,7 +60,6 @@ "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" ], "stac_version": "1.0.0", - "title": "Sentinel-1 ASF Monthly", "type": "Collection", "tenant": ["nasa-disasters"] } \ No newline at end of file diff --git a/ingestion-data/collections/Sentinel-1/Sentinel-1_ASF-subdaily.json b/ingestion-data/collections/Sentinel-1/Sentinel-1_ASF-subdaily.json index e278467..1dcae74 100644 --- a/ingestion-data/collections/Sentinel-1/Sentinel-1_ASF-subdaily.json +++ b/ingestion-data/collections/Sentinel-1/Sentinel-1_ASF-subdaily.json @@ -2,7 +2,8 @@ "id": "sentinel-1-asf-subdaily", "dashboard:is_periodic": false, "dashboard:time_interval": "P1S", - "description": "The Sentinel-1 mission comprises a constellation of two polar-orbiting satellites, Sentinel-1A and Sentinel-1B, which provide all-weather, day-and-night radar imaging for land and ocean surfaces, monitoring the marine environment, vegetation mapping, and other major applications. With multi-temporal analyses, remote sensing gives a unique perspective of how cities evolve. The key element for mapping rural to urban land use change is the ability to discriminate between rural uses (farming, pasture, forests) and urban use (residential, commercial, recreational). Remote sensing methods can be employed to classify types of land use in a practical, economical and repetitive fashion, over large areas.", + "description": "NASA's Alaska Satellite Facility Distributed Active Archive Center (ASF DAAC) specializes in collecting, processing, archiving, and distributing satellite and airborne-acquired synthetic aperture radar (SAR) data. The DAAC strives to provide the fastest and most reliable data delivery possible and is committed to developing the tools, services, and support that make SAR more powerful and easier to use. ASF DAAC leads the way in cloud computing and can provide the expertise to help you make the move into this computing environment. ASF services such as HyP3 and OpenScienceLab can remove obstacles that can make Big Data processing frustrating.", + "title": "Sentinel-1 ASF Subdaily", "extent": { "spatial": { "bbox": [ @@ -17,15 +18,15 @@ "temporal": { "interval": [ [ - "2020-09-14T00:00:00Z", - "2024-09-26T23:00:00Z" + "2020-01-01T00:00:00Z", + "2025-09-26T00:00:00Z" ] ] } }, "item_assets": { "rgb": { - "description": "rgb.", + "description": "rgb", "roles": [ "data", "layer" @@ -34,7 +35,7 @@ "type": "image/tiff; application=geotiff; profile=cloud-optimized" }, "VH": { - "description": "VH.", + "description": "VH", "roles": [ "data", "layer" @@ -43,7 +44,7 @@ "type": "image/tiff; application=geotiff; profile=cloud-optimized" }, "VV": { - "description": "VV.", + "description": "VV", "roles": [ "data", "layer" @@ -100,7 +101,6 @@ "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" ], "stac_version": "1.0.0", - "title": "Sentinel-1 ASF Subdaily", "type": "Collection", "tenant": ["nasa-disasters"] } \ No newline at end of file diff --git a/ingestion-data/collections/Sentinel-1/Sentinel-1_AZI.json b/ingestion-data/collections/Sentinel-1/Sentinel-1_AZI.json index d2005e6..e7644c1 100644 --- a/ingestion-data/collections/Sentinel-1/Sentinel-1_AZI.json +++ b/ingestion-data/collections/Sentinel-1/Sentinel-1_AZI.json @@ -3,6 +3,7 @@ "dashboard:is_periodic": false, "dashboard:time_interval": "P1D", "description": "The Sentinel-1 mission comprises a constellation of two polar-orbiting satellites, Sentinel-1A and Sentinel-1B, which provide all-weather, day-and-night radar imaging for land and ocean surfaces, monitoring the marine environment, vegetation mapping, and other major applications. With multi-temporal analyses, remote sensing gives a unique perspective of how cities evolve. The key element for mapping rural to urban land use change is the ability to discriminate between rural uses (farming, pasture, forests) and urban use (residential, commercial, recreational). Remote sensing methods can be employed to classify types of land use in a practical, economical and repetitive fashion, over large areas.", + "title": "Sentinel-1 AZI", "extent": { "spatial": { "bbox": [ @@ -60,7 +61,6 @@ "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" ], "stac_version": "1.0.0", - "title": "Sentinel-1 AZI", "type": "Collection", "tenant": ["nasa-disasters"] } \ No newline at end of file diff --git a/ingestion-data/collections/Sentinel-1/Sentinel-1_opera_dswx-change-map.json b/ingestion-data/collections/Sentinel-1/Sentinel-1_opera_dswx-change-map.json index dbce734..c793b86 100644 --- a/ingestion-data/collections/Sentinel-1/Sentinel-1_opera_dswx-change-map.json +++ b/ingestion-data/collections/Sentinel-1/Sentinel-1_opera_dswx-change-map.json @@ -2,7 +2,8 @@ "id": "S1-OperaDSWX-changeMap", "dashboard:is_periodic": false, "dashboard:time_interval": "P1D", - "description": "The Dynamic Surface Water eXtent (DSWx) products map pixel-wise surface water detections using optical or SAR imagery. The DSWx suite is composed of complementary products, which are named according to their input datasets. Specifically, a separate DSWx product is generated from Sentinel-1, NISAR, ,, and the Harmonized Landsat Sentinel-2 (HLS) data. The products are designed to share the same structure, GeoTiff file format, file-naming convention, and have posting of 30 m. These DSWx products are provided as an analysis ready dataset but are not harmonized across the different sensors. All products will be accessible through NASA’s Physical Oceanography Distributed Active Archive Center (PO.DAAC). Below we provide per DSWx product the product specification document as well as the corresponding product samples conforming to the detailed specifications. Interactive guides are provided demonstrating how products can be loaded and manipulated in an open-source GIS package. Interactive white papers provided through a Jupyter notebook environment outline product introductions and showcase select applications.", + "description": "The Dynamic Surface Water eXtent (DSWx) products map pixel-wise surface water detections using optical or SAR imagery. The DSWx suite is composed of complementary products, which are named according to their input datasets. Specifically, a separate DSWx product is generated from Sentinel-1, NISAR, ,, and the Harmonized Landsat Sentinel-2 (HLS) data. The products are designed to share the same structure, GeoTiff file format, file-naming convention, and have posting of 30 m. These DSWx products are provided as an analysis ready dataset but are not harmonized across the different sensors. All products will be accessible through NASA’s Physical Oceanography Distributed Active Archive Center (PO.DAAC).", + "title": "Sentinel 1 Opera DSWX Change map", "extent": { "spatial": { "bbox": [ @@ -17,20 +18,20 @@ "temporal": { "interval": [ [ - "2024-09-26T00:00:00Z", - "2024-10-11T00:00:00Z" + "2020-01-01T00:00:00Z", + "2025-09-25T00:00:00Z" ] ] } }, "item_assets": { "bwtr-changeMap": { - "description": "Sentinel-1_opera_dswx", + "description": "Sentinel-1_opera_dswx-bwtr-changeMap", "roles": [ "data", "layer" ], - "title": "Sentinel-1_opera_dswx", + "title": "Sentinel-1_opera_dswx-bwtr-changeMap", "type": "image/tiff; application=geotiff; profile=cloud-optimized" } }, @@ -59,7 +60,6 @@ "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" ], "stac_version": "1.0.0", - "title": "Sentinel 1 Opera DSWX Change map", "type": "Collection", "tenant": ["nasa-disasters"] } \ No newline at end of file diff --git a/ingestion-data/collections/Sentinel-1/Sentinel-1_opera_dswx.json b/ingestion-data/collections/Sentinel-1/Sentinel-1_opera_dswx.json index ba52df8..158326c 100644 --- a/ingestion-data/collections/Sentinel-1/Sentinel-1_opera_dswx.json +++ b/ingestion-data/collections/Sentinel-1/Sentinel-1_opera_dswx.json @@ -2,7 +2,8 @@ "id": "S1-OperaDSWX", "dashboard:is_periodic": false, "dashboard:time_interval": "P1D", - "description": "The Dynamic Surface Water eXtent (DSWx) products map pixel-wise surface water detections using optical or SAR imagery. The DSWx suite is composed of complementary products, which are named according to their input datasets. Specifically, a separate DSWx product is generated from Sentinel-1, NISAR, ,, and the Harmonized Landsat Sentinel-2 (HLS) data. The products are designed to share the same structure, GeoTiff file format, file-naming convention, and have posting of 30 m. These DSWx products are provided as an analysis ready dataset but are not harmonized across the different sensors. All products will be accessible through NASA’s Physical Oceanography Distributed Active Archive Center (PO.DAAC). Below we provide per DSWx product the product specification document as well as the corresponding product samples conforming to the detailed specifications. Interactive guides are provided demonstrating how products can be loaded and manipulated in an open-source GIS package. Interactive white papers provided through a Jupyter notebook environment outline product introductions and showcase select applications.", + "description": "The Dynamic Surface Water eXtent (DSWx) products map pixel-wise surface water detections using optical or SAR imagery. The DSWx suite is composed of complementary products, which are named according to their input datasets. Specifically, a separate DSWx product is generated from Sentinel-1, NISAR, and the Harmonized Landsat Sentinel-2 (HLS) data. The products are designed to share the same structure, GeoTiff file format, file-naming convention, and have posting of 30 m. These DSWx products are provided as an analysis ready dataset but are not harmonized across the different sensors. All products will be accessible through NASA’s Physical Oceanography Distributed Active Archive Center (PO.DAAC).", + "title": "Sentinel 1 Opera DSWX", "extent": { "spatial": { "bbox": [ @@ -17,38 +18,38 @@ "temporal": { "interval": [ [ - "2025-02-17T00:00:00Z", - null + "2020-01-01T00:00:00Z", + "2025-09-25T00:00:00Z" ] ] } }, "item_assets": { "wtr": { - "description": "Sentinel-1_opera_dswx", + "description": "Sentinel-1_opera_dswx-wtr", "roles": [ "data", "layer" ], - "title": "Sentinel-1_opera_dswx", + "title": "Sentinel-1_opera_dswx-wtr", "type": "image/tiff; application=geotiff; profile=cloud-optimized" }, "bwtr": { - "description": "Sentinel-1_opera_dswx", + "description": "Sentinel-1_opera_dswx-bwtr", "roles": [ "data", "layer" ], - "title": "Sentinel-1_opera_dswx", + "title": "Sentinel-1_opera_dswx-bwtr", "type": "image/tiff; application=geotiff; profile=cloud-optimized" }, "bwtr-changeMap": { - "description": "Sentinel-1_opera_dswx", + "description": "Sentinel-1_opera_dswx-bwtr-changeMap", "roles": [ "data", "layer" ], - "title": "Sentinel-1_opera_dswx", + "title": "Sentinel-1_opera_dswx-bwtr-changeMap", "type": "image/tiff; application=geotiff; profile=cloud-optimized" } }, @@ -88,7 +89,6 @@ "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" ], "stac_version": "1.0.0", - "title": "Sentinel 1 Opera DSWX", "type": "Collection", "tenant": ["nasa-disasters"] } \ No newline at end of file diff --git a/ingestion-data/collections/Sentinel-1/Sentinel-1_rgb-daily.json b/ingestion-data/collections/Sentinel-1/Sentinel-1_rgb-daily.json index 2388cb3..4e946c9 100644 --- a/ingestion-data/collections/Sentinel-1/Sentinel-1_rgb-daily.json +++ b/ingestion-data/collections/Sentinel-1/Sentinel-1_rgb-daily.json @@ -2,7 +2,8 @@ "id": "sentinel-1-rgb-daily", "dashboard:is_periodic": false, "dashboard:time_interval": "P1D", - "description": "The Sentinel-1 mission comprises a constellation of two polar-orbiting satellites, Sentinel-1A and Sentinel-1B, which provide all-weather, day-and-night radar imaging for land and ocean surfaces, monitoring the marine environment, vegetation mapping, and other major applications. With multi-temporal analyses, remote sensing gives a unique perspective of how cities evolve. The key element for mapping rural to urban land use change is the ability to discriminate between rural uses (farming, pasture, forests) and urban use (residential, commercial, recreational). Remote sensing methods can be employed to classify types of land use in a practical, economical and repetitive fashion, over large areas.", + "description": "The True Color RGB provides a product of how the surface would look to the naked eye from space. The True Color RGB is produced using the 3 visible wavelength bands (red, green, and blue) from the respective sensor. Some minor atmospheric corrections have occurred. A Color Infrared composite depicts healthy vegetation as red, water as blue. Some minor atmospheric corrections have occurred.", + "title": "Sentinel-1 Daily RGB", "extent": { "spatial": { "bbox": [ @@ -17,24 +18,24 @@ "temporal": { "interval": [ [ - "2024-09-14T00:00:00Z", - "2024-09-26T23:00:00Z" + "2020-01-01T00:00:00Z", + "2025-09-25T00:00:00Z" ] ] } }, "item_assets": { "n-rgb": { - "description": "GPU fed.", + "description": "n-rgb", "roles": [ "data", "layer" ], - "title": "gpufed", + "title": "n-rgb", "type": "image/tiff; application=geotiff; profile=cloud-optimized" }, "rgb": { - "description": "rgb.", + "description": "rgb", "roles": [ "data", "layer" @@ -43,7 +44,7 @@ "type": "image/tiff; application=geotiff; profile=cloud-optimized" }, "mosaic": { - "description": "mosaic.", + "description": "mosaic", "roles": [ "data", "layer" @@ -102,7 +103,6 @@ "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" ], "stac_version": "1.0.0", - "title": "Sentinel-1 RGB", "type": "Collection", "tenant": ["nasa-disasters"] } \ No newline at end of file diff --git a/ingestion-data/collections/Sentinel-1/Sentinel-1_rgb-subdaily.json b/ingestion-data/collections/Sentinel-1/Sentinel-1_rgb-subdaily.json index f6e1b91..8b67f6d 100644 --- a/ingestion-data/collections/Sentinel-1/Sentinel-1_rgb-subdaily.json +++ b/ingestion-data/collections/Sentinel-1/Sentinel-1_rgb-subdaily.json @@ -2,7 +2,8 @@ "id": "sentinel-1-rgb-subdaily", "dashboard:is_periodic": false, "dashboard:time_interval": "PT1S", - "description": "The Sentinel-1 mission comprises a constellation of two polar-orbiting satellites, Sentinel-1A and Sentinel-1B, which provide all-weather, day-and-night radar imaging for land and ocean surfaces, monitoring the marine environment, vegetation mapping, and other major applications. With multi-temporal analyses, remote sensing gives a unique perspective of how cities evolve. The key element for mapping rural to urban land use change is the ability to discriminate between rural uses (farming, pasture, forests) and urban use (residential, commercial, recreational). Remote sensing methods can be employed to classify types of land use in a practical, economical and repetitive fashion, over large areas.", + "description": "The True Color RGB provides a product of how the surface would look to the naked eye from space. The True Color RGB is produced using the 3 visible wavelength bands (red, green, and blue) from the respective sensor. Some minor atmospheric corrections have occurred. A Color Infrared composite depicts healthy vegetation as red, water as blue. Some minor atmospheric corrections have occurred.", + "title": "Sentinel-1 RGB subdaily", "extent": { "spatial": { "bbox": [ @@ -17,65 +18,65 @@ "temporal": { "interval": [ [ - "2023-01-01T01:59:40Z", - "2024-11-23T23:48:10Z" + "2020-01-01T00:00:00Z", + "2025-09-26T00:00:00Z" ] ] } }, "item_assets": { "gpufed-RTC20": { - "description": "GPU fed at 20m resolution.", + "description": "gpufed-20m", "roles": [ "data", "layer" ], - "title": "gpufed RTC20", + "title": "gpufed-20m", "type": "image/tiff; application=geotiff; profile=cloud-optimized" }, "gpufed-RTC30": { - "description": "GPU fed at 30m resolution.", + "description": "gpufed-30m", "roles": [ "data", "layer" ], - "title": "gpufed RTC30", + "title": "gpufed-30m", "type": "image/tiff; application=geotiff; profile=cloud-optimized" }, "gpuned-RTC20": { - "description": "GPU ned at 20m resolution.", + "description": "gpuned-20m", "roles": [ "data", "layer" ], - "title": "gpuned RTC20", + "title": "gpuned-20m", "type": "image/tiff; application=geotiff; profile=cloud-optimized" }, "gpuned-RTC30": { - "description": "GPU ned at 30m resolution.", + "description": "gpuned-30m", "roles": [ "data", "layer" ], - "title": "gpuned RTC30", + "title": "gpuned-30m", "type": "image/tiff; application=geotiff; profile=cloud-optimized" }, "gdufed-RTC20": { - "description": "GDU fed at 20m resolution.", + "description": "gdufed-20m", "roles": [ "data", "layer" ], - "title": "gdufed RTC20", + "title": "gdufed-20m", "type": "image/tiff; application=geotiff; profile=cloud-optimized" }, "gdufed-RTC30": { - "description": "GDU fed at 30m resolution.", + "description": "gdufed-30m", "roles": [ "data", "layer" ], - "title": "gdufed RTC30", + "title": "gdufed-30m", "type": "image/tiff; application=geotiff; profile=cloud-optimized" } }, @@ -165,7 +166,6 @@ "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" ], "stac_version": "1.0.0", - "title": "Sentinel-1 RGB subdaily", "type": "Collection", "tenant": ["nasa-disasters"] } \ No newline at end of file diff --git a/ingestion-data/collections/Sentinel-2/Sentinel-2_cir.json b/ingestion-data/collections/Sentinel-2/Sentinel-2_cir.json index 65991bd..47e3683 100644 --- a/ingestion-data/collections/Sentinel-2/Sentinel-2_cir.json +++ b/ingestion-data/collections/Sentinel-2/Sentinel-2_cir.json @@ -3,7 +3,7 @@ "dashboard:is_periodic": false, "dashboard:time_interval": "P1D", "title": "Sentinel-2 Color Infrared Imagery", - "description": "Sentinel-2 color infrared (CIR) imagery uses near-infrared, red, and green bands to highlight vegetation health, land cover, and water features by displaying healthy vegetation in shades of red. This band combination enhances the contrast between vegetated and non-vegetated surfaces, making it valuable for monitoring agriculture, forestry, and ecological change.", + "description": "The Color Infrared composite is created using the near-infrared, red, and green channels, allowing for the ability to see areas impacted by the fires. The near-infrared gives the ability to see through thin clouds. Healthy vegetation is shown as red, water is in blue.", "extent": { "spatial": { "bbox": [ @@ -18,41 +18,41 @@ "temporal": { "interval": [ [ - "2000-01-01T00:00:00Z", - null + "2020-01-01T00:00:00Z", + "2025-09-26T00:00:00Z" ] ] } }, "item_assets": { "S2A": { - "description": "S2A color infrared imagery composites.", + "description": "S2A_CIR_IMG_Comp", "roles": ["data", "layer"], - "title": "Sentinel-2 A Color Infrared", + "title": "S2A_CIR_IMG_Comp", "type": "image/tiff; application=geotiff; profile=cloud-optimized" }, "S2A_MSIL2A": { - "description": "S2A MSIL color infrared imagery composites.", + "description": "S2A_MSIL_CIR_IMG_Comp", "roles": ["data", "layer"], - "title": "Sentinel-2 A Mission Standard Image Level (MSIL) Color Infrared", + "title": "S2A_MSIL_CIR_IMG_Comp", "type": "image/tiff; application=geotiff; profile=cloud-optimized" }, "S2B": { - "description": "S2B color infrared imagery composites.", + "description": "S2B_CIR_IMG_Comp", "roles": ["data", "layer"], - "title": "Sentinel-2 B Color Infrared", + "title": "S2B_CIR_IMG_Comp", "type": "image/tiff; application=geotiff; profile=cloud-optimized" }, "S2B_MSIL2A": { - "description": "S2B MSIL color infrared imagery composites.", + "description": "S2B_MSIL_CIR_IMG_Comp", "roles": ["data", "layer"], - "title": "Sentinel-2 B Mission Standard Image Level (MSIL) Color Infrared", + "title": "S2B_MSIL_CIR_IMG_Comp", "type": "image/tiff; application=geotiff; profile=cloud-optimized" }, "S2C": { - "description": "S2C color infrared imagery composites.", + "description": "S2C_CIR_IMG_Comp", "roles": ["data", "layer"], - "title": "Sentinel-2 B Color Infrared", + "title": "S2C_CIR_IMG_Comp", "type": "image/tiff; application=geotiff; profile=cloud-optimized" } }, diff --git a/ingestion-data/collections/alos2/alos-daily.json b/ingestion-data/collections/alos2/alos-daily.json index d88de7d..1687145 100644 --- a/ingestion-data/collections/alos2/alos-daily.json +++ b/ingestion-data/collections/alos2/alos-daily.json @@ -2,7 +2,7 @@ "id": "alos2-dpm-daily", "dashboard:is_periodic": false, "dashboard:time_interval": "P1D", - "description": "The Sentinel-1 mission comprises a constellation of two polar-orbiting satellites, Sentinel-1A and Sentinel-1B, which provide all-weather, day-and-night radar imaging for land and ocean surfaces, monitoring the marine environment, vegetation mapping, and other major applications. With multi-temporal analyses, remote sensing gives a unique perspective of how cities evolve. The key element for mapping rural to urban land use change is the ability to discriminate between rural uses (farming, pasture, forests) and urban use (residential, commercial, recreational). Remote sensing methods can be employed to classify types of land use in a practical, economical and repetitive fashion, over large areas.", + "description": "The Advanced Land Observing Satellite-2 (ALOS-2, DAICHI-2) is a follow-on mission from the ALOS Daichi. ALOS has contributed to cartography, regional observation, disaster monitoring, and resource surveys, since its launch in 2006. ALOS-2 will succeed this mission with enhanced capabilities. JAXA conducted research and development activities for ALOS-2 to improve wide and high-resolution observation technologies developed for ALOS in order to further fulfill social needs. These social needs include: 1) Disaster monitoring of damage areas, both in considerable detail, and when these areas may be large 2) Continuous updating of data archives related to national land and infrastructure information 3) Effective monitoring of cultivated areas 4) Global monitoring of tropical rain forests to identify carbon sinks.", "extent": { "spatial": { "bbox": [ diff --git a/ingestion-data/collections/blackmarble/blackmarble-brdf.json b/ingestion-data/collections/blackmarble/blackmarble-brdf.json index 2e09a7b..d453bd5 100644 --- a/ingestion-data/collections/blackmarble/blackmarble-brdf.json +++ b/ingestion-data/collections/blackmarble/blackmarble-brdf.json @@ -3,7 +3,7 @@ "dashboard:is_periodic": false, "dashboard:time_interval": "P1D", "title": "Blackmarble BRDF Corrected", - "description": "Black Marble HD is NASA's high-resolution nighttime lights product that captures Earth's artificial illumination patterns at at 500-meter or finer spatial resolution compared to the standard 750-meter resolution. These data products are derived from the Visible Infrared Imaging Radiometer Suite (VIIRS) Day/Night Band (DNB) sensor aboard the Suomi NPP and NOAA-20 satellites, which can detect even dim sources of visible and near-infrared light at night. The HD versions are often produced for specific areas of interest during disaster events or urban studies, providing enhanced visualization of power outages, infrastructure damage, and human activity patterns through careful atmospheric correction and stray light removal processing.", + "description": "Known by its long-name, VIIRS/NPP Lunar BRDF-Adjusted Nighttime Lights Yearly L3 Global 15 arc-second Linear Lat Lon Grid, this product contains 28 layers. They provide information on the NTL composite, the number of observations, quality, and standard deviation for multi-view zenith angle categories (near-nadir, off-nadir, and all angles), their snow-covered and snow-free statuses besides land-water mask, latitude and longitude coordinate information.", "extent": { "spatial": { "bbox": [ @@ -18,8 +18,8 @@ "temporal": { "interval": [ [ - "2024-09-28T00:00:00Z", - "2025-09-28T23:59:59Z" + "2020-01-01T00:00:00Z", + "2025-09-26T00:00:00Z" ] ] } diff --git a/ingestion-data/collections/landsat/landsat-cir.json b/ingestion-data/collections/landsat/landsat-cir.json index 889eb01..b31f9e4 100644 --- a/ingestion-data/collections/landsat/landsat-cir.json +++ b/ingestion-data/collections/landsat/landsat-cir.json @@ -3,6 +3,7 @@ "dashboard:is_periodic": false, "dashboard:time_interval": "day", "description": "NASA Landsat color infrared imagery is created by combining satellite data from the near-infrared, red, and green bands. In this false-color composite, healthy vegetation appears bright red because plants strongly reflect near-infrared light, while water looks dark and urban areas appear gray or blue. This visualization helps scientists assess plant health, map land cover, and monitor changes in ecosystems. It’s widely used for agriculture, forestry, and environmental monitoring.", + "title": "Landsat Color Infrared", "extent": { "spatial": { "bbox": [ @@ -17,29 +18,29 @@ "temporal": { "interval": [ [ - "2023-06-28T00:00:00Z", - "2025-02-19T00:00:00Z" + "2020-01-01T00:00:00Z", + "2025-09-26T00:00:00Z" ] ] } }, "item_assets": { "cir-ls08": { - "description": "Landsat CIR", + "description": "Landsat_CIR_LS8", "roles": [ "data", "layer" ], - "title": "Landsat Color Infrared", + "title": "Landsat_CIR_LS8", "type": "image/tiff; application=geotiff; profile=cloud-optimized" }, "cir-ls09": { - "description": "Landsat CIR", + "description": "Landsat_CIR_LS9", "roles": [ "data", "layer" ], - "title": "Landsat Color Infrared", + "title": "Landsat_CIR_LS9", "type": "image/tiff; application=geotiff; profile=cloud-optimized" } }, @@ -81,7 +82,6 @@ "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" ], "stac_version": "1.0.0", - "title": "Landsat Color Infrared", "type": "Collection", "tenant": ["nasa-disasters"] } \ No newline at end of file From 5ca388dae36521d6be0cbe9d2858e5eacaf76231 Mon Sep 17 00:00:00 2001 From: Kyle Lesinger Date: Tue, 30 Sep 2025 08:08:41 -0500 Subject: [PATCH 087/118] update landsat name to landsat-colorIR --- .../landsat/{landsat-cir.json => landsat-colorIR.json} | 4 ++-- .../landsat/{landsat-cir.json => landsat-colorIR.json} | 6 +++--- 2 files changed, 5 insertions(+), 5 deletions(-) rename ingestion-data/collections/landsat/{landsat-cir.json => landsat-colorIR.json} (97%) rename ingestion-data/discovery-items/landsat/{landsat-cir.json => landsat-colorIR.json} (81%) diff --git a/ingestion-data/collections/landsat/landsat-cir.json b/ingestion-data/collections/landsat/landsat-colorIR.json similarity index 97% rename from ingestion-data/collections/landsat/landsat-cir.json rename to ingestion-data/collections/landsat/landsat-colorIR.json index b31f9e4..89aba4a 100644 --- a/ingestion-data/collections/landsat/landsat-cir.json +++ b/ingestion-data/collections/landsat/landsat-colorIR.json @@ -1,5 +1,5 @@ { - "id": "landsat-cir", + "id": "landsat-colorIR", "dashboard:is_periodic": false, "dashboard:time_interval": "day", "description": "NASA Landsat color infrared imagery is created by combining satellite data from the near-infrared, red, and green bands. In this false-color composite, healthy vegetation appears bright red because plants strongly reflect near-infrared light, while water looks dark and urban areas appear gray or blue. This visualization helps scientists assess plant health, map land cover, and monitor changes in ecosystems. It’s widely used for agriculture, forestry, and environmental monitoring.", @@ -19,7 +19,7 @@ "interval": [ [ "2020-01-01T00:00:00Z", - "2025-09-26T00:00:00Z" + "null" ] ] } diff --git a/ingestion-data/discovery-items/landsat/landsat-cir.json b/ingestion-data/discovery-items/landsat/landsat-colorIR.json similarity index 81% rename from ingestion-data/discovery-items/landsat/landsat-cir.json rename to ingestion-data/discovery-items/landsat/landsat-colorIR.json index 1bc2e9f..3ebad2d 100644 --- a/ingestion-data/discovery-items/landsat/landsat-cir.json +++ b/ingestion-data/discovery-items/landsat/landsat-colorIR.json @@ -1,7 +1,7 @@ { - "collection": "landsat-cir", + "collection": "landsat-colorIR", "bucket": "nasa-disasters", - "prefix": "drcs_activations_new/Landsat/colorInfrared", + "prefix": "drcs_activations_new/Landsat/colorIR", "cogify": false, "discovery": "s3", "dry_run": false, @@ -19,5 +19,5 @@ } }, "id_regex": ".*_(\\d{4}-\\d{2}-\\d{2}_day).tif$", - "id_template": "landsat-cir-{}" + "id_template": "landsat-{}" } \ No newline at end of file From ae59a8535970ef5db557548ad918918b48bc1cd7 Mon Sep 17 00:00:00 2001 From: Kyle Lesinger Date: Wed, 1 Oct 2025 09:59:45 -0500 Subject: [PATCH 088/118] update landsat all variable names --- .../collections/landsat/landsat-all-vars.json | 324 ++++++++++++++++++ .../landsat/landsat-all-vars.json | 78 +++++ 2 files changed, 402 insertions(+) create mode 100644 ingestion-data/collections/landsat/landsat-all-vars.json create mode 100644 ingestion-data/discovery-items/landsat/landsat-all-vars.json diff --git a/ingestion-data/collections/landsat/landsat-all-vars.json b/ingestion-data/collections/landsat/landsat-all-vars.json new file mode 100644 index 0000000..489f64f --- /dev/null +++ b/ingestion-data/collections/landsat/landsat-all-vars.json @@ -0,0 +1,324 @@ +{ + "id": "landsat-all-vars", + "dashboard:is_periodic": false, + "dashboard:time_interval": "day", + "description": "NASA Landsat satellites provide continuous Earth observations since 1972, capturing multispectral imagery across visible and infrared wavelengths. This collection includes multiple visualization products: true and natural color composites, color infrared for vegetation analysis, and calculated indices like NDVI for vegetation health, NBR for burn severity, and MNDWI for water detection. These products support environmental monitoring, disaster response, agriculture, and land cover mapping.", + "title": "Landsat - All Variables", + "extent": { + "spatial": { + "bbox": [ + [ + -125, + 24, + -66, + 49 + ] + ] + }, + "temporal": { + "interval": [ + [ + "2020-01-01T00:00:00Z", + null + ] + ] + } + }, + "item_assets": { + "cir-ls08": { + "description": "False-color composite using near-infrared, red, and green bands. Vegetation appears red, water dark, and urban areas gray-blue.", + "roles": [ + "data", + "layer" + ], + "title": "Color Infrared - Landsat 8", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "cir-ls09": { + "description": "False-color composite using near-infrared, red, and green bands. Vegetation appears red, water dark, and urban areas gray-blue.", + "roles": [ + "data", + "layer" + ], + "title": "Color Infrared - Landsat 9", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "nbr-ls08": { + "description": "Index for identifying burned areas and assessing fire severity by comparing near-infrared and shortwave infrared reflectance.", + "roles": [ + "data", + "layer" + ], + "title": "Normalized burn ratio - Landsat 8", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "nbr-ls09": { + "description": "Index for identifying burned areas and assessing fire severity by comparing near-infrared and shortwave infrared reflectance.", + "roles": [ + "data", + "layer" + ], + "title": "Normalized burn ratio - Landsat 9", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "mndwi-ls08": { + "description": "Water detection index using green and shortwave infrared bands. Enhances open water features and suppresses built-up areas.", + "roles": [ + "data", + "layer" + ], + "title": "Modified Normalized Difference Water Index - Landsat 8", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "mndwi-ls09": { + "description": "Water detection index using green and shortwave infrared bands. Enhances open water features and suppresses built-up areas.", + "roles": [ + "data", + "layer" + ], + "title": "Modified Normalized Difference Water Index - Landsat 9", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "nc-ls08": { + "description": "Color-balanced composite using visible bands (red, green, blue) to approximate natural human vision of the landscape.", + "roles": [ + "data", + "layer" + ], + "title": "Natural Color - Landsat 8", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "nc-ls09": { + "description": "Color-balanced composite using visible bands (red, green, blue) to approximate natural human vision of the landscape.", + "roles": [ + "data", + "layer" + ], + "title": "Natural Color - Landsat 9", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "ndvi-ls08": { + "description": "Vegetation health index comparing red and near-infrared reflectance. Higher values indicate healthier, denser vegetation.", + "roles": [ + "data", + "layer" + ], + "title": "Normalized Difference Vegetation Index - Landsat 8", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "ndvi-ls09": { + "description": "Vegetation health index comparing red and near-infrared reflectance. Higher values indicate healthier, denser vegetation.", + "roles": [ + "data", + "layer" + ], + "title": "Normalized Difference Vegetation Index - Landsat 9", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "tropics": { + "description": "Tropics - Landsat 9", + "roles": [ + "data", + "layer" + ], + "title": "Tropics - Landsat 9", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "tc-ls08": { + "description": "Standard RGB composite using visible bands (red, green, blue) without color balancing adjustments.", + "roles": [ + "data", + "layer" + ], + "title": "True Color - Landsat 8", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "tc-ls09": { + "description": "Standard RGB composite using visible bands (red, green, blue) without color balancing adjustments.", + "roles": [ + "data", + "layer" + ], + "title": "True Color - Landsat 9", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + } + }, + "license": "CC0-1.0", + "links": [], + "providers": [ + { + "name": "NASA" + } + ], + "renders": { + "cir-ls08": { + "bidx": [1,2,3], + "assets": [ + "cir-ls08" + ], + "rescale": [ + [ + 0, + 255 + ] + ], + "nodata": 0 + }, + "cir-ls09": { + "bidx": [1,2,3], + "assets": [ + "cir-ls09" + ], + "rescale": [ + [ + 0, + 255 + ] + ], + "nodata": 0 + }, + "nbr-ls08": { + "assets": [ + "nbr-ls08" + ], + "rescale": [ + [ + -1, + 1 + ] + ], + "nodata": -9999.0 + }, + "nbr-ls09": { + "assets": [ + "nbr-ls09" + ], + "rescale": [ + [ + -1, + 1 + ] + ], + "nodata": -9999.0 + }, + "mndwi-ls08": { + "assets": [ + "mndwi-ls08" + ], + "rescale": [ + [ + -1, + 1 + ] + ], + "nodata": -9999.0 + }, + "mndwi-ls09": { + "assets": [ + "mndwi-ls09" + ], + "rescale": [ + [ + -1, + 1 + ] + ], + "nodata": -9999.0 + }, + "nc-ls08": { + "bidx": [1,2,3], + "assets": [ + "nc-ls08" + ], + "rescale": [ + [ + 0, + 255 + ] + ], + "nodata": 0 + }, + "nc-ls09": { + "bidx": [1,2,3], + "assets": [ + "nc-ls09" + ], + "rescale": [ + [ + 0, + 255 + ] + ], + "nodata": 0 + }, + "ndvi-ls08": { + "assets": [ + "ndvi-ls08" + ], + "rescale": [ + [ + -1, + 1 + ] + ], + "nodata": -9999.0 + }, + "ndvi-ls09": { + "assets": [ + "ndvi-ls09" + ], + "rescale": [ + [ + -1, + 1 + ] + ], + "nodata": -9999.0 + }, + "tropics": { + "assets": [ + "tropics" + ], + "rescale": [ + [ + 0, + 300 + ] + ], + "nodata": -9999.0 + }, + "tc-ls08": { + "bidx": [1,2,3], + "assets": [ + "tc-ls08" + ], + "rescale": [ + [ + 0, + 255 + ] + ], + "nodata": 0 + }, + "tc-ls09": { + "bidx": [1,2,3], + "assets": [ + "tc-ls09" + ], + "rescale": [ + [ + 0, + 255 + ] + ], + "nodata": 0 + } + }, + "stac_extensions": [ + "https://stac-extensions.github.io/render/v1.0.0/schema.json", + "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" + ], + "stac_version": "1.0.0", + "type": "Collection", + "tenant": ["nasa-disasters"] +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/landsat/landsat-all-vars.json b/ingestion-data/discovery-items/landsat/landsat-all-vars.json new file mode 100644 index 0000000..94b875d --- /dev/null +++ b/ingestion-data/discovery-items/landsat/landsat-all-vars.json @@ -0,0 +1,78 @@ +{ + "collection": "landsat-all-vars", + "bucket": "nasa-disasters", + "prefix": "drcs_activations_new/Landsat/colorIR", + "cogify": false, + "discovery": "s3", + "dry_run": false, + "filename_regex": ".*.tif$", + "assets": { + "cir-ls08": { + "description": "False-color composite using near-infrared, red, and green bands. Vegetation appears red, water dark, and urban areas gray-blue.", + "regex": ".*(LC08|LS08).*(colorInfrared|colorIR).*.tif$", + "title": "Color Infrared - Landsat 8" + }, + "cir-ls09": { + "description": "False-color composite using near-infrared, red, and green bands. Vegetation appears red, water dark, and urban areas gray-blue.", + "regex": ".*(LC09|LS09).*(colorInfrared|colorIR).*.tif$", + "title": "Color Infrared - Landsat 9" + }, + "nbr-ls08": { + "description": "Index for identifying burned areas and assessing fire severity by comparing near-infrared and shortwave infrared reflectance.", + "regex": ".*(LC08|LS08)_NBR.*.tif$", + "title": "Normalized burn ratio - Landsat 8" + }, + "nbr-ls09": { + "description": "Index for identifying burned areas and assessing fire severity by comparing near-infrared and shortwave infrared reflectance.", + "regex": ".*(LC09|LS09)_NBR.*.tif$", + "title": "Normalized burn ratio - Landsat 9" + }, + "mndwi-ls08": { + "description": "Water detection index using green and shortwave infrared bands. Enhances open water features and suppresses built-up areas.", + "regex": ".*(LC08|LS08)_MNDWI.*.tif$", + "title": "Modified Normalized Difference Water Index - Landsat 8" + }, + "mndwi-ls09": { + "description": "Water detection index using green and shortwave infrared bands. Enhances open water features and suppresses built-up areas.", + "regex": ".*(LC09|LS09)_MNDWI.*.tif$", + "title": "Modified Normalized Difference Water Index - Landsat 9" + }, + "nc-ls08": { + "description": "Color-balanced composite using visible bands (red, green, blue) to approximate natural human vision of the landscape.", + "regex": ".*(LC08|LS08).*(naturalColor).*.tif$", + "title": "Natural Color - Landsat 8" + }, + "nc-ls09": { + "description": "Color-balanced composite using visible bands (red, green, blue) to approximate natural human vision of the landscape.", + "regex": ".*(LC09|LS09).*(naturalColor).*.tif$", + "title": "Natural Color - Landsat 9" + }, + "ndvi-ls08": { + "description": "Vegetation health index comparing red and near-infrared reflectance. Higher values indicate healthier, denser vegetation.", + "regex": ".*(LC08|LS08).*(NDVI).*.tif$", + "title": "Normalized Difference Vegetation Index - Landsat 8" + }, + "ndvi-ls09": { + "description": "Vegetation health index comparing red and near-infrared reflectance. Higher values indicate healthier, denser vegetation.", + "regex": ".*(LC09|LS09).*(NDVI).*.tif$", + "title": "Normalized Difference Vegetation Index - Landsat 9" + }, + "tropics": { + "description": "Tropics - Landsat 9", + "regex": ".*(TROPICS).*.tif$", + "title": "Tropics - Landsat 9" + }, + "tc-ls08": { + "description": "Standard RGB composite using visible bands (red, green, blue) without color balancing adjustments.", + "regex": ".*(LC08|LS08).*(trueColor).*.tif$", + "title": "True Color - Landsat 8" + }, + "tc-ls09": { + "description": "Standard RGB composite using visible bands (red, green, blue) without color balancing adjustments.", + "regex": ".*(LC09|LS09).*(trueColor).*.tif$", + "title": "True Color - Landsat 9" + } + }, + "id_regex": ".*_(\\d{4}-\\d{2}-\\d{2}_day).tif$", + "id_template": "landsat-{}" +} \ No newline at end of file From a7e5259698935dd9e8e63623715c064d2fa14253 Mon Sep 17 00:00:00 2001 From: Kyle Lesinger Date: Wed, 1 Oct 2025 10:14:13 -0500 Subject: [PATCH 089/118] update --- ingestion-data/collections/alos2/alos-daily.json | 4 ++-- ingestion-data/collections/alos2/alos-monthly.json | 4 ++-- .../{landsat-colorIR.json => old-landsat-colorIR.json} | 0 ...andsat-naturalcolor.json => old-landsat-naturalcolor.json} | 0 .../{landsat-colorIR.json => old-landsat-colorIR.json} | 0 ...andsat-naturalcolor.json => old-landsat-naturalcolor.json} | 0 6 files changed, 4 insertions(+), 4 deletions(-) rename ingestion-data/collections/landsat/{landsat-colorIR.json => old-landsat-colorIR.json} (100%) rename ingestion-data/collections/landsat/{landsat-naturalcolor.json => old-landsat-naturalcolor.json} (100%) rename ingestion-data/discovery-items/landsat/{landsat-colorIR.json => old-landsat-colorIR.json} (100%) rename ingestion-data/discovery-items/landsat/{landsat-naturalcolor.json => old-landsat-naturalcolor.json} (100%) diff --git a/ingestion-data/collections/alos2/alos-daily.json b/ingestion-data/collections/alos2/alos-daily.json index 1687145..93f76ab 100644 --- a/ingestion-data/collections/alos2/alos-daily.json +++ b/ingestion-data/collections/alos2/alos-daily.json @@ -18,7 +18,7 @@ "interval": [ [ "2020-09-14T00:00:00Z", - "2025-09-26T23:00:00Z" + null ] ] } @@ -81,7 +81,7 @@ "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" ], "stac_version": "1.0.0", - "title": "ALOS2 DPM", + "title": "ALOS2 DPM daily timestep", "type": "Collection", "tenant": ["nasa-disasters"] } \ No newline at end of file diff --git a/ingestion-data/collections/alos2/alos-monthly.json b/ingestion-data/collections/alos2/alos-monthly.json index ddc775d..6ec8226 100644 --- a/ingestion-data/collections/alos2/alos-monthly.json +++ b/ingestion-data/collections/alos2/alos-monthly.json @@ -18,7 +18,7 @@ "interval": [ [ "2020-09-14T00:00:00Z", - "2025-09-26T23:00:00Z" + null ] ] } @@ -81,7 +81,7 @@ "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" ], "stac_version": "1.0.0", - "title": "ALOS2 DPM Monthly", + "title": "ALOS2 DPM Monthly timestep", "type": "Collection", "tenant": ["nasa-disasters"] } \ No newline at end of file diff --git a/ingestion-data/collections/landsat/landsat-colorIR.json b/ingestion-data/collections/landsat/old-landsat-colorIR.json similarity index 100% rename from ingestion-data/collections/landsat/landsat-colorIR.json rename to ingestion-data/collections/landsat/old-landsat-colorIR.json diff --git a/ingestion-data/collections/landsat/landsat-naturalcolor.json b/ingestion-data/collections/landsat/old-landsat-naturalcolor.json similarity index 100% rename from ingestion-data/collections/landsat/landsat-naturalcolor.json rename to ingestion-data/collections/landsat/old-landsat-naturalcolor.json diff --git a/ingestion-data/discovery-items/landsat/landsat-colorIR.json b/ingestion-data/discovery-items/landsat/old-landsat-colorIR.json similarity index 100% rename from ingestion-data/discovery-items/landsat/landsat-colorIR.json rename to ingestion-data/discovery-items/landsat/old-landsat-colorIR.json diff --git a/ingestion-data/discovery-items/landsat/landsat-naturalcolor.json b/ingestion-data/discovery-items/landsat/old-landsat-naturalcolor.json similarity index 100% rename from ingestion-data/discovery-items/landsat/landsat-naturalcolor.json rename to ingestion-data/discovery-items/landsat/old-landsat-naturalcolor.json From feff316df0d5d57a699dff9d53d3562c869a548e Mon Sep 17 00:00:00 2001 From: Kyle Lesinger Date: Wed, 1 Oct 2025 10:23:51 -0500 Subject: [PATCH 090/118] update --- .../{landsat8-nat-conus.json => old-landsat8-nat-conus.json} | 0 .../{landsat9-nat-conus.json => old-landsat9-nat-conus.json} | 0 2 files changed, 0 insertions(+), 0 deletions(-) rename ingestion-data/collections/landsat/{landsat8-nat-conus.json => old-landsat8-nat-conus.json} (100%) rename ingestion-data/collections/landsat/{landsat9-nat-conus.json => old-landsat9-nat-conus.json} (100%) diff --git a/ingestion-data/collections/landsat/landsat8-nat-conus.json b/ingestion-data/collections/landsat/old-landsat8-nat-conus.json similarity index 100% rename from ingestion-data/collections/landsat/landsat8-nat-conus.json rename to ingestion-data/collections/landsat/old-landsat8-nat-conus.json diff --git a/ingestion-data/collections/landsat/landsat9-nat-conus.json b/ingestion-data/collections/landsat/old-landsat9-nat-conus.json similarity index 100% rename from ingestion-data/collections/landsat/landsat9-nat-conus.json rename to ingestion-data/collections/landsat/old-landsat9-nat-conus.json From 94823577ffd7598fe9d8b6f8c22b08589ffe8e6e Mon Sep 17 00:00:00 2001 From: Kyle Lesinger Date: Wed, 1 Oct 2025 10:55:27 -0500 Subject: [PATCH 091/118] update --- .../discovery-items/landsat/landsat-all-vars.json | 10 +++++----- 1 file changed, 5 insertions(+), 5 deletions(-) diff --git a/ingestion-data/discovery-items/landsat/landsat-all-vars.json b/ingestion-data/discovery-items/landsat/landsat-all-vars.json index 94b875d..818e6c9 100644 --- a/ingestion-data/discovery-items/landsat/landsat-all-vars.json +++ b/ingestion-data/discovery-items/landsat/landsat-all-vars.json @@ -1,7 +1,7 @@ { "collection": "landsat-all-vars", "bucket": "nasa-disasters", - "prefix": "drcs_activations_new/Landsat/colorIR", + "prefix": "drcs_activations_new/Landsat", "cogify": false, "discovery": "s3", "dry_run": false, @@ -29,12 +29,12 @@ }, "mndwi-ls08": { "description": "Water detection index using green and shortwave infrared bands. Enhances open water features and suppresses built-up areas.", - "regex": ".*(LC08|LS08)_MNDWI.*.tif$", + "regex": ".*(LC08|LS08).*MNDWI.*.tif$", "title": "Modified Normalized Difference Water Index - Landsat 8" }, "mndwi-ls09": { "description": "Water detection index using green and shortwave infrared bands. Enhances open water features and suppresses built-up areas.", - "regex": ".*(LC09|LS09)_MNDWI.*.tif$", + "regex": ".*(LC09|LS09).*MNDWI.*.tif$", "title": "Modified Normalized Difference Water Index - Landsat 9" }, "nc-ls08": { @@ -73,6 +73,6 @@ "title": "True Color - Landsat 9" } }, - "id_regex": ".*_(\\d{4}-\\d{2}-\\d{2}_day).tif$", - "id_template": "landsat-{}" + "id_regex": "^(.*).tif$", + "id_template": "{}" } \ No newline at end of file From 93a211ff053945683a41874be097cd2c59267498 Mon Sep 17 00:00:00 2001 From: Kyle Lesinger Date: Wed, 1 Oct 2025 10:57:20 -0500 Subject: [PATCH 092/118] update --- ingestion-data/discovery-items/landsat/landsat-all-vars.json | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/ingestion-data/discovery-items/landsat/landsat-all-vars.json b/ingestion-data/discovery-items/landsat/landsat-all-vars.json index 818e6c9..fa84d23 100644 --- a/ingestion-data/discovery-items/landsat/landsat-all-vars.json +++ b/ingestion-data/discovery-items/landsat/landsat-all-vars.json @@ -19,12 +19,12 @@ }, "nbr-ls08": { "description": "Index for identifying burned areas and assessing fire severity by comparing near-infrared and shortwave infrared reflectance.", - "regex": ".*(LC08|LS08)_NBR.*.tif$", + "regex": ".*(LC08|LS08).*NBR.*.tif$", "title": "Normalized burn ratio - Landsat 8" }, "nbr-ls09": { "description": "Index for identifying burned areas and assessing fire severity by comparing near-infrared and shortwave infrared reflectance.", - "regex": ".*(LC09|LS09)_NBR.*.tif$", + "regex": ".*(LC09|LS09).*NBR.*.tif$", "title": "Normalized burn ratio - Landsat 9" }, "mndwi-ls08": { From e165bce138eb48775cf8c93d6a96fa467da5c673 Mon Sep 17 00:00:00 2001 From: Kyle Lesinger Date: Fri, 3 Oct 2025 08:12:27 -0500 Subject: [PATCH 093/118] update sentinel 1 all vars daily --- .../Sentinel-1/sentinel-1-all-vars-daily.json | 215 ++++++++++++++++++ .../Sentinel-1/sentinel-1-all-vars-daily.json | 53 +++++ 2 files changed, 268 insertions(+) create mode 100644 ingestion-data/collections/Sentinel-1/sentinel-1-all-vars-daily.json create mode 100644 ingestion-data/discovery-items/Sentinel-1/sentinel-1-all-vars-daily.json diff --git a/ingestion-data/collections/Sentinel-1/sentinel-1-all-vars-daily.json b/ingestion-data/collections/Sentinel-1/sentinel-1-all-vars-daily.json new file mode 100644 index 0000000..6c935e4 --- /dev/null +++ b/ingestion-data/collections/Sentinel-1/sentinel-1-all-vars-daily.json @@ -0,0 +1,215 @@ +{ + "id": "sentinel-1-all-vars-daily", + "dashboard:is_periodic": false, + "dashboard:time_interval": "P1D", + "description": "Sentinel-1 is a C-band synthetic aperture radar (SAR) mission providing all-weather, day-and-night imaging for disaster monitoring. This collection includes multiple SAR-derived products: RGB composites for visual analysis, displacement and deformation measurements for ground movement detection, damage assessment products for disaster impact evaluation, and water mapping layers for flood monitoring. SAR's ability to penetrate clouds makes it essential for rapid disaster response and environmental monitoring.", + "title": "Sentinel-1 Daily", + "extent": { + "spatial": { + "bbox": [ + [ + -125, + -24, + -66, + 49 + ] + ] + }, + "temporal": { + "interval": [ + [ + "2020-01-01T00:00:00Z", + null + ] + ] + } + }, + "item_assets": { + "aria": { + "description": "RGB composite derived from ARIA SAR processing for visual interpretation of radar backscatter patterns.", + "roles": [ + "data", + "layer" + ], + "title": "ARIA RGB Composite", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "azi": { + "description": "Azimuth offset measurements detecting horizontal ground displacement perpendicular to satellite flight direction.", + "roles": [ + "data", + "layer" + ], + "title": "Azimuth Offset", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "displacement": { + "description": "Ground displacement measurements derived from SAR interferometry showing surface movement magnitude.", + "roles": [ + "data", + "layer" + ], + "title": "Ground Displacement", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "deformation": { + "description": "Surface deformation measurements from interferometric SAR processing showing vertical and horizontal ground movement.", + "roles": [ + "data", + "layer" + ], + "title": "Surface Deformation", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "dmgAssess": { + "description": "Damage assessment product identifying areas of potential structural damage from disaster events.", + "roles": [ + "data", + "layer" + ], + "title": "Damage Assessment", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "dpm": { + "description": "Damage Proxy Map showing changes in SAR backscatter indicating potential building damage or destruction.", + "roles": [ + "data", + "layer" + ], + "title": "Damage Proxy Map", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "hydrosar-wm-diff": { + "description": "Water mapping difference product showing changes in surface water extent between time periods for flood detection.", + "roles": [ + "data", + "layer" + ], + "title": "HydroSAR Water Map Difference", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "rgb": { + "description": "RGB composite visualization combining SAR polarization channels for enhanced feature interpretation.", + "roles": [ + "data", + "layer" + ], + "title": "RGB Composite", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + } + }, + "license": "CC0-1.0", + "links": [], + "providers": [ + { + "name": "NASA" + } + ], + "renders": { + "aria": { + "assets": [ + "aria" + ], + "rescale": [ + [ + 0, + 255 + ] + ], + "nodata": 0 + }, + "azi": { + "assets": [ + "azi" + ], + "rescale": [ + [ + -200, + 200 + ] + ], + "nodata": -9999.0 + }, + "displacement": { + "assets": [ + "displacement" + ], + "rescale": [ + [ + -1, + 1 + ] + ], + "nodata": -9999 + }, + "deformation": { + "assets": [ + "deformation" + ], + "rescale": [ + [ + -60, + 60 + ] + ], + "nodata": -9999 + }, + "dmgAssess": { + "assets": [ + "dmgAssess" + ], + "rescale": [ + [ + 0, + 1 + ] + ], + "nodata": 0 + }, + "dpm": { + "assets": [ + "dpm" + ], + "bidx": [1,2,3,4], + "rescale": [ + [ + 0, + 255 + ] + ], + "nodata": 0 + }, + "hydrosar-wm-diff": { + "assets": [ + "hydrosar-wm-diff" + ], + "rescale": [ + [ + 0, + 3 + ] + ], + "nodata": 255 + }, + "rgb": { + "assets": [ + "rgb" + ], + "bidx": [1,2,3,4], + "rescale": [ + [ + 0, + 255 + ] + ], + "nodata": 0 + } + }, + "stac_extensions": [ + "https://stac-extensions.github.io/render/v1.0.0/schema.json", + "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" + ], + "stac_version": "1.0.0", + "type": "Collection", + "tenant": ["nasa-disasters"] +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/Sentinel-1/sentinel-1-all-vars-daily.json b/ingestion-data/discovery-items/Sentinel-1/sentinel-1-all-vars-daily.json new file mode 100644 index 0000000..12dcebb --- /dev/null +++ b/ingestion-data/discovery-items/Sentinel-1/sentinel-1-all-vars-daily.json @@ -0,0 +1,53 @@ +{ + "collection": "sentinel-1-all-vars-daily", + "bucket": "nasa-disasters", + "prefix": "drcs_activations_new/Sentinel-1/", + "cogify": false, + "discovery": "s3", + "dry_run": false, + "filename_regex": ".*_day.tif$", + "assets": { + "aria": { + "description": "RGB composite derived from ARIA SAR processing for visual interpretation of radar backscatter patterns.", + "regex": ".*aria.*.tif$", + "title": "ARIA RGB Composite" + }, + "azi": { + "description": "Azimuth offset measurements detecting horizontal ground displacement perpendicular to satellite flight direction.", + "regex": ".*AZI.*.tif$", + "title": "Azimuth Offset" + }, + "displacement": { + "description": "Ground displacement measurements derived from SAR interferometry showing surface movement magnitude.", + "regex": ".*DISP.*.tif$", + "title": "Ground Displacement" + }, + "deformation": { + "description": "Surface deformation measurements from interferometric SAR processing showing vertical and horizontal ground movement.", + "regex": ".*SAR_Deformation.*.tif$", + "title": "Surface Deformation" + }, + "dmgAssess": { + "description": "Damage assessment product identifying areas of potential structural damage from disaster events.", + "regex": ".*dmgassessment.*.tif$", + "title": "Damage Assessment" + }, + "dpm": { + "description": "Damage Proxy Map showing changes in SAR backscatter indicating potential building damage or destruction.", + "regex": ".*DPM.*.tif$", + "title": "Damage Proxy Map" + }, + "hydrosar-wm-diff": { + "description": "Water mapping difference product showing changes in surface water extent between time periods for flood detection.", + "regex": ".*WM_d\\d{4}-\\d{2}-\\d{2}_.*.tif$", + "title": "HydroSAR Water Map Difference" + }, + "rgb": { + "description": "RGB composite visualization combining SAR polarization channels for enhanced feature interpretation.", + "regex": ".*(RGB|rgb).*.tif$", + "title": "RGB Composite" + } + }, + "id_regex": "^(.*).tif$", + "id_template": "{}" +} \ No newline at end of file From 3050a08630da895777c3cd8d6889585d9533c896 Mon Sep 17 00:00:00 2001 From: Kyle Lesinger Date: Mon, 6 Oct 2025 18:35:52 -0500 Subject: [PATCH 094/118] update old collections --- .../Sentinel-1/interferogram_issues.txt | 39 ++++ .../Sentinel-1-SAR.json | 85 +++++++ .../Sentinel-1-USDA.json | 127 +++++++++++ .../Sentinel-1-WM-daily.json | 65 ++++++ .../Sentinel-1-WM-subdaily.json | 85 +++++++ .../Sentinel-1-coherence-monthly.json | 85 +++++++ .../Sentinel-1-coherence-yearly.json | 85 +++++++ .../Sentinel-1-displacement.json | 65 ++++++ .../Sentinel-1-dmg-assessment.json | 65 ++++++ .../Sentinel-1-dpm-daily.json | 107 +++++++++ .../Sentinel-1-dpm-monthly.json | 107 +++++++++ .../Sentinel-1-opera-dist.json | 65 ++++++ .../Sentinel-1_ASF-monthly.json | 65 ++++++ .../Sentinel-1_ASF-subdaily.json | 106 +++++++++ .../Sentinel-1_AZI.json | 66 ++++++ .../Sentinel-1_opera_dswx-change-map.json | 65 ++++++ .../Sentinel-1_opera_dswx.json | 94 ++++++++ .../Sentinel-1_rgb-daily.json | 108 +++++++++ .../Sentinel-1_rgb-subdaily.json | 171 ++++++++++++++ ...inel-1-all-vars-daily-TESTaddMetadata.json | 215 ++++++++++++++++++ .../sentinel-1-all-vars-monthly.json | 151 ++++++++++++ .../sentinel-1-all-vars-subdaily.json | 109 +++++++++ ...-vars.json => landsat-all-vars-daily.json} | 0 .../old-landsat-colorIR.json | 0 .../old-landsat-naturalcolor.json | 0 .../old-landsat8-nat-conus.json | 0 .../old-landsat9-nat-conus.json | 0 ...-vars.json => landsat-all-vars-daily.json} | 0 28 files changed, 2130 insertions(+) create mode 100644 ingestion-data/collections/Sentinel-1/interferogram_issues.txt create mode 100644 ingestion-data/collections/Sentinel-1/old-single-collections/Sentinel-1-SAR.json create mode 100644 ingestion-data/collections/Sentinel-1/old-single-collections/Sentinel-1-USDA.json create mode 100644 ingestion-data/collections/Sentinel-1/old-single-collections/Sentinel-1-WM-daily.json create mode 100644 ingestion-data/collections/Sentinel-1/old-single-collections/Sentinel-1-WM-subdaily.json create mode 100644 ingestion-data/collections/Sentinel-1/old-single-collections/Sentinel-1-coherence-monthly.json create mode 100644 ingestion-data/collections/Sentinel-1/old-single-collections/Sentinel-1-coherence-yearly.json create mode 100644 ingestion-data/collections/Sentinel-1/old-single-collections/Sentinel-1-displacement.json create mode 100644 ingestion-data/collections/Sentinel-1/old-single-collections/Sentinel-1-dmg-assessment.json create mode 100644 ingestion-data/collections/Sentinel-1/old-single-collections/Sentinel-1-dpm-daily.json create mode 100644 ingestion-data/collections/Sentinel-1/old-single-collections/Sentinel-1-dpm-monthly.json create mode 100644 ingestion-data/collections/Sentinel-1/old-single-collections/Sentinel-1-opera-dist.json create mode 100644 ingestion-data/collections/Sentinel-1/old-single-collections/Sentinel-1_ASF-monthly.json create mode 100644 ingestion-data/collections/Sentinel-1/old-single-collections/Sentinel-1_ASF-subdaily.json create mode 100644 ingestion-data/collections/Sentinel-1/old-single-collections/Sentinel-1_AZI.json create mode 100644 ingestion-data/collections/Sentinel-1/old-single-collections/Sentinel-1_opera_dswx-change-map.json create mode 100644 ingestion-data/collections/Sentinel-1/old-single-collections/Sentinel-1_opera_dswx.json create mode 100644 ingestion-data/collections/Sentinel-1/old-single-collections/Sentinel-1_rgb-daily.json create mode 100644 ingestion-data/collections/Sentinel-1/old-single-collections/Sentinel-1_rgb-subdaily.json create mode 100644 ingestion-data/collections/Sentinel-1/sentinel-1-all-vars-daily-TESTaddMetadata.json create mode 100644 ingestion-data/collections/Sentinel-1/sentinel-1-all-vars-monthly.json create mode 100644 ingestion-data/collections/Sentinel-1/sentinel-1-all-vars-subdaily.json rename ingestion-data/collections/landsat/{landsat-all-vars.json => landsat-all-vars-daily.json} (100%) rename ingestion-data/collections/landsat/{ => old-single-collections}/old-landsat-colorIR.json (100%) rename ingestion-data/collections/landsat/{ => old-single-collections}/old-landsat-naturalcolor.json (100%) rename ingestion-data/collections/landsat/{ => old-single-collections}/old-landsat8-nat-conus.json (100%) rename ingestion-data/collections/landsat/{ => old-single-collections}/old-landsat9-nat-conus.json (100%) rename ingestion-data/discovery-items/landsat/{landsat-all-vars.json => landsat-all-vars-daily.json} (100%) diff --git a/ingestion-data/collections/Sentinel-1/interferogram_issues.txt b/ingestion-data/collections/Sentinel-1/interferogram_issues.txt new file mode 100644 index 0000000..9e039c5 --- /dev/null +++ b/ingestion-data/collections/Sentinel-1/interferogram_issues.txt @@ -0,0 +1,39 @@ +There are different bands and values for seemingly the exact same data type. Cannot properly differentiate. +The filenames need to be different in order to understand the data + "interferogram-wrp": { + "assets": [ + "interferogram" + ], + "bidx": [1,2,3,4], + "rescale": [ + [ + 0, + 255 + ] + ], + "nodata": 0 + }, + "interferogram-uwrp": { + "assets": [ + "interferogram" + ], + "rescale": [ + [ + 0, + 10 + ] + ], + "nodata": 0 + }, + "interferogram-uwrp-s1": { + "assets": [ + "interferogram" + ], + "bidx": [1,2,3,4], + "rescale": [ + [ + 0, + 255 + ] + ], + "nodata": 0 \ No newline at end of file diff --git a/ingestion-data/collections/Sentinel-1/old-single-collections/Sentinel-1-SAR.json b/ingestion-data/collections/Sentinel-1/old-single-collections/Sentinel-1-SAR.json new file mode 100644 index 0000000..0f95bc1 --- /dev/null +++ b/ingestion-data/collections/Sentinel-1/old-single-collections/Sentinel-1-SAR.json @@ -0,0 +1,85 @@ +{ + "id": "sentinel-1-sar", + "dashboard:is_periodic": false, + "dashboard:time_interval": "P1D", + "description": "The Sentinel-1 mission comprises a constellation of two polar-orbiting satellites, Sentinel-1A and Sentinel-1B, which provide all-weather, day-and-night radar imaging for land and ocean surfaces, monitoring the marine environment, vegetation mapping, and other major applications. With multi-temporal analyses, remote sensing gives a unique perspective of how cities evolve. The key element for mapping rural to urban land use change is the ability to discriminate between rural uses (farming, pasture, forests) and urban use (residential, commercial, recreational). Remote sensing methods can be employed to classify types of land use in a practical, economical and repetitive fashion, over large areas.", + "extent": { + "spatial": { + "bbox": [ + [ + -125, + -24, + -66, + 49 + ] + ] + }, + "temporal": { + "interval": [ + [ + "2020-09-14T00:00:00Z", + "2025-09-26T23:00:00Z" + ] + ] + } + }, + "item_assets": { + "deformation-NS": { + "description": "deformation-NS.", + "roles": [ + "data", + "layer" + ], + "title": "deformation", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "deformation-EW": { + "description": "deformation-EW.", + "roles": [ + "data", + "layer" + ], + "title": "deformation", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + } + }, + "license": "CC0-1.0", + "links": [], + "providers": [ + { + "name": "NASA" + } + ], + "renders": { + "deformation-NS": { + "assets": [ + "deformation-NS" + ], + "rescale": [ + [ + -5, + 5 + ] + ] + }, + "deformation-EW": { + "assets": [ + "deformation-EW" + ], + "rescale": [ + [ + -5, + 5 + ] + ] + } + }, + "stac_extensions": [ + "https://stac-extensions.github.io/render/v1.0.0/schema.json", + "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" + ], + "stac_version": "1.0.0", + "title": "Sentinel-1 SAR", + "type": "Collection", + "tenant": ["nasa-disasters"] +} \ No newline at end of file diff --git a/ingestion-data/collections/Sentinel-1/old-single-collections/Sentinel-1-USDA.json b/ingestion-data/collections/Sentinel-1/old-single-collections/Sentinel-1-USDA.json new file mode 100644 index 0000000..51a8663 --- /dev/null +++ b/ingestion-data/collections/Sentinel-1/old-single-collections/Sentinel-1-USDA.json @@ -0,0 +1,127 @@ +{ + "id": "sentinel-1-USDA", + "dashboard:is_periodic": false, + "dashboard:time_interval": "P1S", + "description": "The Sentinel-1 mission comprises a constellation of two polar-orbiting satellites, Sentinel-1A and Sentinel-1B, which provide all-weather, day-and-night radar imaging for land and ocean surfaces, monitoring the marine environment, vegetation mapping, and other major applications. With multi-temporal analyses, remote sensing gives a unique perspective of how cities evolve. The key element for mapping rural to urban land use change is the ability to discriminate between rural uses (farming, pasture, forests) and urban use (residential, commercial, recreational). Remote sensing methods can be employed to classify types of land use in a practical, economical and repetitive fashion, over large areas.", + "extent": { + "spatial": { + "bbox": [ + [ + -125, + -24, + -66, + 49 + ] + ] + }, + "temporal": { + "interval": [ + [ + "2020-09-14T00:00:00Z", + "2025-09-22T23:00:00Z" + ] + ] + } + }, + "item_assets": { + "rgb": { + "description": "rgb.", + "roles": [ + "data", + "layer" + ], + "title": "rgb", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "VH": { + "description": "VH.", + "roles": [ + "data", + "layer" + ], + "title": "VH", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "VV": { + "description": "VV.", + "roles": [ + "data", + "layer" + ], + "title": "VV", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "WM": { + "description": "WM.", + "roles": [ + "data", + "layer" + ], + "title": "WM", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + } + }, + "license": "CC0-1.0", + "links": [], + "providers": [ + { + "name": "NASA" + } + ], + "renders": { + "rgb": { + "assets": [ + "rgb" + ], + "bidx": [1,2,3], + "rescale": [ + [ + 0, + 255 + ] + ] + }, + "VV": { + "assets": [ + "VV" + ], + "rescale": [ + [ + 0, + 15 + ] + ] + }, + "VH": { + "assets": [ + "VH" + ], + "rescale": [ + [ + 0, + 10 + ] + ] + }, + "WM": { + "assets": [ + "WM" + ], + "rescale": [ + [ + 0, + 255 + ] + ] + } + }, + + "stac_extensions": [ + "https://stac-extensions.github.io/render/v1.0.0/schema.json", + "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" + ], + "stac_version": "1.0.0", + "title": "Sentinel-1 USDA", + "type": "Collection", + "tenant": ["nasa-disasters"] +} \ No newline at end of file diff --git a/ingestion-data/collections/Sentinel-1/old-single-collections/Sentinel-1-WM-daily.json b/ingestion-data/collections/Sentinel-1/old-single-collections/Sentinel-1-WM-daily.json new file mode 100644 index 0000000..c1d25d8 --- /dev/null +++ b/ingestion-data/collections/Sentinel-1/old-single-collections/Sentinel-1-WM-daily.json @@ -0,0 +1,65 @@ +{ + "id": "sentinel-1-WM-daily", + "dashboard:is_periodic": false, + "dashboard:time_interval": "P1D", + "description": "The Sentinel-1 mission comprises a constellation of two polar-orbiting satellites, Sentinel-1A and Sentinel-1B, which provide all-weather, day-and-night radar imaging for land and ocean surfaces, monitoring the marine environment, vegetation mapping, and other major applications. With multi-temporal analyses, remote sensing gives a unique perspective of how cities evolve. The key element for mapping rural to urban land use change is the ability to discriminate between rural uses (farming, pasture, forests) and urban use (residential, commercial, recreational). Remote sensing methods can be employed to classify types of land use in a practical, economical and repetitive fashion, over large areas.", + "extent": { + "spatial": { + "bbox": [ + [ + -125, + -24, + -66, + 49 + ] + ] + }, + "temporal": { + "interval": [ + [ + "2024-09-14T00:00:00Z", + "2024-09-26T23:00:00Z" + ] + ] + } + }, + "item_assets": { + "wm-diff": { + "description": "wm-diff.", + "roles": [ + "data", + "layer" + ], + "title": "wm-diff", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + } + }, + "license": "CC0-1.0", + "links": [], + "providers": [ + { + "name": "NASA" + } + ], + "renders": { + "wm-diff": { + "assets": [ + "wm-diff" + ], + "rescale": [ + [ + 0, + 255 + ] + ] + } + }, + "stac_extensions": [ + "https://stac-extensions.github.io/render/v1.0.0/schema.json", + "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" + ], + "stac_version": "1.0.0", + "title": "Sentinel-1 Water Mask daily", + "type": "Collection", + "tenant": ["nasa-disasters"] +} \ No newline at end of file diff --git a/ingestion-data/collections/Sentinel-1/old-single-collections/Sentinel-1-WM-subdaily.json b/ingestion-data/collections/Sentinel-1/old-single-collections/Sentinel-1-WM-subdaily.json new file mode 100644 index 0000000..c9a528f --- /dev/null +++ b/ingestion-data/collections/Sentinel-1/old-single-collections/Sentinel-1-WM-subdaily.json @@ -0,0 +1,85 @@ +{ + "id": "sentinel-1-WM-subdaily", + "dashboard:is_periodic": false, + "dashboard:time_interval": "P1S", + "description": "The Sentinel-1 mission comprises a constellation of two polar-orbiting satellites, Sentinel-1A and Sentinel-1B, which provide all-weather, day-and-night radar imaging for land and ocean surfaces, monitoring the marine environment, vegetation mapping, and other major applications. With multi-temporal analyses, remote sensing gives a unique perspective of how cities evolve. The key element for mapping rural to urban land use change is the ability to discriminate between rural uses (farming, pasture, forests) and urban use (residential, commercial, recreational). Remote sensing methods can be employed to classify types of land use in a practical, economical and repetitive fashion, over large areas.", + "extent": { + "spatial": { + "bbox": [ + [ + -125, + -24, + -66, + 49 + ] + ] + }, + "temporal": { + "interval": [ + [ + "2024-09-14T00:00:00Z", + "2025-09-26T23:00:00Z" + ] + ] + } + }, + "item_assets": { + "gpufed": { + "description": "GPU fed.", + "roles": [ + "data", + "layer" + ], + "title": "gpufed", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "gpuned": { + "description": "gpuned.", + "roles": [ + "data", + "layer" + ], + "title": "gpuned", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + } + }, + "license": "CC0-1.0", + "links": [], + "providers": [ + { + "name": "NASA" + } + ], + "renders": { + "gpufed": { + "assets": [ + "gpufed" + ], + "rescale": [ + [ + 0, + 4 + ] + ] + }, + "gpuned": { + "assets": [ + "gpuned" + ], + "rescale": [ + [ + 0, + 255 + ] + ] + } + }, + "stac_extensions": [ + "https://stac-extensions.github.io/render/v1.0.0/schema.json", + "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" + ], + "stac_version": "1.0.0", + "title": "Sentinel-1 WM subdaily", + "type": "Collection", + "tenant": ["nasa-disasters"] +} \ No newline at end of file diff --git a/ingestion-data/collections/Sentinel-1/old-single-collections/Sentinel-1-coherence-monthly.json b/ingestion-data/collections/Sentinel-1/old-single-collections/Sentinel-1-coherence-monthly.json new file mode 100644 index 0000000..6fc5949 --- /dev/null +++ b/ingestion-data/collections/Sentinel-1/old-single-collections/Sentinel-1-coherence-monthly.json @@ -0,0 +1,85 @@ +{ + "id": "sentinel-1-coherence-monthly", + "dashboard:is_periodic": false, + "dashboard:time_interval": "P1M", + "description": "Interferometric SAR (InSAR) compares the phase measurements of two SAR acquisitions to look for differences, which indicate that the ground has moved relative to the sensor in the time between the two acquisitions. The spectra of two images used for InSAR must overlap well enough to generate interferometric fringes, which are used to identify and quantify surface deformation. Correlation indicates the comparability of the phase information between the two acquisitions. The magnitude of the correlation is commonly referred to as coherence. Coherence values are also useful for change detection, or to determine the variability of surface characteristics in an area. Low coherence values serve as an indicator of change, and high coherence values identify areas with stable or persistent scatterers. When coherence values are aggregated over time, we can see patterns of variability across the landscape.", + "title": "Sentinel-1 Coherence Monthly", + "extent": { + "spatial": { + "bbox": [ + [ + -125, + -24, + -66, + 49 + ] + ] + }, + "temporal": { + "interval": [ + [ + "2020-01-01T00:00:00Z", + "2025-09-26T00:00:00Z" + ] + ] + } + }, + "item_assets": { + "ascending": { + "description": "ascending", + "roles": [ + "data", + "layer" + ], + "title": "ascending", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "descending": { + "description": "descending", + "roles": [ + "data", + "layer" + ], + "title": "descending", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + } + }, + "license": "CC0-1.0", + "links": [], + "providers": [ + { + "name": "NASA" + } + ], + "renders": { + "ascending": { + "assets": [ + "ascending" + ], + "rescale": [ + [ + 0, + 1 + ] + ] + }, + "descending": { + "assets": [ + "descending" + ], + "rescale": [ + [ + 0, + 1 + ] + ] + } + }, + "stac_extensions": [ + "https://stac-extensions.github.io/render/v1.0.0/schema.json", + "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" + ], + "stac_version": "1.0.0", + "type": "Collection", + "tenant": ["nasa-disasters"] +} \ No newline at end of file diff --git a/ingestion-data/collections/Sentinel-1/old-single-collections/Sentinel-1-coherence-yearly.json b/ingestion-data/collections/Sentinel-1/old-single-collections/Sentinel-1-coherence-yearly.json new file mode 100644 index 0000000..78c8637 --- /dev/null +++ b/ingestion-data/collections/Sentinel-1/old-single-collections/Sentinel-1-coherence-yearly.json @@ -0,0 +1,85 @@ +{ + "id": "sentinel-1-coherence-yearly", + "dashboard:is_periodic": false, + "dashboard:time_interval": "P1Y", + "description": "Interferometric SAR (InSAR) compares the phase measurements of two SAR acquisitions to look for differences, which indicate that the ground has moved relative to the sensor in the time between the two acquisitions. The spectra of two images used for InSAR must overlap well enough to generate interferometric fringes, which are used to identify and quantify surface deformation. Correlation indicates the comparability of the phase information between the two acquisitions. The magnitude of the correlation is commonly referred to as coherence. Coherence values are also useful for change detection, or to determine the variability of surface characteristics in an area. Low coherence values serve as an indicator of change, and high coherence values identify areas with stable or persistent scatterers. When coherence values are aggregated over time, we can see patterns of variability across the landscape.", + "title": "Sentinel-1 Coherence Yearly", + "extent": { + "spatial": { + "bbox": [ + [ + -125, + -24, + -66, + 49 + ] + ] + }, + "temporal": { + "interval": [ + [ + "2020-01-01T00:00:00Z", + "2025-09-26T00:00:00Z" + ] + ] + } + }, + "item_assets": { + "ascending": { + "description": "ascending", + "roles": [ + "data", + "layer" + ], + "title": "ascending", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "descending": { + "description": "descending", + "roles": [ + "data", + "layer" + ], + "title": "descending", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + } + }, + "license": "CC0-1.0", + "links": [], + "providers": [ + { + "name": "NASA" + } + ], + "renders": { + "ascending": { + "assets": [ + "ascending" + ], + "rescale": [ + [ + 0, + 1 + ] + ] + }, + "descending": { + "assets": [ + "descending" + ], + "rescale": [ + [ + 0, + 1 + ] + ] + } + }, + "stac_extensions": [ + "https://stac-extensions.github.io/render/v1.0.0/schema.json", + "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" + ], + "stac_version": "1.0.0", + "type": "Collection", + "tenant": ["nasa-disasters"] +} \ No newline at end of file diff --git a/ingestion-data/collections/Sentinel-1/old-single-collections/Sentinel-1-displacement.json b/ingestion-data/collections/Sentinel-1/old-single-collections/Sentinel-1-displacement.json new file mode 100644 index 0000000..add4cdd --- /dev/null +++ b/ingestion-data/collections/Sentinel-1/old-single-collections/Sentinel-1-displacement.json @@ -0,0 +1,65 @@ +{ + "id": "sentinel-1-displacement", + "dashboard:is_periodic": false, + "dashboard:time_interval": "P1D", + "description": "The Level-3 OPERA Sentinel-1 Surface Displacement (DISP) product is generated through interferometric time-series analysis of Level-2 Coregistered Sentinel-1 Single Look Complex (CSLC) datasets. Using a hybrid Persistent Scatterer (PS) and Distributed Scatterer (DS) approach, this product quantifies Earth's surface displacement in the radar line-of-sight. The DISP products enable the detection of anthropogenic and natural surface changes, including subsidence, tectonic deformation, and landslides. The OPERA DISP suite comprises complementary datasets derived from Sentinel-1 and NISAR inputs, designated as DISP-S1 and DISP-NI, respectively. Each product, created per acquisition, adheres to a consistent structure, HDF5 file format, file-naming convention, and a 30 m spatial posting. This collection specifically includes DISP-S1 products, derived from Sentinel-1 data. DISP-S1 products provide spatial coverage across North America, encompassing the United States, U.S. territories within 200 km of the U.S. border, Canada, and mainland countries from the southern U.S. border to Panama. These products are generated from Sentinel-1 Interferometric Wide (IW) swath mode acquisitions starting in mid-2016. The OPERA DISP-S1 product contains modified Copernicus Sentinel data (2016-2025).", + "title": "Sentinel-1 Displacement", + "extent": { + "spatial": { + "bbox": [ + [ + -125, + -24, + -66, + 49 + ] + ] + }, + "temporal": { + "interval": [ + [ + "2020-01-01T00:00:00Z", + "2025-09-26T00:00:00Z" + ] + ] + } + }, + "item_assets": { + "displacement": { + "description": "displacement", + "roles": [ + "data", + "layer" + ], + "title": "displacement", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + } + }, + "license": "CC0-1.0", + "links": [], + "providers": [ + { + "name": "NASA" + } + ], + "renders": { + "displacement": { + "assets": [ + "displacement" + ], + "rescale": [ + [ + -1, + 1 + ] + ] + } + }, + "stac_extensions": [ + "https://stac-extensions.github.io/render/v1.0.0/schema.json", + "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" + ], + "stac_version": "1.0.0", + "type": "Collection", + "tenant": ["nasa-disasters"] +} \ No newline at end of file diff --git a/ingestion-data/collections/Sentinel-1/old-single-collections/Sentinel-1-dmg-assessment.json b/ingestion-data/collections/Sentinel-1/old-single-collections/Sentinel-1-dmg-assessment.json new file mode 100644 index 0000000..19bac6f --- /dev/null +++ b/ingestion-data/collections/Sentinel-1/old-single-collections/Sentinel-1-dmg-assessment.json @@ -0,0 +1,65 @@ +{ + "id": "sentinel-1-dmg-assessment", + "dashboard:is_periodic": false, + "dashboard:time_interval": "P1D", + "description": "The Sentinel-1 mission comprises a constellation of two polar-orbiting satellites, Sentinel-1A and Sentinel-1B, which provide all-weather, day-and-night radar imaging for land and ocean surfaces, monitoring the marine environment, vegetation mapping, and other major applications. With multi-temporal analyses, remote sensing gives a unique perspective of how cities evolve. The key element for mapping rural to urban land use change is the ability to discriminate between rural uses (farming, pasture, forests) and urban use (residential, commercial, recreational). Remote sensing methods can be employed to classify types of land use in a practical, economical and repetitive fashion, over large areas.", + "extent": { + "spatial": { + "bbox": [ + [ + -125, + -24, + -66, + 49 + ] + ] + }, + "temporal": { + "interval": [ + [ + "2020-09-01T00:00:00Z", + "2025-09-30T23:00:00Z" + ] + ] + } + }, + "item_assets": { + "dmg": { + "description": "change_detection.", + "roles": [ + "data", + "layer" + ], + "title": "change_detection", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + } + }, + "license": "CC0-1.0", + "links": [], + "providers": [ + { + "name": "NASA" + } + ], + "renders": { + "dmg": { + "assets": [ + "dmg" + ], + "rescale": [ + [ + 0, + 1 + ] + ] + } + }, + "stac_extensions": [ + "https://stac-extensions.github.io/render/v1.0.0/schema.json", + "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" + ], + "stac_version": "1.0.0", + "title": "Sentinel-1 Damage Assessment", + "type": "Collection", + "tenant": ["nasa-disasters"] +} \ No newline at end of file diff --git a/ingestion-data/collections/Sentinel-1/old-single-collections/Sentinel-1-dpm-daily.json b/ingestion-data/collections/Sentinel-1/old-single-collections/Sentinel-1-dpm-daily.json new file mode 100644 index 0000000..d295465 --- /dev/null +++ b/ingestion-data/collections/Sentinel-1/old-single-collections/Sentinel-1-dpm-daily.json @@ -0,0 +1,107 @@ +{ + "id": "sentinel-1-dpm-daily", + "dashboard:is_periodic": false, + "dashboard:time_interval": "P1D", + "description": "The Sentinel-1 mission comprises a constellation of two polar-orbiting satellites, Sentinel-1A and Sentinel-1B, which provide all-weather, day-and-night radar imaging for land and ocean surfaces, monitoring the marine environment, vegetation mapping, and other major applications. With multi-temporal analyses, remote sensing gives a unique perspective of how cities evolve. The key element for mapping rural to urban land use change is the ability to discriminate between rural uses (farming, pasture, forests) and urban use (residential, commercial, recreational). Remote sensing methods can be employed to classify types of land use in a practical, economical and repetitive fashion, over large areas.", + "extent": { + "spatial": { + "bbox": [ + [ + -125, + -24, + -66, + 49 + ] + ] + }, + "temporal": { + "interval": [ + [ + "2020-09-14T00:00:00Z", + "2024-09-26T23:00:00Z" + ] + ] + } + }, + "item_assets": { + "dpm": { + "description": "dpm.", + "roles": [ + "data", + "layer" + ], + "title": "dpm", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "dpm-cvd": { + "description": "dpm-cvd.", + "roles": [ + "data", + "layer" + ], + "title": "dpm-cvd", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "dpm-raw": { + "description": "dpm-raw.", + "roles": [ + "data", + "layer" + ], + "title": "dpm-raw", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + } + }, + "license": "CC0-1.0", + "links": [], + "providers": [ + { + "name": "NASA" + } + ], + "renders": { + "dpm": { + "assets": [ + "dpm" + ], + "bidx": [1,2,3,4], + "rescale": [ + [ + 0, + 255 + ] + ] + }, + "dpm-cvd": { + "assets": [ + "dpm-cvd" + ], + "bidx": [1,2,3,4], + "rescale": [ + [ + 0, + 255 + ] + ] + }, + "dpm-raw": { + "assets": [ + "dpm-raw" + ], + "rescale": [ + [ + 0, + 1 + ] + ] + } + }, + "stac_extensions": [ + "https://stac-extensions.github.io/render/v1.0.0/schema.json", + "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" + ], + "stac_version": "1.0.0", + "title": "Sentinel-1 DPM", + "type": "Collection", + "tenant": ["nasa-disasters"] +} \ No newline at end of file diff --git a/ingestion-data/collections/Sentinel-1/old-single-collections/Sentinel-1-dpm-monthly.json b/ingestion-data/collections/Sentinel-1/old-single-collections/Sentinel-1-dpm-monthly.json new file mode 100644 index 0000000..5063f8b --- /dev/null +++ b/ingestion-data/collections/Sentinel-1/old-single-collections/Sentinel-1-dpm-monthly.json @@ -0,0 +1,107 @@ +{ + "id": "sentinel-1-dpm-monthly", + "dashboard:is_periodic": false, + "dashboard:time_interval": "P1M", + "description": "The Sentinel-1 mission comprises a constellation of two polar-orbiting satellites, Sentinel-1A and Sentinel-1B, which provide all-weather, day-and-night radar imaging for land and ocean surfaces, monitoring the marine environment, vegetation mapping, and other major applications. With multi-temporal analyses, remote sensing gives a unique perspective of how cities evolve. The key element for mapping rural to urban land use change is the ability to discriminate between rural uses (farming, pasture, forests) and urban use (residential, commercial, recreational). Remote sensing methods can be employed to classify types of land use in a practical, economical and repetitive fashion, over large areas.", + "extent": { + "spatial": { + "bbox": [ + [ + -125, + -24, + -66, + 49 + ] + ] + }, + "temporal": { + "interval": [ + [ + "2020-09-14T00:00:00Z", + "2024-09-26T23:00:00Z" + ] + ] + } + }, + "item_assets": { + "dpm": { + "description": "dpm.", + "roles": [ + "data", + "layer" + ], + "title": "dpm", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "dpm-cvd": { + "description": "dpm-cvd.", + "roles": [ + "data", + "layer" + ], + "title": "dpm-cvd", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "dpm-raw": { + "description": "dpm-raw.", + "roles": [ + "data", + "layer" + ], + "title": "dpm-raw", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + } + }, + "license": "CC0-1.0", + "links": [], + "providers": [ + { + "name": "NASA" + } + ], + "renders": { + "dpm": { + "assets": [ + "dpm" + ], + "bidx": [1,2,3,4], + "rescale": [ + [ + 0, + 255 + ] + ] + }, + "dpm-cvd": { + "assets": [ + "dpm-cvd" + ], + "bidx": [1,2,3,4], + "rescale": [ + [ + 0, + 255 + ] + ] + }, + "dpm-raw": { + "assets": [ + "dpm-raw" + ], + "rescale": [ + [ + 0, + 1 + ] + ] + } + }, + "stac_extensions": [ + "https://stac-extensions.github.io/render/v1.0.0/schema.json", + "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" + ], + "stac_version": "1.0.0", + "title": "Sentinel-1 DPM monthly", + "type": "Collection", + "tenant": ["nasa-disasters"] +} \ No newline at end of file diff --git a/ingestion-data/collections/Sentinel-1/old-single-collections/Sentinel-1-opera-dist.json b/ingestion-data/collections/Sentinel-1/old-single-collections/Sentinel-1-opera-dist.json new file mode 100644 index 0000000..3a5af1f --- /dev/null +++ b/ingestion-data/collections/Sentinel-1/old-single-collections/Sentinel-1-opera-dist.json @@ -0,0 +1,65 @@ +{ + "id": "sentinel-1-opera-dist", + "dashboard:is_periodic": false, + "dashboard:time_interval": "P1D", + "description": "The land Surface Disturbance product (DIST) maps disturbance detected when there is a change outside a historical norm using optical or SAR imagery. The DIST suite is composed of complementary products, which are named according to their input datasets. Specifically, a separate DIST product is generated from Sentinel-1 and the Harmonized Landsat Sentinel-2 (HLS) data. The products are designed to share the same structure, GeoTiff file format, file-naming convention, and have posting of 30 m. All products are accessible through the Land Processes Distributed Active Archive Center (LP DAAC).", + "title": "Sentinel-1 Opera DIST", + "extent": { + "spatial": { + "bbox": [ + [ + -125, + -24, + -66, + 49 + ] + ] + }, + "temporal": { + "interval": [ + [ + "2020-01-01T00:00:00Z", + "2025-09-26T00:00:00Z" + ] + ] + } + }, + "item_assets": { + "gen-dist": { + "description": "gen-dist", + "roles": [ + "data", + "layer" + ], + "title": "gen-dist", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + } + }, + "license": "CC0-1.0", + "links": [], + "providers": [ + { + "name": "NASA" + } + ], + "renders": { + "gen-dist": { + "assets": [ + "gen-dist" + ], + "rescale": [ + [ + 0, + 255 + ] + ] + } + }, + "stac_extensions": [ + "https://stac-extensions.github.io/render/v1.0.0/schema.json", + "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" + ], + "stac_version": "1.0.0", + "type": "Collection", + "tenant": ["nasa-disasters"] +} \ No newline at end of file diff --git a/ingestion-data/collections/Sentinel-1/old-single-collections/Sentinel-1_ASF-monthly.json b/ingestion-data/collections/Sentinel-1/old-single-collections/Sentinel-1_ASF-monthly.json new file mode 100644 index 0000000..ef2bb83 --- /dev/null +++ b/ingestion-data/collections/Sentinel-1/old-single-collections/Sentinel-1_ASF-monthly.json @@ -0,0 +1,65 @@ +{ + "id": "sentinel-1-asf-monthly", + "dashboard:is_periodic": false, + "dashboard:time_interval": "P1M", + "description": "NASA's Alaska Satellite Facility Distributed Active Archive Center (ASF DAAC) specializes in collecting, processing, archiving, and distributing satellite and airborne-acquired synthetic aperture radar (SAR) data. The DAAC strives to provide the fastest and most reliable data delivery possible and is committed to developing the tools, services, and support that make SAR more powerful and easier to use. ASF DAAC leads the way in cloud computing and can provide the expertise to help you make the move into this computing environment. ASF services such as HyP3 and OpenScienceLab can remove obstacles that can make Big Data processing frustrating.", + "title": "Sentinel-1 ASF Monthly", + "extent": { + "spatial": { + "bbox": [ + [ + -125, + -24, + -66, + 49 + ] + ] + }, + "temporal": { + "interval": [ + [ + "2020-01-01T00:00:00Z", + "2025-09-26T00:00:00Z" + ] + ] + } + }, + "item_assets": { + "change_detection": { + "description": "change_detection", + "roles": [ + "data", + "layer" + ], + "title": "change_detection", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + } + }, + "license": "CC0-1.0", + "links": [], + "providers": [ + { + "name": "NASA" + } + ], + "renders": { + "change_detection": { + "assets": [ + "change_detection" + ], + "rescale": [ + [ + 0, + 255 + ] + ] + } + }, + "stac_extensions": [ + "https://stac-extensions.github.io/render/v1.0.0/schema.json", + "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" + ], + "stac_version": "1.0.0", + "type": "Collection", + "tenant": ["nasa-disasters"] +} \ No newline at end of file diff --git a/ingestion-data/collections/Sentinel-1/old-single-collections/Sentinel-1_ASF-subdaily.json b/ingestion-data/collections/Sentinel-1/old-single-collections/Sentinel-1_ASF-subdaily.json new file mode 100644 index 0000000..1dcae74 --- /dev/null +++ b/ingestion-data/collections/Sentinel-1/old-single-collections/Sentinel-1_ASF-subdaily.json @@ -0,0 +1,106 @@ +{ + "id": "sentinel-1-asf-subdaily", + "dashboard:is_periodic": false, + "dashboard:time_interval": "P1S", + "description": "NASA's Alaska Satellite Facility Distributed Active Archive Center (ASF DAAC) specializes in collecting, processing, archiving, and distributing satellite and airborne-acquired synthetic aperture radar (SAR) data. The DAAC strives to provide the fastest and most reliable data delivery possible and is committed to developing the tools, services, and support that make SAR more powerful and easier to use. ASF DAAC leads the way in cloud computing and can provide the expertise to help you make the move into this computing environment. ASF services such as HyP3 and OpenScienceLab can remove obstacles that can make Big Data processing frustrating.", + "title": "Sentinel-1 ASF Subdaily", + "extent": { + "spatial": { + "bbox": [ + [ + -125, + -24, + -66, + 49 + ] + ] + }, + "temporal": { + "interval": [ + [ + "2020-01-01T00:00:00Z", + "2025-09-26T00:00:00Z" + ] + ] + } + }, + "item_assets": { + "rgb": { + "description": "rgb", + "roles": [ + "data", + "layer" + ], + "title": "rgb", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "VH": { + "description": "VH", + "roles": [ + "data", + "layer" + ], + "title": "VH", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "VV": { + "description": "VV", + "roles": [ + "data", + "layer" + ], + "title": "VV", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + } + }, + "license": "CC0-1.0", + "links": [], + "providers": [ + { + "name": "NASA" + } + ], + "renders": { + "rgb": { + "assets": [ + "rgb" + ], + "bidx": [1,2,3], + "rescale": [ + [ + 0, + 255 + ] + ] + }, + "VV": { + "assets": [ + "VV" + ], + "rescale": [ + [ + 0, + 15 + ] + ] + }, + "VH": { + "assets": [ + "VH" + ], + "rescale": [ + [ + 0, + 5 + ] + ] + } + }, + "stac_extensions": [ + "https://stac-extensions.github.io/render/v1.0.0/schema.json", + "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" + ], + "stac_version": "1.0.0", + "type": "Collection", + "tenant": ["nasa-disasters"] +} \ No newline at end of file diff --git a/ingestion-data/collections/Sentinel-1/old-single-collections/Sentinel-1_AZI.json b/ingestion-data/collections/Sentinel-1/old-single-collections/Sentinel-1_AZI.json new file mode 100644 index 0000000..e7644c1 --- /dev/null +++ b/ingestion-data/collections/Sentinel-1/old-single-collections/Sentinel-1_AZI.json @@ -0,0 +1,66 @@ +{ + "id": "sentinel-1-azi", + "dashboard:is_periodic": false, + "dashboard:time_interval": "P1D", + "description": "The Sentinel-1 mission comprises a constellation of two polar-orbiting satellites, Sentinel-1A and Sentinel-1B, which provide all-weather, day-and-night radar imaging for land and ocean surfaces, monitoring the marine environment, vegetation mapping, and other major applications. With multi-temporal analyses, remote sensing gives a unique perspective of how cities evolve. The key element for mapping rural to urban land use change is the ability to discriminate between rural uses (farming, pasture, forests) and urban use (residential, commercial, recreational). Remote sensing methods can be employed to classify types of land use in a practical, economical and repetitive fashion, over large areas.", + "title": "Sentinel-1 AZI", + "extent": { + "spatial": { + "bbox": [ + [ + -125, + -24, + -66, + 49 + ] + ] + }, + "temporal": { + "interval": [ + [ + "2020-09-14T00:00:00Z", + "2024-09-26T23:59:59Z" + ] + ] + } + }, + "item_assets": { + "azi": { + "description": "azi.", + "roles": [ + "data", + "layer" + ], + "title": "azi", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + } + }, + "license": "CC0-1.0", + "links": [], + "providers": [ + { + "name": "NASA" + } + ], + "renders": { + "azi": { + "assets": [ + "azi" + ], + "bidx": [1,2,3,4], + "rescale": [ + [ + 0, + 255 + ] + ] + } + }, + "stac_extensions": [ + "https://stac-extensions.github.io/render/v1.0.0/schema.json", + "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" + ], + "stac_version": "1.0.0", + "type": "Collection", + "tenant": ["nasa-disasters"] +} \ No newline at end of file diff --git a/ingestion-data/collections/Sentinel-1/old-single-collections/Sentinel-1_opera_dswx-change-map.json b/ingestion-data/collections/Sentinel-1/old-single-collections/Sentinel-1_opera_dswx-change-map.json new file mode 100644 index 0000000..c793b86 --- /dev/null +++ b/ingestion-data/collections/Sentinel-1/old-single-collections/Sentinel-1_opera_dswx-change-map.json @@ -0,0 +1,65 @@ +{ + "id": "S1-OperaDSWX-changeMap", + "dashboard:is_periodic": false, + "dashboard:time_interval": "P1D", + "description": "The Dynamic Surface Water eXtent (DSWx) products map pixel-wise surface water detections using optical or SAR imagery. The DSWx suite is composed of complementary products, which are named according to their input datasets. Specifically, a separate DSWx product is generated from Sentinel-1, NISAR, ,, and the Harmonized Landsat Sentinel-2 (HLS) data. The products are designed to share the same structure, GeoTiff file format, file-naming convention, and have posting of 30 m. These DSWx products are provided as an analysis ready dataset but are not harmonized across the different sensors. All products will be accessible through NASA’s Physical Oceanography Distributed Active Archive Center (PO.DAAC).", + "title": "Sentinel 1 Opera DSWX Change map", + "extent": { + "spatial": { + "bbox": [ + [ + -125, + -24, + -66, + 49 + ] + ] + }, + "temporal": { + "interval": [ + [ + "2020-01-01T00:00:00Z", + "2025-09-25T00:00:00Z" + ] + ] + } + }, + "item_assets": { + "bwtr-changeMap": { + "description": "Sentinel-1_opera_dswx-bwtr-changeMap", + "roles": [ + "data", + "layer" + ], + "title": "Sentinel-1_opera_dswx-bwtr-changeMap", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + } + }, + "license": "CC0-1.0", + "links": [], + "providers": [ + { + "name": "NASA" + } + ], + "renders": { + "bwtr-changeMap": { + "assets": [ + "bwtr-changeMap" + ], + "rescale": [ + [ + -1, + 1 + ] + ] + } + }, + "stac_extensions": [ + "https://stac-extensions.github.io/render/v1.0.0/schema.json", + "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" + ], + "stac_version": "1.0.0", + "type": "Collection", + "tenant": ["nasa-disasters"] +} \ No newline at end of file diff --git a/ingestion-data/collections/Sentinel-1/old-single-collections/Sentinel-1_opera_dswx.json b/ingestion-data/collections/Sentinel-1/old-single-collections/Sentinel-1_opera_dswx.json new file mode 100644 index 0000000..158326c --- /dev/null +++ b/ingestion-data/collections/Sentinel-1/old-single-collections/Sentinel-1_opera_dswx.json @@ -0,0 +1,94 @@ +{ + "id": "S1-OperaDSWX", + "dashboard:is_periodic": false, + "dashboard:time_interval": "P1D", + "description": "The Dynamic Surface Water eXtent (DSWx) products map pixel-wise surface water detections using optical or SAR imagery. The DSWx suite is composed of complementary products, which are named according to their input datasets. Specifically, a separate DSWx product is generated from Sentinel-1, NISAR, and the Harmonized Landsat Sentinel-2 (HLS) data. The products are designed to share the same structure, GeoTiff file format, file-naming convention, and have posting of 30 m. These DSWx products are provided as an analysis ready dataset but are not harmonized across the different sensors. All products will be accessible through NASA’s Physical Oceanography Distributed Active Archive Center (PO.DAAC).", + "title": "Sentinel 1 Opera DSWX", + "extent": { + "spatial": { + "bbox": [ + [ + -125, + -24, + -66, + 49 + ] + ] + }, + "temporal": { + "interval": [ + [ + "2020-01-01T00:00:00Z", + "2025-09-25T00:00:00Z" + ] + ] + } + }, + "item_assets": { + "wtr": { + "description": "Sentinel-1_opera_dswx-wtr", + "roles": [ + "data", + "layer" + ], + "title": "Sentinel-1_opera_dswx-wtr", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "bwtr": { + "description": "Sentinel-1_opera_dswx-bwtr", + "roles": [ + "data", + "layer" + ], + "title": "Sentinel-1_opera_dswx-bwtr", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "bwtr-changeMap": { + "description": "Sentinel-1_opera_dswx-bwtr-changeMap", + "roles": [ + "data", + "layer" + ], + "title": "Sentinel-1_opera_dswx-bwtr-changeMap", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + } + }, + "license": "CC0-1.0", + "links": [], + "providers": [ + { + "name": "NASA" + } + ], + "renders": { + "wtr": { + "assets": [ + "wtr" + ], + "rescale": [ + [ + 0, + 1 + ] + ] + }, + "bwtr": { + "assets": [ + "bwtr" + ], + "rescale": [ + [ + 0, + 1 + ] + ] + } + }, + "stac_extensions": [ + "https://stac-extensions.github.io/render/v1.0.0/schema.json", + "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" + ], + "stac_version": "1.0.0", + "type": "Collection", + "tenant": ["nasa-disasters"] +} \ No newline at end of file diff --git a/ingestion-data/collections/Sentinel-1/old-single-collections/Sentinel-1_rgb-daily.json b/ingestion-data/collections/Sentinel-1/old-single-collections/Sentinel-1_rgb-daily.json new file mode 100644 index 0000000..4e946c9 --- /dev/null +++ b/ingestion-data/collections/Sentinel-1/old-single-collections/Sentinel-1_rgb-daily.json @@ -0,0 +1,108 @@ +{ + "id": "sentinel-1-rgb-daily", + "dashboard:is_periodic": false, + "dashboard:time_interval": "P1D", + "description": "The True Color RGB provides a product of how the surface would look to the naked eye from space. The True Color RGB is produced using the 3 visible wavelength bands (red, green, and blue) from the respective sensor. Some minor atmospheric corrections have occurred. A Color Infrared composite depicts healthy vegetation as red, water as blue. Some minor atmospheric corrections have occurred.", + "title": "Sentinel-1 Daily RGB", + "extent": { + "spatial": { + "bbox": [ + [ + -125, + -24, + -66, + 49 + ] + ] + }, + "temporal": { + "interval": [ + [ + "2020-01-01T00:00:00Z", + "2025-09-25T00:00:00Z" + ] + ] + } + }, + "item_assets": { + "n-rgb": { + "description": "n-rgb", + "roles": [ + "data", + "layer" + ], + "title": "n-rgb", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "rgb": { + "description": "rgb", + "roles": [ + "data", + "layer" + ], + "title": "rgb", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "mosaic": { + "description": "mosaic", + "roles": [ + "data", + "layer" + ], + "title": "mosaic", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + } + }, + "license": "CC0-1.0", + "links": [], + "providers": [ + { + "name": "NASA" + } + ], + "renders": { + "n-rgb": { + "assets": [ + "n-rgb" + ], + "bidx": [1,2,3], + "rescale": [ + [ + 0, + 255 + ] + ] + }, + "rgb": { + "assets": [ + "rgb" + ], + "bidx": [1,2,3], + "rescale": [ + [ + 0, + 255 + ] + ] + }, + "mosaic": { + "assets": [ + "mosaic" + ], + "bidx": [1,2,3], + "rescale": [ + [ + 0, + 255 + ] + ] + } + }, + "stac_extensions": [ + "https://stac-extensions.github.io/render/v1.0.0/schema.json", + "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" + ], + "stac_version": "1.0.0", + "type": "Collection", + "tenant": ["nasa-disasters"] +} \ No newline at end of file diff --git a/ingestion-data/collections/Sentinel-1/old-single-collections/Sentinel-1_rgb-subdaily.json b/ingestion-data/collections/Sentinel-1/old-single-collections/Sentinel-1_rgb-subdaily.json new file mode 100644 index 0000000..8b67f6d --- /dev/null +++ b/ingestion-data/collections/Sentinel-1/old-single-collections/Sentinel-1_rgb-subdaily.json @@ -0,0 +1,171 @@ +{ + "id": "sentinel-1-rgb-subdaily", + "dashboard:is_periodic": false, + "dashboard:time_interval": "PT1S", + "description": "The True Color RGB provides a product of how the surface would look to the naked eye from space. The True Color RGB is produced using the 3 visible wavelength bands (red, green, and blue) from the respective sensor. Some minor atmospheric corrections have occurred. A Color Infrared composite depicts healthy vegetation as red, water as blue. Some minor atmospheric corrections have occurred.", + "title": "Sentinel-1 RGB subdaily", + "extent": { + "spatial": { + "bbox": [ + [ + -125, + -24, + -66, + 49 + ] + ] + }, + "temporal": { + "interval": [ + [ + "2020-01-01T00:00:00Z", + "2025-09-26T00:00:00Z" + ] + ] + } + }, + "item_assets": { + "gpufed-RTC20": { + "description": "gpufed-20m", + "roles": [ + "data", + "layer" + ], + "title": "gpufed-20m", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "gpufed-RTC30": { + "description": "gpufed-30m", + "roles": [ + "data", + "layer" + ], + "title": "gpufed-30m", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "gpuned-RTC20": { + "description": "gpuned-20m", + "roles": [ + "data", + "layer" + ], + "title": "gpuned-20m", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "gpuned-RTC30": { + "description": "gpuned-30m", + "roles": [ + "data", + "layer" + ], + "title": "gpuned-30m", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "gdufed-RTC20": { + "description": "gdufed-20m", + "roles": [ + "data", + "layer" + ], + "title": "gdufed-20m", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "gdufed-RTC30": { + "description": "gdufed-30m", + "roles": [ + "data", + "layer" + ], + "title": "gdufed-30m", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + } + }, + "license": "CC0-1.0", + "links": [], + "providers": [ + { + "name": "NASA" + } + ], + "renders": { + "gpufed-RTC20": { + "assets": [ + "gpufed-RTC20" + ], + "bidx": [1,2,3], + "rescale": [ + [ + 0, + 255 + ] + ] + }, + "gpufed-RTC30": { + "assets": [ + "gpufed-RTC30" + ], + "bidx": [1,2,3], + "rescale": [ + [ + 0, + 255 + ] + ] + }, + "gpuned-RTC20": { + "assets": [ + "gpuned-RTC20" + ], + "bidx": [1,2,3], + "rescale": [ + [ + 0, + 255 + ] + ] + }, + "gpuned-RTC30": { + "assets": [ + "gpuned-RTC30" + ], + "bidx": [1,2,3], + "rescale": [ + [ + 0, + 255 + ] + ] + }, + "gdufed-RTC20": { + "assets": [ + "gdufed-RTC20" + ], + "bidx": [1,2,3], + "rescale": [ + [ + 0, + 255 + ] + ] + }, + "gdufed-RTC30": { + "assets": [ + "gdufed-RTC30" + ], + "bidx": [1,2,3], + "rescale": [ + [ + 0, + 255 + ] + ] + } + }, + "stac_extensions": [ + "https://stac-extensions.github.io/render/v1.0.0/schema.json", + "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" + ], + "stac_version": "1.0.0", + "type": "Collection", + "tenant": ["nasa-disasters"] +} \ No newline at end of file diff --git a/ingestion-data/collections/Sentinel-1/sentinel-1-all-vars-daily-TESTaddMetadata.json b/ingestion-data/collections/Sentinel-1/sentinel-1-all-vars-daily-TESTaddMetadata.json new file mode 100644 index 0000000..6c935e4 --- /dev/null +++ b/ingestion-data/collections/Sentinel-1/sentinel-1-all-vars-daily-TESTaddMetadata.json @@ -0,0 +1,215 @@ +{ + "id": "sentinel-1-all-vars-daily", + "dashboard:is_periodic": false, + "dashboard:time_interval": "P1D", + "description": "Sentinel-1 is a C-band synthetic aperture radar (SAR) mission providing all-weather, day-and-night imaging for disaster monitoring. This collection includes multiple SAR-derived products: RGB composites for visual analysis, displacement and deformation measurements for ground movement detection, damage assessment products for disaster impact evaluation, and water mapping layers for flood monitoring. SAR's ability to penetrate clouds makes it essential for rapid disaster response and environmental monitoring.", + "title": "Sentinel-1 Daily", + "extent": { + "spatial": { + "bbox": [ + [ + -125, + -24, + -66, + 49 + ] + ] + }, + "temporal": { + "interval": [ + [ + "2020-01-01T00:00:00Z", + null + ] + ] + } + }, + "item_assets": { + "aria": { + "description": "RGB composite derived from ARIA SAR processing for visual interpretation of radar backscatter patterns.", + "roles": [ + "data", + "layer" + ], + "title": "ARIA RGB Composite", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "azi": { + "description": "Azimuth offset measurements detecting horizontal ground displacement perpendicular to satellite flight direction.", + "roles": [ + "data", + "layer" + ], + "title": "Azimuth Offset", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "displacement": { + "description": "Ground displacement measurements derived from SAR interferometry showing surface movement magnitude.", + "roles": [ + "data", + "layer" + ], + "title": "Ground Displacement", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "deformation": { + "description": "Surface deformation measurements from interferometric SAR processing showing vertical and horizontal ground movement.", + "roles": [ + "data", + "layer" + ], + "title": "Surface Deformation", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "dmgAssess": { + "description": "Damage assessment product identifying areas of potential structural damage from disaster events.", + "roles": [ + "data", + "layer" + ], + "title": "Damage Assessment", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "dpm": { + "description": "Damage Proxy Map showing changes in SAR backscatter indicating potential building damage or destruction.", + "roles": [ + "data", + "layer" + ], + "title": "Damage Proxy Map", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "hydrosar-wm-diff": { + "description": "Water mapping difference product showing changes in surface water extent between time periods for flood detection.", + "roles": [ + "data", + "layer" + ], + "title": "HydroSAR Water Map Difference", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "rgb": { + "description": "RGB composite visualization combining SAR polarization channels for enhanced feature interpretation.", + "roles": [ + "data", + "layer" + ], + "title": "RGB Composite", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + } + }, + "license": "CC0-1.0", + "links": [], + "providers": [ + { + "name": "NASA" + } + ], + "renders": { + "aria": { + "assets": [ + "aria" + ], + "rescale": [ + [ + 0, + 255 + ] + ], + "nodata": 0 + }, + "azi": { + "assets": [ + "azi" + ], + "rescale": [ + [ + -200, + 200 + ] + ], + "nodata": -9999.0 + }, + "displacement": { + "assets": [ + "displacement" + ], + "rescale": [ + [ + -1, + 1 + ] + ], + "nodata": -9999 + }, + "deformation": { + "assets": [ + "deformation" + ], + "rescale": [ + [ + -60, + 60 + ] + ], + "nodata": -9999 + }, + "dmgAssess": { + "assets": [ + "dmgAssess" + ], + "rescale": [ + [ + 0, + 1 + ] + ], + "nodata": 0 + }, + "dpm": { + "assets": [ + "dpm" + ], + "bidx": [1,2,3,4], + "rescale": [ + [ + 0, + 255 + ] + ], + "nodata": 0 + }, + "hydrosar-wm-diff": { + "assets": [ + "hydrosar-wm-diff" + ], + "rescale": [ + [ + 0, + 3 + ] + ], + "nodata": 255 + }, + "rgb": { + "assets": [ + "rgb" + ], + "bidx": [1,2,3,4], + "rescale": [ + [ + 0, + 255 + ] + ], + "nodata": 0 + } + }, + "stac_extensions": [ + "https://stac-extensions.github.io/render/v1.0.0/schema.json", + "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" + ], + "stac_version": "1.0.0", + "type": "Collection", + "tenant": ["nasa-disasters"] +} \ No newline at end of file diff --git a/ingestion-data/collections/Sentinel-1/sentinel-1-all-vars-monthly.json b/ingestion-data/collections/Sentinel-1/sentinel-1-all-vars-monthly.json new file mode 100644 index 0000000..d1595f9 --- /dev/null +++ b/ingestion-data/collections/Sentinel-1/sentinel-1-all-vars-monthly.json @@ -0,0 +1,151 @@ +{ + "id": "sentinel-1-all-vars-monthly", + "dashboard:is_periodic": false, + "dashboard:time_interval": "P1M", + "description": "Sentinel-1 is a C-band synthetic aperture radar (SAR) mission providing all-weather, day-and-night imaging for disaster monitoring. This collection includes multiple SAR-derived products: RGB composites for visual analysis, displacement and deformation measurements for ground movement detection, damage assessment products for disaster impact evaluation, and water mapping layers for flood monitoring. SAR's ability to penetrate clouds makes it essential for rapid disaster response and environmental monitoring.", + "title": "Sentinel-1 Monthly", + "extent": { + "spatial": { + "bbox": [ + [ + -125, + -24, + -66, + 49 + ] + ] + }, + "temporal": { + "interval": [ + [ + "2020-01-01T00:00:00Z", + null + ] + ] + } + }, + "item_assets": { + "aria": { + "description": "RGB composite from NASA's ARIA project combining SAR polarizations for visual analysis of surface features and changes.", + "roles": [ + "data", + "layer" + ], + "title": "ARIA RGB Composite", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "coherence": { + "description": "Interferometric coherence measuring surface stability between SAR image pairs, where high values (near 1) indicate minimal change and low values (near 0) indicate significant surface change from events like floods, earthquakes, or land cover changes.", + "roles": [ + "data", + "layer" + ], + "title": "Interferometric Coherence", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "dpm": { + "description": "Damage Proxy Map showing changes in SAR backscatter indicating potential building damage or destruction.", + "roles": [ + "data", + "layer" + ], + "title": "Damage Proxy Map", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "floodedArea": { + "description": "Binary flood extent map identifying areas currently inundated with water, derived from SAR analysis for disaster response and monitoring.", + "roles": [ + "data", + "layer" + ], + "title": "Flooded Area", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "rtc": { + "description": "Radiometric Terrain Corrected SAR backscatter imagery with terrain effects removed for accurate surface reflectivity analysis.", + "roles": [ + "data", + "layer" + ], + "title": "RTC Backscatter", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + } + }, + "license": "CC0-1.0", + "links": [], + "providers": [ + { + "name": "NASA" + } + ], + "renders": { + "aria": { + "assets": [ + "aria" + ], + "rescale": [ + [ + 0, + 255 + ] + ], + "nodata": 0 + }, + "coherence": { + "assets": [ + "coherence" + ], + "rescale": [ + [ + 0, + 1 + ] + ], + "nodata": -9999.0 + }, + "dpm": { + "assets": [ + "dpm" + ], + "bidx": [1,2,3,4], + "rescale": [ + [ + 0, + 255 + ] + ], + "nodata": 0 + }, + "floodedArea": { + "assets": [ + "floodedArea" + ], + "rescale": [ + [ + 0, + 1 + ] + ], + "nodata": 0 + }, + "rtc": { + "assets": [ + "rtc" + ], + "rescale": [ + [ + 0, + 255 + ] + ], + "nodata": -9999.0 + } + }, + "stac_extensions": [ + "https://stac-extensions.github.io/render/v1.0.0/schema.json", + "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" + ], + "stac_version": "1.0.0", + "type": "Collection", + "tenant": ["nasa-disasters"] +} \ No newline at end of file diff --git a/ingestion-data/collections/Sentinel-1/sentinel-1-all-vars-subdaily.json b/ingestion-data/collections/Sentinel-1/sentinel-1-all-vars-subdaily.json new file mode 100644 index 0000000..20539b2 --- /dev/null +++ b/ingestion-data/collections/Sentinel-1/sentinel-1-all-vars-subdaily.json @@ -0,0 +1,109 @@ +{ + "id": "sentinel-1-all-vars-subdaily", + "dashboard:is_periodic": false, + "dashboard:time_interval": "P1S", + "description": "Sentinel-1 is a C-band synthetic aperture radar (SAR) mission providing all-weather, day-and-night imaging for disaster monitoring. This collection includes multiple SAR-derived products: RGB composites for visual analysis, displacement and deformation measurements for ground movement detection, damage assessment products for disaster impact evaluation, and water mapping layers for flood monitoring. SAR's ability to penetrate clouds makes it essential for rapid disaster response and environmental monitoring.", + "title": "Sentinel-1 Subdaily", + "extent": { + "spatial": { + "bbox": [ + [ + -125, + -24, + -66, + 49 + ] + ] + }, + "temporal": { + "interval": [ + [ + "2020-01-01T00:00:00Z", + null + ] + ] + } + }, + "item_assets": { + "hydrosar-wm": { + "description": "HydroSAR water mapping product identifying surface water extent using SAR data for flood monitoring and wetland analysis.", + "roles": [ + "data", + "layer" + ], + "title": "HydroSAR Water Map", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "rgb": { + "description": "RGB composite visualization combining SAR polarization channels for enhanced feature interpretation.", + "roles": [ + "data", + "layer" + ], + "title": "RGB Composite", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "rtc": { + "description": "Radiometric Terrain Corrected SAR backscatter imagery with terrain effects removed for accurate surface reflectivity analysis.", + "roles": [ + "data", + "layer" + ], + "title": "RTC Backscatter", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + } + }, + "license": "CC0-1.0", + "links": [], + "providers": [ + { + "name": "NASA" + } + ], + "renders": { + "hydrosar-wm": { + "assets": [ + "hydrosar-wm" + ], + "rescale": [ + [ + 0, + 3 + ] + ], + "nodata": 255 + }, + "rgb": { + "assets": [ + "rgb" + ], + "bidx": [1,2,3,4], + "rescale": [ + [ + 0, + 255 + ] + ], + "nodata": 0 + }, + "rtc": { + "assets": [ + "rtc" + ], + "rescale": [ + [ + 0, + 50 + ] + ], + "nodata": -9999.0 + } + }, + "stac_extensions": [ + "https://stac-extensions.github.io/render/v1.0.0/schema.json", + "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" + ], + "stac_version": "1.0.0", + "type": "Collection", + "tenant": ["nasa-disasters"] +} \ No newline at end of file diff --git a/ingestion-data/collections/landsat/landsat-all-vars.json b/ingestion-data/collections/landsat/landsat-all-vars-daily.json similarity index 100% rename from ingestion-data/collections/landsat/landsat-all-vars.json rename to ingestion-data/collections/landsat/landsat-all-vars-daily.json diff --git a/ingestion-data/collections/landsat/old-landsat-colorIR.json b/ingestion-data/collections/landsat/old-single-collections/old-landsat-colorIR.json similarity index 100% rename from ingestion-data/collections/landsat/old-landsat-colorIR.json rename to ingestion-data/collections/landsat/old-single-collections/old-landsat-colorIR.json diff --git a/ingestion-data/collections/landsat/old-landsat-naturalcolor.json b/ingestion-data/collections/landsat/old-single-collections/old-landsat-naturalcolor.json similarity index 100% rename from ingestion-data/collections/landsat/old-landsat-naturalcolor.json rename to ingestion-data/collections/landsat/old-single-collections/old-landsat-naturalcolor.json diff --git a/ingestion-data/collections/landsat/old-landsat8-nat-conus.json b/ingestion-data/collections/landsat/old-single-collections/old-landsat8-nat-conus.json similarity index 100% rename from ingestion-data/collections/landsat/old-landsat8-nat-conus.json rename to ingestion-data/collections/landsat/old-single-collections/old-landsat8-nat-conus.json diff --git a/ingestion-data/collections/landsat/old-landsat9-nat-conus.json b/ingestion-data/collections/landsat/old-single-collections/old-landsat9-nat-conus.json similarity index 100% rename from ingestion-data/collections/landsat/old-landsat9-nat-conus.json rename to ingestion-data/collections/landsat/old-single-collections/old-landsat9-nat-conus.json diff --git a/ingestion-data/discovery-items/landsat/landsat-all-vars.json b/ingestion-data/discovery-items/landsat/landsat-all-vars-daily.json similarity index 100% rename from ingestion-data/discovery-items/landsat/landsat-all-vars.json rename to ingestion-data/discovery-items/landsat/landsat-all-vars-daily.json From 4677ed3bec4a7e6b3e643ab9fd19ee3bd3f1edb2 Mon Sep 17 00:00:00 2001 From: Kyle Lesinger Date: Mon, 6 Oct 2025 18:48:10 -0500 Subject: [PATCH 095/118] update and rename directories --- .../Sentinel-1-SAR.json | 23 +++++++ .../Sentinel-1-USDA.json | 33 ++++++++++ .../Sentinel-1-WM-daily.json | 18 ++++++ .../Sentinel-1-WM-subdaily.json | 33 ++++++++++ .../Sentinel-1-coherence-monthly.json | 23 +++++++ .../Sentinel-1-coherence-yearly.json | 23 +++++++ .../Sentinel-1-displacement.json | 18 ++++++ .../Sentinel-1-dmg-assessment.json | 18 ++++++ .../Sentinel-1-dpm-daily.json | 28 +++++++++ .../Sentinel-1-dpm-monthly.json | 28 +++++++++ .../Sentinel-1-opera-dist.json | 18 ++++++ .../Sentinel-1_ASF-monthly.json | 18 ++++++ .../Sentinel-1_ASF-subdaily.json | 28 +++++++++ .../Sentinel-1_AZI.json | 18 ++++++ .../Sentinel-1_opera-dswx-change-map.json | 18 ++++++ .../Sentinel-1_opera-dswx.json | 23 +++++++ .../Sentinel-1_rbg-daily.json | 28 +++++++++ .../Sentinel-1_rbg-subdaily.json | 43 +++++++++++++ ...inel-1-all-vars-daily-TESTaddMetadata.json | 60 +++++++++++++++++++ .../sentinel-1-all-vars-monthly.json | 38 ++++++++++++ .../sentinel-1-all-vars-subdaily.json | 28 +++++++++ .../landsat/landsat-all-vars-daily.json | 4 +- .../old-landsat-colorIR.json | 0 .../old-landsat-naturalcolor.json | 0 24 files changed, 567 insertions(+), 2 deletions(-) create mode 100644 ingestion-data/discovery-items/Sentinel-1/old-single-collections/Sentinel-1-SAR.json create mode 100644 ingestion-data/discovery-items/Sentinel-1/old-single-collections/Sentinel-1-USDA.json create mode 100644 ingestion-data/discovery-items/Sentinel-1/old-single-collections/Sentinel-1-WM-daily.json create mode 100644 ingestion-data/discovery-items/Sentinel-1/old-single-collections/Sentinel-1-WM-subdaily.json create mode 100644 ingestion-data/discovery-items/Sentinel-1/old-single-collections/Sentinel-1-coherence-monthly.json create mode 100644 ingestion-data/discovery-items/Sentinel-1/old-single-collections/Sentinel-1-coherence-yearly.json create mode 100644 ingestion-data/discovery-items/Sentinel-1/old-single-collections/Sentinel-1-displacement.json create mode 100644 ingestion-data/discovery-items/Sentinel-1/old-single-collections/Sentinel-1-dmg-assessment.json create mode 100644 ingestion-data/discovery-items/Sentinel-1/old-single-collections/Sentinel-1-dpm-daily.json create mode 100644 ingestion-data/discovery-items/Sentinel-1/old-single-collections/Sentinel-1-dpm-monthly.json create mode 100644 ingestion-data/discovery-items/Sentinel-1/old-single-collections/Sentinel-1-opera-dist.json create mode 100644 ingestion-data/discovery-items/Sentinel-1/old-single-collections/Sentinel-1_ASF-monthly.json create mode 100644 ingestion-data/discovery-items/Sentinel-1/old-single-collections/Sentinel-1_ASF-subdaily.json create mode 100644 ingestion-data/discovery-items/Sentinel-1/old-single-collections/Sentinel-1_AZI.json create mode 100644 ingestion-data/discovery-items/Sentinel-1/old-single-collections/Sentinel-1_opera-dswx-change-map.json create mode 100644 ingestion-data/discovery-items/Sentinel-1/old-single-collections/Sentinel-1_opera-dswx.json create mode 100644 ingestion-data/discovery-items/Sentinel-1/old-single-collections/Sentinel-1_rbg-daily.json create mode 100644 ingestion-data/discovery-items/Sentinel-1/old-single-collections/Sentinel-1_rbg-subdaily.json create mode 100644 ingestion-data/discovery-items/Sentinel-1/sentinel-1-all-vars-daily-TESTaddMetadata.json create mode 100644 ingestion-data/discovery-items/Sentinel-1/sentinel-1-all-vars-monthly.json create mode 100644 ingestion-data/discovery-items/Sentinel-1/sentinel-1-all-vars-subdaily.json rename ingestion-data/discovery-items/landsat/{ => old-single-collections}/old-landsat-colorIR.json (100%) rename ingestion-data/discovery-items/landsat/{ => old-single-collections}/old-landsat-naturalcolor.json (100%) diff --git a/ingestion-data/discovery-items/Sentinel-1/old-single-collections/Sentinel-1-SAR.json b/ingestion-data/discovery-items/Sentinel-1/old-single-collections/Sentinel-1-SAR.json new file mode 100644 index 0000000..75597db --- /dev/null +++ b/ingestion-data/discovery-items/Sentinel-1/old-single-collections/Sentinel-1-SAR.json @@ -0,0 +1,23 @@ +{ + "collection": "sentinel-1-sar", + "bucket": "nasa-disasters", + "prefix": "drcs_activations_new/Sentinel-1/SAR/", + "cogify": false, + "discovery": "s3", + "dry_run": false, + "filename_regex": ".*.tif$", + "assets": { + "deformation-NS": { + "description": "deformation", + "regex": ".*Deformation_NS.*\\.tif$", + "title": "deformation" + }, + "deformation-EW": { + "description": "deformation", + "regex": ".*Deformation_EW.*\\.tif$", + "title": "deformation" + } + }, + "id_regex": ".*(\\d{4}-\\d{2}-\\d{2}_day)\\.tif$", + "id_template": "sentinel-1-sar-{}" +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/Sentinel-1/old-single-collections/Sentinel-1-USDA.json b/ingestion-data/discovery-items/Sentinel-1/old-single-collections/Sentinel-1-USDA.json new file mode 100644 index 0000000..b4fae36 --- /dev/null +++ b/ingestion-data/discovery-items/Sentinel-1/old-single-collections/Sentinel-1-USDA.json @@ -0,0 +1,33 @@ +{ + "collection": "sentinel-1-USDA", + "bucket": "nasa-disasters", + "prefix": "drcs_activations_new/Sentinel-1/USDA/", + "cogify": false, + "discovery": "s3", + "dry_run": false, + "filename_regex": ".*.tif$", + "assets": { + "rgb": { + "description": "RGB", + "regex": ".*_rgb_.*\\.tif$", + "title": "RGB" + }, + "VV": { + "description": "VV", + "regex": ".*_VV_.*\\.tif$", + "title": "VV" + }, + "VH": { + "description": "Vh", + "regex": ".*_VH_.*\\.tif$", + "title": "Vh" + }, + "WM": { + "description": "WM", + "regex": ".*_WM_.*\\.tif$", + "title": "WM" + } + }, + "id_regex": ".*(\\d{4}-\\d{2}-\\d{2}T\\d{2}:\\d{2}:\\d{2}Z)\\.tif$", + "id_template": "sentinel-1-usda-{}" +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/Sentinel-1/old-single-collections/Sentinel-1-WM-daily.json b/ingestion-data/discovery-items/Sentinel-1/old-single-collections/Sentinel-1-WM-daily.json new file mode 100644 index 0000000..2123856 --- /dev/null +++ b/ingestion-data/discovery-items/Sentinel-1/old-single-collections/Sentinel-1-WM-daily.json @@ -0,0 +1,18 @@ +{ + "collection": "sentinel-1-WM-daily", + "bucket": "nasa-disasters", + "prefix": "drcs_activations_new/Sentinel-1/WM/", + "cogify": false, + "discovery": "s3", + "dry_run": false, + "filename_regex": ".*day.tif$", + "assets": { + "wm-diff": { + "description": "Water mask", + "regex": ".*_d\\d{4}-\\d{2}-\\d{2}_.*\\.tif$", + "title": "Water mask" + } + }, + "id_regex": "(.*).tif$", + "id_template": "sentinel-1-daily-WM-{}" +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/Sentinel-1/old-single-collections/Sentinel-1-WM-subdaily.json b/ingestion-data/discovery-items/Sentinel-1/old-single-collections/Sentinel-1-WM-subdaily.json new file mode 100644 index 0000000..6a82e94 --- /dev/null +++ b/ingestion-data/discovery-items/Sentinel-1/old-single-collections/Sentinel-1-WM-subdaily.json @@ -0,0 +1,33 @@ +{ + "collection": "sentinel-1-WM-subdaily", + "bucket": "nasa-disasters", + "prefix": "drcs_activations_new/Sentinel-1/WM/", + "cogify": false, + "discovery": "s3", + "dry_run": false, + "filename_regex": ".*Z.tif$", + "assets": { + "gpufed-RTC20": { + "description": "Water mask at 20m resolution", + "regex": ".*_RTC20_.*_gpufed_.*\\.tif$", + "title": "Water mask RTC20" + }, + "gpufed-RTC30": { + "description": "Water mask at 30m resolution", + "regex": ".*_RTC30_.*_gpufed_.*\\.tif$", + "title": "Water mask RTC30" + }, + "gpuned-RTC20": { + "description": "Binary water mask at 20m resolution", + "regex": ".*_RTC20_.*_gpuned_.*\\.tif$", + "title": "Binary water mask RTC20" + }, + "gpuned-RTC30": { + "description": "Binary water mask at 30m resolution", + "regex": ".*_RTC30_.*_gpuned_.*\\.tif$", + "title": "Binary water mask RTC30" + } + }, + "id_regex": ".*_(\\d{4}-\\d{2}-\\d{2}T\\d{2}:\\d{2}:\\d{2}Z)\\.tif$", + "id_template": "sentinel-1-WM-{}" +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/Sentinel-1/old-single-collections/Sentinel-1-coherence-monthly.json b/ingestion-data/discovery-items/Sentinel-1/old-single-collections/Sentinel-1-coherence-monthly.json new file mode 100644 index 0000000..44e30b2 --- /dev/null +++ b/ingestion-data/discovery-items/Sentinel-1/old-single-collections/Sentinel-1-coherence-monthly.json @@ -0,0 +1,23 @@ +{ + "collection": "sentinel-1-coherence-monthly", + "bucket": "nasa-disasters", + "prefix": "drcs_activations_new/Sentinel-1/coherence/", + "cogify": false, + "discovery": "s3", + "dry_run": false, + "filename_regex": ".*monthly.tif$", + "assets": { + "ascending": { + "description": "ascending", + "regex": "^(?!.*_descending_).*\\.tif$", + "title": "ascending" + }, + "descending": { + "description": "descending", + "regex": ".*_descending_.*\\.tif$", + "title": "descending" + } + }, + "id_regex": ".*(\\d{4}-\\d{2}_monthly)\\.tif$", + "id_template": "sentinel-1-coherence-{}" +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/Sentinel-1/old-single-collections/Sentinel-1-coherence-yearly.json b/ingestion-data/discovery-items/Sentinel-1/old-single-collections/Sentinel-1-coherence-yearly.json new file mode 100644 index 0000000..6597794 --- /dev/null +++ b/ingestion-data/discovery-items/Sentinel-1/old-single-collections/Sentinel-1-coherence-yearly.json @@ -0,0 +1,23 @@ +{ + "collection": "sentinel-1-coherence-yearly", + "bucket": "nasa-disasters", + "prefix": "drcs_activations_new/Sentinel-1/coherence/", + "cogify": false, + "discovery": "s3", + "dry_run": false, + "filename_regex": ".*year.*.tif$", + "assets": { + "ascending": { + "description": "ascending", + "regex": "^(?!.*_descending_).*\\.tif$", + "title": "ascending" + }, + "descending": { + "description": "descending", + "regex": ".*_descending_.*\\.tif$", + "title": "descending" + } + }, + "id_regex": ".*_([^_]+_[^_]+_[^_]+_[^_]+)\\.tif$", + "id_template": "sentinel-1-coherence-{}" +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/Sentinel-1/old-single-collections/Sentinel-1-displacement.json b/ingestion-data/discovery-items/Sentinel-1/old-single-collections/Sentinel-1-displacement.json new file mode 100644 index 0000000..f3d2579 --- /dev/null +++ b/ingestion-data/discovery-items/Sentinel-1/old-single-collections/Sentinel-1-displacement.json @@ -0,0 +1,18 @@ +{ + "collection": "sentinel-1-displacement", + "bucket": "nasa-disasters", + "prefix": "drcs_activations_new/Sentinel-1/displacement/", + "cogify": false, + "discovery": "s3", + "dry_run": false, + "filename_regex": ".*.tif$", + "assets": { + "displacement": { + "description": "displacement", + "regex": ".*DISP.*\\.tif$", + "title": "displacement" + } + }, + "id_regex": "(.*).tif$", + "id_template": "{}" +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/Sentinel-1/old-single-collections/Sentinel-1-dmg-assessment.json b/ingestion-data/discovery-items/Sentinel-1/old-single-collections/Sentinel-1-dmg-assessment.json new file mode 100644 index 0000000..7f2f1ad --- /dev/null +++ b/ingestion-data/discovery-items/Sentinel-1/old-single-collections/Sentinel-1-dmg-assessment.json @@ -0,0 +1,18 @@ +{ + "collection": "sentinel-1-dmg-assessment", + "bucket": "nasa-disasters", + "prefix": "drcs_activations_new/Sentinel-1/dmg_assessment/", + "cogify": false, + "discovery": "s3", + "dry_run": false, + "filename_regex": ".*dmgassessment.*.tif$", + "assets": { + "dmg": { + "description": "dmg", + "regex": ".*\\.tif$", + "title": "dmg" + } + }, + "id_regex": "(.*).tif$", + "id_template": "{}" +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/Sentinel-1/old-single-collections/Sentinel-1-dpm-daily.json b/ingestion-data/discovery-items/Sentinel-1/old-single-collections/Sentinel-1-dpm-daily.json new file mode 100644 index 0000000..f87008e --- /dev/null +++ b/ingestion-data/discovery-items/Sentinel-1/old-single-collections/Sentinel-1-dpm-daily.json @@ -0,0 +1,28 @@ +{ + "collection": "sentinel-1-dpm-daily", + "bucket": "nasa-disasters", + "prefix": "drcs_activations_new/Sentinel-1/DPM/", + "cogify": false, + "discovery": "s3", + "dry_run": false, + "filename_regex": ".*_day.tif$", + "assets": { + "dpm": { + "description": "dpm", + "regex": "^(?!.*(_monthly_|_cvd_|_DPMraw_)).*\\.tif$", + "title": "dpm" + }, + "dpm-cvd": { + "description": "dpm-cvd", + "regex": ".*_cvd_.*\\.tif$", + "title": "dpm-cvd" + }, + "dpm-raw": { + "description": "dpm-raw", + "regex": ".*_DPMraw_.*\\.tif$", + "title": "dpm-raw" + } + }, + "id_regex": ".*(\\d{4}-\\d{2}-\\d{2}_day)\\.tif$", + "id_template": "sentinel-1-DPM-{}" +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/Sentinel-1/old-single-collections/Sentinel-1-dpm-monthly.json b/ingestion-data/discovery-items/Sentinel-1/old-single-collections/Sentinel-1-dpm-monthly.json new file mode 100644 index 0000000..5a140dc --- /dev/null +++ b/ingestion-data/discovery-items/Sentinel-1/old-single-collections/Sentinel-1-dpm-monthly.json @@ -0,0 +1,28 @@ +{ + "collection": "sentinel-1-dpm-monthly", + "bucket": "nasa-disasters", + "prefix": "drcs_activations_new/Sentinel-1/DPM/", + "cogify": false, + "discovery": "s3", + "dry_run": false, + "filename_regex": ".*_monthly.tif$", + "assets": { + "dpm": { + "description": "dpm", + "regex": "^(?!.*(_cvd_|_DPMraw_)).*\\.tif$", + "title": "dpm" + }, + "dpm-cvd": { + "description": "dpm-cvd", + "regex": ".*_cvd_.*\\.tif$", + "title": "dpm-cvd" + }, + "dpm-raw": { + "description": "dpm-raw", + "regex": ".*_DPMraw_.*\\.tif$", + "title": "dpm-raw" + } + }, + "id_regex": ".*(\\d{4}-\\d{2}_monthly)\\.tif$", + "id_template": "sentinel-1-DPM-{}" +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/Sentinel-1/old-single-collections/Sentinel-1-opera-dist.json b/ingestion-data/discovery-items/Sentinel-1/old-single-collections/Sentinel-1-opera-dist.json new file mode 100644 index 0000000..b08674a --- /dev/null +++ b/ingestion-data/discovery-items/Sentinel-1/old-single-collections/Sentinel-1-opera-dist.json @@ -0,0 +1,18 @@ +{ + "collection": "sentinel-1-opera-dist", + "bucket": "nasa-disasters", + "prefix": "drcs_activations_new/Sentinel-1/opera_dist/", + "cogify": false, + "discovery": "s3", + "dry_run": false, + "filename_regex": ".*_day.tif$", + "assets": { + "gen-dist": { + "description": "gen-dist", + "regex": ".*(_GEN-DIST-STATUS_).*\\.tif$", + "title": "gen-dist" + } + }, + "id_regex": ".*(\\d{4}-\\d{2}-\\d{2}_day)\\.tif$", + "id_template": "sentinel-1-opera-dist-{}" +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/Sentinel-1/old-single-collections/Sentinel-1_ASF-monthly.json b/ingestion-data/discovery-items/Sentinel-1/old-single-collections/Sentinel-1_ASF-monthly.json new file mode 100644 index 0000000..f9db55a --- /dev/null +++ b/ingestion-data/discovery-items/Sentinel-1/old-single-collections/Sentinel-1_ASF-monthly.json @@ -0,0 +1,18 @@ +{ + "collection": "sentinel-1-asf-monthly", + "bucket": "nasa-disasters", + "prefix": "drcs_activations_new/Sentinel-1/ASF/", + "cogify": false, + "discovery": "s3", + "dry_run": false, + "filename_regex": ".*changedetection.*.tif$", + "assets": { + "change_detection": { + "description": "change_detection", + "regex": ".*_changedetection_.*\\.tif$", + "title": "change_detection" + } + }, + "id_regex": ".*(\\d{4}-\\d{2}-monthly)\\.tif$", + "id_template": "{}" +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/Sentinel-1/old-single-collections/Sentinel-1_ASF-subdaily.json b/ingestion-data/discovery-items/Sentinel-1/old-single-collections/Sentinel-1_ASF-subdaily.json new file mode 100644 index 0000000..c114a62 --- /dev/null +++ b/ingestion-data/discovery-items/Sentinel-1/old-single-collections/Sentinel-1_ASF-subdaily.json @@ -0,0 +1,28 @@ +{ + "collection": "sentinel-1-asf-subdaily", + "bucket": "nasa-disasters", + "prefix": "drcs_activations_new/Sentinel-1/ASF/", + "cogify": false, + "discovery": "s3", + "dry_run": false, + "filename_regex": ".*.tif$", + "assets": { + "rgb": { + "description": "RGB", + "regex": ".*_rgb_.*\\.tif$", + "title": "RGB" + }, + "VV": { + "description": "VV", + "regex": ".*_VV_.*\\.tif$", + "title": "VV" + }, + "VH": { + "description": "Vh", + "regex": ".*_VH_.*\\.tif$", + "title": "Vh" + } + }, + "id_regex": ".*(\\d{4}-\\d{2}-\\d{2}T\\d{2}:\\d{2}:\\d{2}Z)\\.tif$", + "id_template": "sentinel-1-ASF-{}" +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/Sentinel-1/old-single-collections/Sentinel-1_AZI.json b/ingestion-data/discovery-items/Sentinel-1/old-single-collections/Sentinel-1_AZI.json new file mode 100644 index 0000000..d094328 --- /dev/null +++ b/ingestion-data/discovery-items/Sentinel-1/old-single-collections/Sentinel-1_AZI.json @@ -0,0 +1,18 @@ +{ + "collection": "sentinel-1-azi", + "bucket": "nasa-disasters", + "prefix": "drcs_activations_new/Sentinel-1/AZI/", + "cogify": false, + "discovery": "s3", + "dry_run": false, + "filename_regex": ".*.tif$", + "assets": { + "azi": { + "description": "azi", + "regex": ".*_AZI_.*\\.tif$", + "title": "azi" + } + }, + "id_regex": ".*(\\d{4}-\\d{2}-\\d{2}_day)\\.tif$", + "id_template": "sentinel-1-AZI-{}" +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/Sentinel-1/old-single-collections/Sentinel-1_opera-dswx-change-map.json b/ingestion-data/discovery-items/Sentinel-1/old-single-collections/Sentinel-1_opera-dswx-change-map.json new file mode 100644 index 0000000..256782d --- /dev/null +++ b/ingestion-data/discovery-items/Sentinel-1/old-single-collections/Sentinel-1_opera-dswx-change-map.json @@ -0,0 +1,18 @@ +{ + "collection": "S1-OperaDSWX-changeMap", + "bucket": "nasa-disasters", + "prefix": "drcs_activations_new/Sentinel-1/opera_dswx/changeMap", + "cogify": false, + "discovery": "s3", + "dry_run": false, + "filename_regex": ".*.tif$", + "assets": { + "bwtr-changeMap": { + "description": "Binary water mask", + "regex": ".*_ChngMap_.*\\.tif$", + "title": "Binary water mask change map" + } + }, + "id_regex": "(.*).tif$", + "id_template": "dswx-{}" +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/Sentinel-1/old-single-collections/Sentinel-1_opera-dswx.json b/ingestion-data/discovery-items/Sentinel-1/old-single-collections/Sentinel-1_opera-dswx.json new file mode 100644 index 0000000..30c8cd5 --- /dev/null +++ b/ingestion-data/discovery-items/Sentinel-1/old-single-collections/Sentinel-1_opera-dswx.json @@ -0,0 +1,23 @@ +{ + "collection": "S1-OperaDSWX", + "bucket": "nasa-disasters", + "prefix": "drcs_activations_new/Sentinel-1/opera_dswx/", + "cogify": false, + "discovery": "s3", + "dry_run": false, + "filename_regex": ".*.tif$", + "assets": { + "wtr": { + "description": "Water mask", + "regex": ".*_WTR_.*\\.tif$", + "title": "Water mask" + }, + "bwtr": { + "description": "Binary water mask", + "regex": ".*_BWTR_(?!ChngMap).*\\.tif$", + "title": "Binary water mask" + } + }, + "id_regex": ".*_(\\d{4}-\\d{2}-\\d{2}_day)\\.tif$", + "id_template": "dswx-{}" +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/Sentinel-1/old-single-collections/Sentinel-1_rbg-daily.json b/ingestion-data/discovery-items/Sentinel-1/old-single-collections/Sentinel-1_rbg-daily.json new file mode 100644 index 0000000..d7aac06 --- /dev/null +++ b/ingestion-data/discovery-items/Sentinel-1/old-single-collections/Sentinel-1_rbg-daily.json @@ -0,0 +1,28 @@ +{ + "collection": "sentinel-1-rgb-daily", + "bucket": "nasa-disasters", + "prefix": "drcs_activations_new/Sentinel-1/rgb/daily/", + "cogify": false, + "discovery": "s3", + "dry_run": false, + "filename_regex": ".*.tif$", + "assets": { + "n-rgb": { + "description": "Water mask", + "regex": ".*S1A_N_rgb_.*\\.tif$", + "title": "Water mask" + }, + "rgb": { + "description": "Binary water mask", + "regex": ".*_S1A_rgb_.*\\.tif$", + "title": "Binary water mask" + }, + "mosaic": { + "description": "Binary water mask", + "regex": ".*_S1_mosaic_.*\\.tif$", + "title": "Binary water mask" + } + }, + "id_regex": ".*_(\\d{4}-\\d{2}-\\d{2}_day)\\.tif$", + "id_template": "sentinel-1-daily-rgb-{}" +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/Sentinel-1/old-single-collections/Sentinel-1_rbg-subdaily.json b/ingestion-data/discovery-items/Sentinel-1/old-single-collections/Sentinel-1_rbg-subdaily.json new file mode 100644 index 0000000..95a91f8 --- /dev/null +++ b/ingestion-data/discovery-items/Sentinel-1/old-single-collections/Sentinel-1_rbg-subdaily.json @@ -0,0 +1,43 @@ +{ + "collection": "sentinel-1-rgb-subdaily", + "bucket": "nasa-disasters", + "prefix": "drcs_activations_new/Sentinel-1/rgb/", + "cogify": false, + "discovery": "s3", + "dry_run": false, + "filename_regex": ".*.tif$", + "assets": { + "gpufed-RTC20": { + "description": "Water mask at 20m resolution", + "regex": ".*_RTC20_G_gpufed_.*\\.tif$", + "title": "Water mask RTC20" + }, + "gpufed-RTC30": { + "description": "Water mask at 30m resolution", + "regex": ".*_RTC30_G_gpufed_.*\\.tif$", + "title": "Water mask RTC30" + }, + "gpuned-RTC20": { + "description": "Binary water mask at 20m resolution", + "regex": ".*_RTC20_G_gpuned_.*\\.tif$", + "title": "Binary water mask RTC20" + }, + "gpuned-RTC30": { + "description": "Binary water mask at 30m resolution", + "regex": ".*_RTC30_G_gpuned_.*\\.tif$", + "title": "Binary water mask RTC30" + }, + "gdufed-RTC20": { + "description": "Binary water mask at 20m resolution", + "regex": ".*_RTC20_G_gdufed_.*\\.tif$", + "title": "Binary water mask RTC20" + }, + "gdufed-RTC30": { + "description": "Binary water mask at 30m resolution", + "regex": ".*_RTC30_G_gdufed_.*\\.tif$", + "title": "Binary water mask RTC30" + } + }, + "id_regex": ".*_(\\d{4}-\\d{2}-\\d{2}T\\d{2}:\\d{2}:\\d{2}Z)\\.tif$", + "id_template": "sentinel-1-rgb-{}" +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/Sentinel-1/sentinel-1-all-vars-daily-TESTaddMetadata.json b/ingestion-data/discovery-items/Sentinel-1/sentinel-1-all-vars-daily-TESTaddMetadata.json new file mode 100644 index 0000000..b8bd409 --- /dev/null +++ b/ingestion-data/discovery-items/Sentinel-1/sentinel-1-all-vars-daily-TESTaddMetadata.json @@ -0,0 +1,60 @@ +{ + "collection": "sentinel-1-all-vars-daily", + "bucket": "nasa-disasters", + "prefix": "drcs_activations_new/Sentinel-1/", + "cogify": false, + "discovery": "s3", + "dry_run": false, + "filename_regex": ".*_day.tif$", + "metadata_extractor": { + "pattern": ".*(\\d{6})_(\\w+)_(\\w+)_.*", + "properties": { + "disaster:type": "{1}", + "disaster:regions": "{2}" + } + }, + "assets": { + "aria": { + "description": "RGB composite derived from ARIA SAR processing for visual interpretation of radar backscatter patterns.", + "regex": ".*aria.*.tif$", + "title": "ARIA RGB Composite" + }, + "azi": { + "description": "Azimuth offset measurements detecting horizontal ground displacement perpendicular to satellite flight direction.", + "regex": ".*AZI.*.tif$", + "title": "Azimuth Offset" + }, + "displacement": { + "description": "Ground displacement measurements derived from SAR interferometry showing surface movement magnitude.", + "regex": ".*DISP.*.tif$", + "title": "Ground Displacement" + }, + "deformation": { + "description": "Surface deformation measurements from interferometric SAR processing showing vertical and horizontal ground movement.", + "regex": ".*SAR_Deformation.*.tif$", + "title": "Surface Deformation" + }, + "dmgAssess": { + "description": "Damage assessment product identifying areas of potential structural damage from disaster events.", + "regex": ".*dmgassessment.*.tif$", + "title": "Damage Assessment" + }, + "dpm": { + "description": "Damage Proxy Map showing changes in SAR backscatter indicating potential building damage or destruction.", + "regex": ".*DPM.*.tif$", + "title": "Damage Proxy Map" + }, + "hydrosar-wm-diff": { + "description": "Water mapping difference product showing changes in surface water extent between time periods for flood detection.", + "regex": ".*WM_d\\d{4}-\\d{2}-\\d{2}_.*.tif$", + "title": "HydroSAR Water Map Difference" + }, + "rgb": { + "description": "RGB composite visualization combining SAR polarization channels for enhanced feature interpretation.", + "regex": ".*(RGB|rgb).*.tif$", + "title": "RGB Composite" + } + }, + "id_regex": "^(.*).tif$", + "id_template": "{}" +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/Sentinel-1/sentinel-1-all-vars-monthly.json b/ingestion-data/discovery-items/Sentinel-1/sentinel-1-all-vars-monthly.json new file mode 100644 index 0000000..a9fe71d --- /dev/null +++ b/ingestion-data/discovery-items/Sentinel-1/sentinel-1-all-vars-monthly.json @@ -0,0 +1,38 @@ +{ + "collection": "sentinel-1-all-vars-monthly", + "bucket": "nasa-disasters", + "prefix": "drcs_activations_new/Sentinel-1/", + "cogify": false, + "discovery": "s3", + "dry_run": false, + "filename_regex": ".*_monthly.tif$", + "assets": { + "aria": { + "description": "RGB composite from NASA's ARIA project combining SAR polarizations for visual analysis of surface features and changes.", + "regex": ".*aria.*.tif$", + "title": "ARIA RGB Composite" + }, + "coherence": { + "description": "Interferometric coherence measuring surface stability between SAR image pairs, where high values (near 1) indicate minimal change and low values (near 0) indicate significant surface change from events like floods, earthquakes, or land cover changes.", + "regex": ".*Avg12dayCoh.*.tif$", + "title": "Interferometric Coherence" + }, + "dpm": { + "description": "Damage Proxy Map showing changes in SAR backscatter indicating potential building damage or destruction.", + "regex": ".*DPM.*.tif$", + "title": "Damage Proxy Map" + }, + "floodedArea": { + "description": "Binary flood extent map identifying areas currently inundated with water, derived from SAR analysis for disaster response and monitoring.", + "regex": ".*Flooded.*.tif$", + "title": "Flooded Area" + }, + "rtc": { + "description": "Radiometric Terrain Corrected SAR backscatter imagery with terrain effects removed for accurate surface reflectivity analysis.", + "regex": ".*changedetection.*.tif$", + "title": "RTC Backscatter" + } + }, + "id_regex": "^(.*).tif$", + "id_template": "{}" +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/Sentinel-1/sentinel-1-all-vars-subdaily.json b/ingestion-data/discovery-items/Sentinel-1/sentinel-1-all-vars-subdaily.json new file mode 100644 index 0000000..2387d5f --- /dev/null +++ b/ingestion-data/discovery-items/Sentinel-1/sentinel-1-all-vars-subdaily.json @@ -0,0 +1,28 @@ +{ + "collection": "sentinel-1-all-vars-subdaily", + "bucket": "nasa-disasters", + "prefix": "drcs_activations_new/Sentinel-1/", + "cogify": false, + "discovery": "s3", + "dry_run": false, + "filename_regex": ".*Z.tif$", + "assets": { + "hydrosar-wm": { + "description": "HydroSAR water mapping product identifying surface water extent using SAR data for flood monitoring and wetland analysis.", + "regex": ".*WM_\\d{4}-\\d{2}-\\d{2}T\\d{2}:\\d{2}:\\d{2}Z\\.tif$", + "title": "HydroSAR Water Map" + }, + "rgb": { + "description": "RGB composite visualization combining SAR polarization channels for enhanced feature interpretation.", + "regex": "^(?!.*_AZI_).*(RGB|rgb).*.tif$", + "title": "RGB Composite" + }, + "rtc": { + "description": "Radiometric Terrain Corrected (RTC) SAR backscatter data normalized for terrain effects, providing calibrated intensity measurements for surface analysis.", + "regex": ".*RTC(20|30)_(VV|VH|WM)_[A-Za-z0-9]{4}_\\d{4}-\\d{2}-\\d{2}T\\d{2}:\\d{2}:\\d{2}Z\\.tif$", + "title": "RTC Backscatter" + } + }, + "id_regex": "^(.*).tif$", + "id_template": "{}" +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/landsat/landsat-all-vars-daily.json b/ingestion-data/discovery-items/landsat/landsat-all-vars-daily.json index fa84d23..3fde40e 100644 --- a/ingestion-data/discovery-items/landsat/landsat-all-vars-daily.json +++ b/ingestion-data/discovery-items/landsat/landsat-all-vars-daily.json @@ -1,11 +1,11 @@ { - "collection": "landsat-all-vars", + "collection": "landsat-all-vars-daily", "bucket": "nasa-disasters", "prefix": "drcs_activations_new/Landsat", "cogify": false, "discovery": "s3", "dry_run": false, - "filename_regex": ".*.tif$", + "filename_regex": ".*day.tif$", "assets": { "cir-ls08": { "description": "False-color composite using near-infrared, red, and green bands. Vegetation appears red, water dark, and urban areas gray-blue.", diff --git a/ingestion-data/discovery-items/landsat/old-landsat-colorIR.json b/ingestion-data/discovery-items/landsat/old-single-collections/old-landsat-colorIR.json similarity index 100% rename from ingestion-data/discovery-items/landsat/old-landsat-colorIR.json rename to ingestion-data/discovery-items/landsat/old-single-collections/old-landsat-colorIR.json diff --git a/ingestion-data/discovery-items/landsat/old-landsat-naturalcolor.json b/ingestion-data/discovery-items/landsat/old-single-collections/old-landsat-naturalcolor.json similarity index 100% rename from ingestion-data/discovery-items/landsat/old-landsat-naturalcolor.json rename to ingestion-data/discovery-items/landsat/old-single-collections/old-landsat-naturalcolor.json From 1ae39d27ab4a828af65ba0dfd6353f5611303dfc Mon Sep 17 00:00:00 2001 From: Kyle Lesinger Date: Tue, 7 Oct 2025 15:53:05 -0500 Subject: [PATCH 096/118] update ecostress --- .../ecostress-all-vars-subdaily.json | 165 ++++++++++++++++++ .../ecostress-all-vars-subdaily.json | 43 +++++ 2 files changed, 208 insertions(+) create mode 100644 ingestion-data/collections/ecostress/ecostress-all-vars-subdaily.json create mode 100644 ingestion-data/discovery-items/ecostress/ecostress-all-vars-subdaily.json diff --git a/ingestion-data/collections/ecostress/ecostress-all-vars-subdaily.json b/ingestion-data/collections/ecostress/ecostress-all-vars-subdaily.json new file mode 100644 index 0000000..2636087 --- /dev/null +++ b/ingestion-data/collections/ecostress/ecostress-all-vars-subdaily.json @@ -0,0 +1,165 @@ +{ + "id": "ecostress-all-vars-subdaily", + "dashboard:is_periodic": false, + "dashboard:time_interval": "P1S", + "description": "The Sentinel-1 mission comprises a constellation of two polar-orbiting satellites, Sentinel-1A and Sentinel-1B, which provide all-weather, day-and-night radar imaging for land and ocean surfaces, monitoring the marine environment, vegetation mapping, and other major applications. With multi-temporal analyses, remote sensing gives a unique perspective of how cities evolve. The key element for mapping rural to urban land use change is the ability to discriminate between rural uses (farming, pasture, forests) and urban use (residential, commercial, recreational). Remote sensing methods can be employed to classify types of land use in a practical, economical and repetitive fashion, over large areas.", + "extent": { + "spatial": { + "bbox": [ + [ + -125, + -24, + -66, + 49 + ] + ] + }, + "temporal": { + "interval": [ + [ + "2020-09-14T00:00:00Z", + "2025-09-26T23:00:00Z" + ] + ] + } + }, + "item_assets": { + "control-lst": { + "description": "Control Data Land Surface Temperature - Temperature measurements from the control dataset used for validation and comparison purposes.", + "roles": [ + "data", + "layer" + ], + "title": "Control Land Surface Temperature", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "control-lst-err": { + "description": "Control Data Land Surface Temperature Error - Uncertainty estimates associated with the control land surface temperature measurements.", + "roles": [ + "data", + "layer" + ], + "title": "Control LST Error", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "control-qc": { + "description": "Control Data Quality Control - Quality flags and indicators for the control dataset, used to assess data reliability and validity.", + "roles": [ + "data", + "layer" + ], + "title": "Control Quality Control", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "lst": { + "description": "Land Surface Temperature - ECOSTRESS-derived temperature measurements of the Earth's surface, measured in Kelvin and scaled by 0.02.", + "roles": [ + "data", + "layer" + ], + "title": "Land Surface Temperature", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "lst-err": { + "description": "Land Surface Temperature Error - Uncertainty estimates associated with the land surface temperature measurements, indicating measurement precision.", + "roles": [ + "data", + "layer" + ], + "title": "LST Error", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "qc": { + "description": "Quality Control - Quality assurance flags and cloud mask information to assess the reliability and usability of the LST data.", + "roles": [ + "data", + "layer" + ], + "title": "Quality Control", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + } + }, + "license": "CC0-1.0", + "links": [], + "providers": [ + { + "name": "NASA" + } + ], + "renders": { + "control-lst": { + "assets": [ + "control-lst" + ], + "rescale": [ + [ + 5000, + 20000 + ] + ] + }, + "control-lst-err": { + "assets": [ + "control-lst-err" + ], + "rescale": [ + [ + 0, + 200 + ] + ] + }, + "control-qc": { + "assets": [ + "control-qc" + ], + "rescale": [ + [ + -99999, + 11000 + ] + ] + }, + "lst": { + "assets": [ + "lst" + ], + "rescale": [ + [ + 5000, + 20000 + ] + ] + }, + "lst-err": { + "assets": [ + "lst-err" + ], + "rescale": [ + [ + 0, + 100 + ] + ] + }, + "qc": { + "assets": [ + "qc" + ], + "rescale": [ + [ + -99999, + 20000 + ] + ] + } + }, + "stac_extensions": [ + "https://stac-extensions.github.io/render/v1.0.0/schema.json", + "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" + ], + "stac_version": "1.0.0", + "title": "Ecostress subdaily", + "type": "Collection", + "tenant": ["nasa-disasters"] +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/ecostress/ecostress-all-vars-subdaily.json b/ingestion-data/discovery-items/ecostress/ecostress-all-vars-subdaily.json new file mode 100644 index 0000000..560c333 --- /dev/null +++ b/ingestion-data/discovery-items/ecostress/ecostress-all-vars-subdaily.json @@ -0,0 +1,43 @@ +{ + "collection": "ecostress-subdaily", + "bucket": "nasa-disasters", + "prefix": "drcs_activations_new/ECOSTRESS/", + "cogify": false, + "discovery": "s3", + "dry_run": false, + "filename_regex": ".*.tif$", + "assets": { + "control-lst": { + "regex": ".*ControlData.*SDS_LST(?!_err).*\\.tif$", + "title": "Control Land Surface Temperature", + "description": "Control Data Land Surface Temperature - Temperature measurements from the control dataset used for validation and comparison purposes." + }, + "control-lst-err": { + "regex": ".*ControlData.*SDS_LST_err.*\\.tif$", + "title": "Control LST Error", + "description": "Control Data Land Surface Temperature Error - Uncertainty estimates associated with the control land surface temperature measurements." + }, + "control-qc": { + "regex": ".*ControlData.*SDS_QC.*\\.tif$", + "title": "Control Quality Control", + "description": "Control Data Quality Control - Quality flags and indicators for the control dataset, used to assess data reliability and validity." + }, + "lst": { + "regex": "^(?!.*ControlData).*SDS_LST(?!_err).*\\.tif$", + "title": "Land Surface Temperature", + "description": "Land Surface Temperature - ECOSTRESS-derived temperature measurements of the Earth's surface, measured in Kelvin and scaled by 0.02." + }, + "lst-err": { + "regex": "^(?!.*ControlData).*SDS_LST_err.*\\.tif$", + "title": "LST Error", + "description": "Land Surface Temperature Error - Uncertainty estimates associated with the land surface temperature measurements, indicating measurement precision." + }, + "qc": { + "regex": "^(?!.*ControlData).*SDS_QC.*\\.tif$", + "title": "Quality Control", + "description": "Quality Control - Quality assurance flags and cloud mask information to assess the reliability and usability of the LST data." + } + }, + "id_regex": ".*(\\d{4}-\\d{2}-\\d{2}T\\d{2}:\\d{2}:\\d{2}Z)\\.tif$", + "id_template": "ecostress-{}" +} \ No newline at end of file From 3f50d11ea698ffde9bb5c34ee627c4c855973ca3 Mon Sep 17 00:00:00 2001 From: Kyle Lesinger Date: Tue, 7 Oct 2025 17:57:59 -0500 Subject: [PATCH 097/118] update nrt --- .../collections/nrt/esi-all-vars-weekly.json | 91 ++++++++++ .../esi-12wk-global.json | 0 .../esi-4wk-global.json | 0 .../rsm-all-vars-conus.json | 85 +++++++++ .../rsm0-10cm-conus.json | 0 .../rsm0-2m-conus.json | 0 .../vsm-all-vars-conus.json | 129 +++++++++++++ .../vsm0-100cm-conus.json | 0 .../vsm0-10cm-conus.json | 0 .../vsm0-200cm-conus.json | 0 .../vsm0-40cm-conus.json | 0 .../sport-lis-sm-all-vars-daily-conus.json | 169 ++++++++++++++++++ .../nrt/esi-all-vars-weekly.json | 23 +++ .../esi-12wk-global.json | 0 .../esi-4wk-global.json | 0 .../sport-lis-sm-all-vars-daily-conus.json | 43 +++++ 16 files changed, 540 insertions(+) create mode 100644 ingestion-data/collections/nrt/esi-all-vars-weekly.json rename ingestion-data/collections/nrt/{ => old-single-collections}/esi-12wk-global.json (100%) rename ingestion-data/collections/nrt/{ => old-single-collections}/esi-4wk-global.json (100%) create mode 100644 ingestion-data/collections/nrt/old-single-collections/rsm-all-vars-conus.json rename ingestion-data/collections/nrt/{ => old-single-collections}/rsm0-10cm-conus.json (100%) rename ingestion-data/collections/nrt/{ => old-single-collections}/rsm0-2m-conus.json (100%) create mode 100644 ingestion-data/collections/nrt/old-single-collections/vsm-all-vars-conus.json rename ingestion-data/collections/nrt/{ => old-single-collections}/vsm0-100cm-conus.json (100%) rename ingestion-data/collections/nrt/{ => old-single-collections}/vsm0-10cm-conus.json (100%) rename ingestion-data/collections/nrt/{ => old-single-collections}/vsm0-200cm-conus.json (100%) rename ingestion-data/collections/nrt/{ => old-single-collections}/vsm0-40cm-conus.json (100%) create mode 100644 ingestion-data/collections/nrt/sport-lis-sm-all-vars-daily-conus.json create mode 100644 ingestion-data/discovery-items/nrt/esi-all-vars-weekly.json rename ingestion-data/discovery-items/nrt/{ => old-single-collections}/esi-12wk-global.json (100%) rename ingestion-data/discovery-items/nrt/{ => old-single-collections}/esi-4wk-global.json (100%) create mode 100644 ingestion-data/discovery-items/nrt/sport-lis-sm-all-vars-daily-conus.json diff --git a/ingestion-data/collections/nrt/esi-all-vars-weekly.json b/ingestion-data/collections/nrt/esi-all-vars-weekly.json new file mode 100644 index 0000000..cf7d9a9 --- /dev/null +++ b/ingestion-data/collections/nrt/esi-all-vars-weekly.json @@ -0,0 +1,91 @@ +{ + "id": "esi-all-vars-weekly", + "dashboard:is_periodic": true, + "dashboard:time_interval": "P1W", + "description": "The global dataset, called the Evaporative Stress Index (ESI), available online and produced weekly at 5-kilometer resolution for the entire globe, reveals regions of drought where vegetation is stressed due to lack of water, enabling agriculture ministries to provide farmers with actionable advice about irrigation. The ESI can capture early signals of flash drought, a condition brought on by extended periods of hot, dry, and windy conditions leading to rapid soil moisture depletion. Reduced rates of water loss can be observed through the use of land surface temperature before it can be observed through decreases in vegetation health or greenness. The ESI describes soil moisture across the landscape without using observed rainfall data. This is critical in developing regions and other parts of the world lacking sufficient ground-based observations of rainfall. The ESI is based on satellite observations of land surface temperature, which are used to estimate water loss due to evapotranspiration (ET), the loss of water via evaporation from soil and plant surfaces and via transpiration through plant leaves. Generally, healthy green vegetation with access to an adequate supply of water warms at a much slower rate than does dry and/or stressed vegetation. Based on variations in land surface temperature, the ESI indicates how the current rate of ET compares to normal conditions. Negative ESI values show below normal ET rates, indicating vegetation that stressed due to inadequate soil moisture. (Plants' first response when stressed from lack of water is to reduce their transpiration to conserve water within the plant.)", + "title": "ESI - All Variables", + "extent": { + "spatial": { + "bbox": [ + [ + -180, + -60, + 180, + 90 + ] + ] + }, + "temporal": { + "interval": [ + [ + "2001-01-08T00:00:00Z", + null + ] + ] + } + }, + "item_assets": { + "esi-4wk": { + "description": "Evaporative Stress Index calculated over a 4-week period, providing early detection of short-term vegetation water stress and rapid onset drought conditions.", + "roles": [ + "data", + "layer" + ], + "title": "ESI 4-Week", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "esi-12wk": { + "description": "Evaporative Stress Index calculated over a 12-week period, indicating longer-term vegetation water stress patterns and sustained drought conditions.", + "roles": [ + "data", + "layer" + ], + "title": "ESI 12-Week", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + } + }, + "license": "CC0-1.0", + "links": [], + "providers": [ + { + "name": "NASA Disasters Program", + "roles": [ + "host" + ], + "url": "https://disasters.openveda.cloud" + } + ], + "renders": { + "esi-4wk": { + "assets": [ + "esi-4wk" + ], + "colormap_name": "magma", + "rescale": [ + [ + -3.5006, + 2.9963 + ] + ] + }, + "esi-12wk": { + "assets": [ + "esi-12wk" + ], + "colormap_name": "magma", + "rescale": [ + [ + -3.6, + 3.6 + ] + ] + } + }, + "stac_extensions": [ + "https://stac-extensions.github.io/render/v1.0.0/schema.json", + "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" + ], + "stac_version": "1.0.0", + "type": "Collection", + "tenant": ["nasa-disasters"] +} diff --git a/ingestion-data/collections/nrt/esi-12wk-global.json b/ingestion-data/collections/nrt/old-single-collections/esi-12wk-global.json similarity index 100% rename from ingestion-data/collections/nrt/esi-12wk-global.json rename to ingestion-data/collections/nrt/old-single-collections/esi-12wk-global.json diff --git a/ingestion-data/collections/nrt/esi-4wk-global.json b/ingestion-data/collections/nrt/old-single-collections/esi-4wk-global.json similarity index 100% rename from ingestion-data/collections/nrt/esi-4wk-global.json rename to ingestion-data/collections/nrt/old-single-collections/esi-4wk-global.json diff --git a/ingestion-data/collections/nrt/old-single-collections/rsm-all-vars-conus.json b/ingestion-data/collections/nrt/old-single-collections/rsm-all-vars-conus.json new file mode 100644 index 0000000..a8b1ee7 --- /dev/null +++ b/ingestion-data/collections/nrt/old-single-collections/rsm-all-vars-conus.json @@ -0,0 +1,85 @@ +{ + "id": "rsm-all-vars-conus", + "dashboard:is_periodic": true, + "dashboard:time_interval": "P1D", + "description": "The NASA SPoRT (Short-term Prediction Research and Transition Center) Land Information System (LIS) provides critical relative soil moisture data products that support disaster monitoring and response efforts across the United States. These high-resolution datasets, typically available at 3-kilometer spatial resolution, offer daily updates on soil moisture conditions at multiple depths (0-10cm and 0-2m) using advanced land surface modeling techniques. The relative soil moisture products represent the current soil water content as a percentile compared to the historical record for that location and time of year, enabling disaster coordinators to quickly identify areas experiencing abnormally dry or wet conditions. This information proves invaluable for assessing drought severity, flood risk potential, wildfire danger, and agricultural stress, while also supporting post-disaster recovery efforts by helping determine baseline conditions and monitoring the return to normal moisture levels. The data, distributed in Cloud Optimized GeoTIFF (COG) format, integrates seamlessly with GIS platforms and web-based mapping applications, providing emergency managers, agricultural specialists, and water resource managers with near real-time intelligence for informed decision-making during critical disaster preparedness and response operations.", + "title": "SPoRT LIS Relative Soil Moisture - All Variables [CONUS]", + "extent": { + "spatial": { + "bbox": [ + [ + -125, + -24, + -66, + 49 + ] + ] + }, + "temporal": { + "interval": [ + [ + "2025-02-17T00:00:00Z", + null + ] + ] + } + }, + "item_assets": { + "rsm0-10cm": { + "description": "Relative soil moisture for the 0-10cm surface layer, representing current soil water content as a percentile compared to historical records, useful for short-term drought and flood risk assessment.", + "roles": [ + "data", + "layer" + ], + "title": "Relative Soil Moisture (0-10cm)", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "rsm0-2m": { + "description": "Relative soil moisture for the full 0-2m soil column, providing deep soil moisture percentiles for long-term drought monitoring and groundwater assessment.", + "roles": [ + "data", + "layer" + ], + "title": "Relative Soil Moisture (0-2m)", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + } + }, + "license": "CC0-1.0", + "links": [], + "providers": [ + { + "name": "NASA" + } + ], + "renders": { + "rsm0-10cm": { + "assets": [ + "rsm0-10cm" + ], + "rescale": [ + [ + 0, + 100 + ] + ] + }, + "rsm0-2m": { + "assets": [ + "rsm0-2m" + ], + "rescale": [ + [ + 0, + 100 + ] + ] + } + }, + "stac_extensions": [ + "https://stac-extensions.github.io/render/v1.0.0/schema.json", + "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" + ], + "stac_version": "1.0.0", + "type": "Collection", + "tenant": ["nasa-disasters"] +} diff --git a/ingestion-data/collections/nrt/rsm0-10cm-conus.json b/ingestion-data/collections/nrt/old-single-collections/rsm0-10cm-conus.json similarity index 100% rename from ingestion-data/collections/nrt/rsm0-10cm-conus.json rename to ingestion-data/collections/nrt/old-single-collections/rsm0-10cm-conus.json diff --git a/ingestion-data/collections/nrt/rsm0-2m-conus.json b/ingestion-data/collections/nrt/old-single-collections/rsm0-2m-conus.json similarity index 100% rename from ingestion-data/collections/nrt/rsm0-2m-conus.json rename to ingestion-data/collections/nrt/old-single-collections/rsm0-2m-conus.json diff --git a/ingestion-data/collections/nrt/old-single-collections/vsm-all-vars-conus.json b/ingestion-data/collections/nrt/old-single-collections/vsm-all-vars-conus.json new file mode 100644 index 0000000..5fea02e --- /dev/null +++ b/ingestion-data/collections/nrt/old-single-collections/vsm-all-vars-conus.json @@ -0,0 +1,129 @@ +{ + "id": "vsm-all-vars-conus", + "dashboard:is_periodic": true, + "dashboard:time_interval": "P1D", + "description": "The NASA SPoRT Land Information System (LIS) Volumetric Soil Moisture Percentile products provide daily assessments of soil wetness conditions across the contiguous United States at approximately 3-kilometer resolution. Percentiles are calculated against a 33-year climatology (1981-2013) to show how unusual current soil moisture values are for the given day of year. This collection includes multiple soil depth layers (0-10cm, 0-40cm, 0-100cm, and 0-200cm), each responding to precipitation and drying at different timescales. Surface layers (0-10cm) respond rapidly to short-term weather events, making them useful for fire risk and flash drought monitoring. Intermediate layers (0-40cm, 0-100cm) balance short-term surface changes with slower subsurface responses, supporting agricultural and hydrological applications. The full column layer (0-200cm) captures long-term drought and groundwater trends. These products are widely used by agencies contributing to the U.S. Drought Monitor and support disaster monitoring, agricultural decision-making, and water resource management.", + "title": "SPoRT LIS Volumetric Soil Moisture - All Variables [CONUS]", + "extent": { + "spatial": { + "bbox": [ + [ + -124.94, + 25.06, + -67.07, + 52.93 + ] + ] + }, + "temporal": { + "interval": [ + [ + "2025-02-17T00:00:00Z", + null + ] + ] + } + }, + "item_assets": { + "vsm0-10cm": { + "description": "Volumetric soil moisture percentile for the 0-10cm surface layer. This layer responds rapidly to precipitation and drying, making it especially useful for short-term monitoring of drought, flooding potential, and fire risk.", + "roles": [ + "data", + "layer" + ], + "title": "Volumetric Soil Moisture (0-10cm)", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "vsm0-40cm": { + "description": "Volumetric soil moisture percentile for the 0-40cm cumulative layer. This layer responds more gradually than surface layers, balancing short-term rainfall response with intermediate soil storage, useful for agricultural and fire risk applications.", + "roles": [ + "data", + "layer" + ], + "title": "Volumetric Soil Moisture (0-40cm)", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "vsm0-100cm": { + "description": "Volumetric soil moisture percentile for the 0-100cm cumulative layer. This layer integrates surface and subsurface moisture, responding over weeks to months, valuable for drought monitoring, hydrology, and agriculture.", + "roles": [ + "data", + "layer" + ], + "title": "Volumetric Soil Moisture (0-100cm)", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "vsm0-200cm": { + "description": "Volumetric soil moisture percentile for the full 0-200cm soil column. This layer responds slowly, capturing deep soil changes on seasonal to multi-year timescales, essential for long-term drought and groundwater assessments.", + "roles": [ + "data", + "layer" + ], + "title": "Volumetric Soil Moisture (0-200cm)", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + } + }, + "license": "CC0-1.0", + "links": [], + "providers": [ + { + "name": "NASA Disasters Program", + "roles": [ + "host" + ], + "url": "https://disasters.openveda.cloud" + } + ], + "renders": { + "vsm0-10cm": { + "assets": [ + "vsm0-10cm" + ], + "rescale": [ + [ + 0, + 100 + ] + ] + }, + "vsm0-40cm": { + "assets": [ + "vsm0-40cm" + ], + "rescale": [ + [ + 0, + 100 + ] + ] + }, + "vsm0-100cm": { + "assets": [ + "vsm0-100cm" + ], + "rescale": [ + [ + 0, + 100 + ] + ] + }, + "vsm0-200cm": { + "assets": [ + "vsm0-200cm" + ], + "rescale": [ + [ + 0, + 100 + ] + ] + } + }, + "stac_extensions": [ + "https://stac-extensions.github.io/render/v1.0.0/schema.json", + "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" + ], + "stac_version": "1.0.0", + "type": "Collection", + "tenant": ["nasa-disasters"] +} diff --git a/ingestion-data/collections/nrt/vsm0-100cm-conus.json b/ingestion-data/collections/nrt/old-single-collections/vsm0-100cm-conus.json similarity index 100% rename from ingestion-data/collections/nrt/vsm0-100cm-conus.json rename to ingestion-data/collections/nrt/old-single-collections/vsm0-100cm-conus.json diff --git a/ingestion-data/collections/nrt/vsm0-10cm-conus.json b/ingestion-data/collections/nrt/old-single-collections/vsm0-10cm-conus.json similarity index 100% rename from ingestion-data/collections/nrt/vsm0-10cm-conus.json rename to ingestion-data/collections/nrt/old-single-collections/vsm0-10cm-conus.json diff --git a/ingestion-data/collections/nrt/vsm0-200cm-conus.json b/ingestion-data/collections/nrt/old-single-collections/vsm0-200cm-conus.json similarity index 100% rename from ingestion-data/collections/nrt/vsm0-200cm-conus.json rename to ingestion-data/collections/nrt/old-single-collections/vsm0-200cm-conus.json diff --git a/ingestion-data/collections/nrt/vsm0-40cm-conus.json b/ingestion-data/collections/nrt/old-single-collections/vsm0-40cm-conus.json similarity index 100% rename from ingestion-data/collections/nrt/vsm0-40cm-conus.json rename to ingestion-data/collections/nrt/old-single-collections/vsm0-40cm-conus.json diff --git a/ingestion-data/collections/nrt/sport-lis-sm-all-vars-daily-conus.json b/ingestion-data/collections/nrt/sport-lis-sm-all-vars-daily-conus.json new file mode 100644 index 0000000..78797f6 --- /dev/null +++ b/ingestion-data/collections/nrt/sport-lis-sm-all-vars-daily-conus.json @@ -0,0 +1,169 @@ +{ + "id": "soil-moisture-all-vars-conus", + "dashboard:is_periodic": true, + "dashboard:time_interval": "P1D", + "description": "The NASA SPoRT (Short-term Prediction Research and Transition Center) Land Information System (LIS) provides comprehensive soil moisture data products that support disaster monitoring and response efforts across the contiguous United States. These high-resolution datasets, available at approximately 3-kilometer spatial resolution, offer daily updates on both relative and volumetric soil moisture conditions at multiple depths using advanced land surface modeling techniques. Relative soil moisture products represent current soil water content as a percentile compared to historical records, while volumetric soil moisture percentiles are calculated against a 33-year climatology (1981-2013). The collection includes surface layers (0-10cm) that respond rapidly to short-term weather events, intermediate layers (0-40cm, 0-100cm) that balance short-term and subsurface responses, and deep layers (0-2m, 0-200cm) that capture long-term trends. These products enable disaster coordinators to quickly identify areas experiencing abnormally dry or wet conditions, supporting assessments of drought severity, flood risk potential, wildfire danger, agricultural stress, and post-disaster recovery monitoring. Distributed in Cloud Optimized GeoTIFF (COG) format, the data integrates seamlessly with GIS platforms and web-based mapping applications, providing emergency managers, agricultural specialists, and water resource managers with near real-time intelligence for informed decision-making during critical disaster preparedness and response operations.", + "title": "SPoRT LIS Soil Moisture - All Variables [CONUS]", + "extent": { + "spatial": { + "bbox": [ + [ + -125, + -24, + -66, + 49 + ] + ] + }, + "temporal": { + "interval": [ + [ + "2025-02-17T00:00:00Z", + null + ] + ] + } + }, + "item_assets": { + "rsm0-10cm": { + "description": "Relative soil moisture for the 0-10cm surface layer, representing current soil water content as a percentile compared to historical records, useful for short-term drought and flood risk assessment.", + "roles": [ + "data", + "layer" + ], + "title": "Relative Soil Moisture (0-10cm)", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "rsm0-2m": { + "description": "Relative soil moisture for the full 0-2m soil column, providing deep soil moisture percentiles for long-term drought monitoring and groundwater assessment.", + "roles": [ + "data", + "layer" + ], + "title": "Relative Soil Moisture (0-2m)", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "vsm0-10cm": { + "description": "Volumetric soil moisture percentile for the 0-10cm surface layer. This layer responds rapidly to precipitation and drying, making it especially useful for short-term monitoring of drought, flooding potential, and fire risk.", + "roles": [ + "data", + "layer" + ], + "title": "Volumetric Soil Moisture (0-10cm)", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "vsm0-40cm": { + "description": "Volumetric soil moisture percentile for the 0-40cm cumulative layer. This layer responds more gradually than surface layers, balancing short-term rainfall response with intermediate soil storage, useful for agricultural and fire risk applications.", + "roles": [ + "data", + "layer" + ], + "title": "Volumetric Soil Moisture (0-40cm)", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "vsm0-100cm": { + "description": "Volumetric soil moisture percentile for the 0-100cm cumulative layer. This layer integrates surface and subsurface moisture, responding over weeks to months, valuable for drought monitoring, hydrology, and agriculture.", + "roles": [ + "data", + "layer" + ], + "title": "Volumetric Soil Moisture (0-100cm)", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "vsm0-200cm": { + "description": "Volumetric soil moisture percentile for the full 0-200cm soil column. This layer responds slowly, capturing deep soil changes on seasonal to multi-year timescales, essential for long-term drought and groundwater assessments.", + "roles": [ + "data", + "layer" + ], + "title": "Volumetric Soil Moisture (0-200cm)", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + } + }, + "license": "CC0-1.0", + "links": [], + "providers": [ + { + "name": "NASA Disasters Program", + "roles": [ + "host" + ], + "url": "https://disasters.openveda.cloud" + } + ], + "renders": { + "rsm0-10cm": { + "assets": [ + "rsm0-10cm" + ], + "rescale": [ + [ + 0, + 100 + ] + ] + }, + "rsm0-2m": { + "assets": [ + "rsm0-2m" + ], + "rescale": [ + [ + 0, + 100 + ] + ] + }, + "vsm0-10cm": { + "assets": [ + "vsm0-10cm" + ], + "rescale": [ + [ + 0, + 100 + ] + ] + }, + "vsm0-40cm": { + "assets": [ + "vsm0-40cm" + ], + "rescale": [ + [ + 0, + 100 + ] + ] + }, + "vsm0-100cm": { + "assets": [ + "vsm0-100cm" + ], + "rescale": [ + [ + 0, + 100 + ] + ] + }, + "vsm0-200cm": { + "assets": [ + "vsm0-200cm" + ], + "rescale": [ + [ + 0, + 100 + ] + ] + } + }, + "stac_extensions": [ + "https://stac-extensions.github.io/render/v1.0.0/schema.json", + "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" + ], + "stac_version": "1.0.0", + "type": "Collection", + "tenant": ["nasa-disasters"] +} diff --git a/ingestion-data/discovery-items/nrt/esi-all-vars-weekly.json b/ingestion-data/discovery-items/nrt/esi-all-vars-weekly.json new file mode 100644 index 0000000..91ec6bf --- /dev/null +++ b/ingestion-data/discovery-items/nrt/esi-all-vars-weekly.json @@ -0,0 +1,23 @@ +{ + "collection": "esi-all-vars-weekly", + "bucket": "nasa-disasters", + "prefix": "nrt/servir-esi-cog/", + "cogify": false, + "discovery": "s3", + "dry_run": false, + "filename_regex": ".*.tif$", + "assets": { + "esi-4wk": { + "description": "Evaporative Stress Index calculated over a 4-week period, providing early detection of short-term vegetation water stress and rapid onset drought conditions.", + "regex": ".*4WK.*.tif$", + "title": "ESI 4-Week" + }, + "esi-12wk": { + "description": "Evaporative Stress Index calculated over a 12-week period, indicating longer-term vegetation water stress patterns and sustained drought conditions.", + "regex": ".*12WK.*.tif$", + "title": "ESI 12-Week" + } + }, + "id_regex": ".*_(.*).tif$", + "id_template": "esi-week-{}" +} diff --git a/ingestion-data/discovery-items/nrt/esi-12wk-global.json b/ingestion-data/discovery-items/nrt/old-single-collections/esi-12wk-global.json similarity index 100% rename from ingestion-data/discovery-items/nrt/esi-12wk-global.json rename to ingestion-data/discovery-items/nrt/old-single-collections/esi-12wk-global.json diff --git a/ingestion-data/discovery-items/nrt/esi-4wk-global.json b/ingestion-data/discovery-items/nrt/old-single-collections/esi-4wk-global.json similarity index 100% rename from ingestion-data/discovery-items/nrt/esi-4wk-global.json rename to ingestion-data/discovery-items/nrt/old-single-collections/esi-4wk-global.json diff --git a/ingestion-data/discovery-items/nrt/sport-lis-sm-all-vars-daily-conus.json b/ingestion-data/discovery-items/nrt/sport-lis-sm-all-vars-daily-conus.json new file mode 100644 index 0000000..7149b94 --- /dev/null +++ b/ingestion-data/discovery-items/nrt/sport-lis-sm-all-vars-daily-conus.json @@ -0,0 +1,43 @@ +{ + "collection": "sport-lis-sm-all-vars-daily-conus", + "bucket": "nasa-disasters", + "prefix": "nrt/sport-lis-cog/", + "cogify": false, + "discovery": "s3", + "dry_run": false, + "filename_regex": ".*.tif$", + "assets": { + "rsm0-10cm": { + "description": "Relative soil moisture for the 0-10cm surface layer, representing current soil water content as a percentile compared to historical records, useful for short-term drought and flood risk assessment.", + "regex": ".*sport_lis_rsm0-10cm_conus.*", + "title": "Relative Soil Moisture (0-10cm)" + }, + "rsm0-2m": { + "description": "Relative soil moisture for the full 0-2m soil column, providing deep soil moisture percentiles for long-term drought monitoring and groundwater assessment.", + "regex": ".*sport_lis_rsm0-2m_conus.*", + "title": "Relative Soil Moisture (0-2m)" + }, + "vsm0-10cm": { + "description": "Volumetric soil moisture percentile for the 0-10cm surface layer. This layer responds rapidly to precipitation and drying, making it especially useful for short-term monitoring of drought, flooding potential, and fire risk.", + "regex": ".*sport_lis_vsm0-10cm_conus.*", + "title": "Volumetric Soil Moisture (0-10cm)" + }, + "vsm0-40cm": { + "description": "Volumetric soil moisture percentile for the 0-40cm cumulative layer. This layer responds more gradually than surface layers, balancing short-term rainfall response with intermediate soil storage, useful for agricultural and fire risk applications.", + "regex": ".*sport_lis_vsm0-40cm_conus.*", + "title": "Volumetric Soil Moisture (0-40cm)" + }, + "vsm0-100cm": { + "description": "Volumetric soil moisture percentile for the 0-100cm cumulative layer. This layer integrates surface and subsurface moisture, responding over weeks to months, valuable for drought monitoring, hydrology, and agriculture.", + "regex": ".*sport_lis_vsm0-100cm_conus.*", + "title": "Volumetric Soil Moisture (0-100cm)" + }, + "vsm0-200cm": { + "description": "Volumetric soil moisture percentile for the full 0-200cm soil column. This layer responds slowly, capturing deep soil changes on seasonal to multi-year timescales, essential for long-term drought and groundwater assessments.", + "regex": ".*sport_lis_vsm0-200cm_conus.*", + "title": "Volumetric Soil Moisture (0-200cm)" + } + }, + "id_regex": ".*_(.*).tif$", + "id_template": "{}" +} From 212e2957d66752dc27b0004b10d428797b1349cb Mon Sep 17 00:00:00 2001 From: Kyle Lesinger Date: Tue, 7 Oct 2025 17:58:40 -0500 Subject: [PATCH 098/118] mv files --- .../nrt/{ => old-single-collections}/rsm0-10cm-conus.json | 0 .../nrt/{ => old-single-collections}/rsm0-2m-conus.json | 0 .../nrt/{ => old-single-collections}/vsm0-100cm-conus.json | 0 .../nrt/{ => old-single-collections}/vsm0-10cm-conus.json | 0 .../nrt/{ => old-single-collections}/vsm0-200cm-conus.json | 0 .../nrt/{ => old-single-collections}/vsm0-40cm-conus.json | 0 6 files changed, 0 insertions(+), 0 deletions(-) rename ingestion-data/discovery-items/nrt/{ => old-single-collections}/rsm0-10cm-conus.json (100%) rename ingestion-data/discovery-items/nrt/{ => old-single-collections}/rsm0-2m-conus.json (100%) rename ingestion-data/discovery-items/nrt/{ => old-single-collections}/vsm0-100cm-conus.json (100%) rename ingestion-data/discovery-items/nrt/{ => old-single-collections}/vsm0-10cm-conus.json (100%) rename ingestion-data/discovery-items/nrt/{ => old-single-collections}/vsm0-200cm-conus.json (100%) rename ingestion-data/discovery-items/nrt/{ => old-single-collections}/vsm0-40cm-conus.json (100%) diff --git a/ingestion-data/discovery-items/nrt/rsm0-10cm-conus.json b/ingestion-data/discovery-items/nrt/old-single-collections/rsm0-10cm-conus.json similarity index 100% rename from ingestion-data/discovery-items/nrt/rsm0-10cm-conus.json rename to ingestion-data/discovery-items/nrt/old-single-collections/rsm0-10cm-conus.json diff --git a/ingestion-data/discovery-items/nrt/rsm0-2m-conus.json b/ingestion-data/discovery-items/nrt/old-single-collections/rsm0-2m-conus.json similarity index 100% rename from ingestion-data/discovery-items/nrt/rsm0-2m-conus.json rename to ingestion-data/discovery-items/nrt/old-single-collections/rsm0-2m-conus.json diff --git a/ingestion-data/discovery-items/nrt/vsm0-100cm-conus.json b/ingestion-data/discovery-items/nrt/old-single-collections/vsm0-100cm-conus.json similarity index 100% rename from ingestion-data/discovery-items/nrt/vsm0-100cm-conus.json rename to ingestion-data/discovery-items/nrt/old-single-collections/vsm0-100cm-conus.json diff --git a/ingestion-data/discovery-items/nrt/vsm0-10cm-conus.json b/ingestion-data/discovery-items/nrt/old-single-collections/vsm0-10cm-conus.json similarity index 100% rename from ingestion-data/discovery-items/nrt/vsm0-10cm-conus.json rename to ingestion-data/discovery-items/nrt/old-single-collections/vsm0-10cm-conus.json diff --git a/ingestion-data/discovery-items/nrt/vsm0-200cm-conus.json b/ingestion-data/discovery-items/nrt/old-single-collections/vsm0-200cm-conus.json similarity index 100% rename from ingestion-data/discovery-items/nrt/vsm0-200cm-conus.json rename to ingestion-data/discovery-items/nrt/old-single-collections/vsm0-200cm-conus.json diff --git a/ingestion-data/discovery-items/nrt/vsm0-40cm-conus.json b/ingestion-data/discovery-items/nrt/old-single-collections/vsm0-40cm-conus.json similarity index 100% rename from ingestion-data/discovery-items/nrt/vsm0-40cm-conus.json rename to ingestion-data/discovery-items/nrt/old-single-collections/vsm0-40cm-conus.json From 71a9008d24d672ff431da853e03bf839eee65253 Mon Sep 17 00:00:00 2001 From: Kyle Lesinger Date: Tue, 7 Oct 2025 18:16:17 -0500 Subject: [PATCH 099/118] update Google Earth --- .../collections/GoogleEarth/google-earth-monthly.json | 4 ++-- .../discovery-items/GoogleEarth/google-earth-monthly.json | 4 ++-- 2 files changed, 4 insertions(+), 4 deletions(-) diff --git a/ingestion-data/collections/GoogleEarth/google-earth-monthly.json b/ingestion-data/collections/GoogleEarth/google-earth-monthly.json index 02847a7..d1b0cc4 100644 --- a/ingestion-data/collections/GoogleEarth/google-earth-monthly.json +++ b/ingestion-data/collections/GoogleEarth/google-earth-monthly.json @@ -25,12 +25,12 @@ }, "item_assets": { "fwDET": { - "description": "fwDET.", + "description": "Flood Water Detection - Monthly composite of surface water extent derived from Google Earth Engine Sentinel-1 SAR data, identifying areas of standing water and flood inundation.", "roles": [ "data", "layer" ], - "title": "fwDET", + "title": "Flood Water Detection", "type": "image/tiff; application=geotiff; profile=cloud-optimized" } }, diff --git a/ingestion-data/discovery-items/GoogleEarth/google-earth-monthly.json b/ingestion-data/discovery-items/GoogleEarth/google-earth-monthly.json index b9befa3..a2ad6fa 100644 --- a/ingestion-data/discovery-items/GoogleEarth/google-earth-monthly.json +++ b/ingestion-data/discovery-items/GoogleEarth/google-earth-monthly.json @@ -8,9 +8,9 @@ "filename_regex": ".*_monthly.tif$", "assets": { "fwDET": { - "description": "fwDET", + "description": "Flood Water Detection - Monthly composite of surface water extent derived from Google Earth Engine Sentinel-1 SAR data, identifying areas of standing water and flood inundation.", "regex": ".*FwDET.*\\.tif$", - "title": "fwDET" + "title": "Flood Water Detection" } }, "id_regex": ".*(\\d{4}-\\d{2}_monthly)\\.tif$", From 2d6236a08dcd5f18a741d7a135f16aa61e7faa36 Mon Sep 17 00:00:00 2001 From: Kyle Lesinger Date: Tue, 7 Oct 2025 18:16:41 -0500 Subject: [PATCH 100/118] update nrt --- .../nrt/sport-lis-sm-all-vars-daily-conus.json | 10 +++++----- 1 file changed, 5 insertions(+), 5 deletions(-) diff --git a/ingestion-data/discovery-items/nrt/sport-lis-sm-all-vars-daily-conus.json b/ingestion-data/discovery-items/nrt/sport-lis-sm-all-vars-daily-conus.json index 7149b94..0693453 100644 --- a/ingestion-data/discovery-items/nrt/sport-lis-sm-all-vars-daily-conus.json +++ b/ingestion-data/discovery-items/nrt/sport-lis-sm-all-vars-daily-conus.json @@ -19,25 +19,25 @@ }, "vsm0-10cm": { "description": "Volumetric soil moisture percentile for the 0-10cm surface layer. This layer responds rapidly to precipitation and drying, making it especially useful for short-term monitoring of drought, flooding potential, and fire risk.", - "regex": ".*sport_lis_vsm0-10cm_conus.*", + "regex": ".*sport_lis_vsm0-10cm_percentile_conus.*", "title": "Volumetric Soil Moisture (0-10cm)" }, "vsm0-40cm": { "description": "Volumetric soil moisture percentile for the 0-40cm cumulative layer. This layer responds more gradually than surface layers, balancing short-term rainfall response with intermediate soil storage, useful for agricultural and fire risk applications.", - "regex": ".*sport_lis_vsm0-40cm_conus.*", + "regex": ".*sport_lis_vsm0-40cm_percentile_conus.*", "title": "Volumetric Soil Moisture (0-40cm)" }, "vsm0-100cm": { "description": "Volumetric soil moisture percentile for the 0-100cm cumulative layer. This layer integrates surface and subsurface moisture, responding over weeks to months, valuable for drought monitoring, hydrology, and agriculture.", - "regex": ".*sport_lis_vsm0-100cm_conus.*", + "regex": ".*sport_lis_vsm0-100cm_percentile_conus.*", "title": "Volumetric Soil Moisture (0-100cm)" }, "vsm0-200cm": { "description": "Volumetric soil moisture percentile for the full 0-200cm soil column. This layer responds slowly, capturing deep soil changes on seasonal to multi-year timescales, essential for long-term drought and groundwater assessments.", - "regex": ".*sport_lis_vsm0-200cm_conus.*", + "regex": ".*sport_lis_vsm0-200cm_percentile_conus.*", "title": "Volumetric Soil Moisture (0-200cm)" } }, "id_regex": ".*_(.*).tif$", - "id_template": "{}" + "id_template": "sport-lis-sm-{}" } From bc6de21a1e0c993068ef838cecf3230d033cb616 Mon Sep 17 00:00:00 2001 From: Kyle Lesinger Date: Tue, 7 Oct 2025 18:17:09 -0500 Subject: [PATCH 101/118] update additional collections --- .../Sentinel-1/Sentinel-1-SAR.json | 85 ------- .../Sentinel-1/Sentinel-1-USDA.json | 127 ---------- .../Sentinel-1/Sentinel-1-WM-daily.json | 65 ------ .../Sentinel-1/Sentinel-1-WM-subdaily.json | 85 ------- .../Sentinel-1-coherence-monthly.json | 85 ------- .../Sentinel-1-coherence-yearly.json | 85 ------- .../Sentinel-1/Sentinel-1-displacement.json | 65 ------ .../Sentinel-1/Sentinel-1-dmg-assessment.json | 65 ------ .../Sentinel-1/Sentinel-1-dpm-daily.json | 107 --------- .../Sentinel-1/Sentinel-1-dpm-monthly.json | 107 --------- .../Sentinel-1/Sentinel-1-opera-dist.json | 65 ------ .../Sentinel-1/Sentinel-1_ASF-monthly.json | 65 ------ .../Sentinel-1/Sentinel-1_ASF-subdaily.json | 106 --------- .../Sentinel-1/Sentinel-1_AZI.json | 66 ------ .../Sentinel-1_opera_dswx-change-map.json | 65 ------ .../Sentinel-1/Sentinel-1_opera_dswx.json | 94 -------- .../Sentinel-1/Sentinel-1_rgb-daily.json | 108 --------- .../Sentinel-1/Sentinel-1_rgb-subdaily.json | 171 -------------- ...inel-1-all-vars-daily-TESTaddMetadata.json | 2 +- .../collections/ecostress/ecostress.json | 165 ------------- .../landsat/landsat-all-vars-daily.json | 4 +- .../Sentinel-2_cir.json | 0 .../sentinel-2-distAlert.json | 0 .../sentinel-2-ndvi-change.json | 0 .../sentinel-2/sentinel-2-all-vars-daily.json | 217 ++++++++++++++++++ .../Sentinel-1/Sentinel-1-SAR.json | 23 -- .../Sentinel-1/Sentinel-1-USDA.json | 33 --- .../Sentinel-1/Sentinel-1-WM-daily.json | 18 -- .../Sentinel-1/Sentinel-1-WM-subdaily.json | 33 --- .../Sentinel-1-coherence-monthly.json | 23 -- .../Sentinel-1-coherence-yearly.json | 23 -- .../Sentinel-1/Sentinel-1-displacement.json | 18 -- .../Sentinel-1/Sentinel-1-dmg-assessment.json | 18 -- .../Sentinel-1/Sentinel-1-dpm-daily.json | 28 --- .../Sentinel-1/Sentinel-1-dpm-monthly.json | 28 --- .../Sentinel-1/Sentinel-1-opera-dist.json | 18 -- .../Sentinel-1/Sentinel-1_ASF-monthly.json | 18 -- .../Sentinel-1/Sentinel-1_ASF-subdaily.json | 28 --- .../Sentinel-1/Sentinel-1_AZI.json | 18 -- .../Sentinel-1_opera-dswx-change-map.json | 18 -- .../Sentinel-1/Sentinel-1_opera-dswx.json | 23 -- .../Sentinel-1/Sentinel-1_rbg-daily.json | 28 --- .../Sentinel-1/Sentinel-1_rbg-subdaily.json | 43 ---- ...inel-1-all-vars-daily-TESTaddMetadata.json | 2 +- .../ecostress/ecostress-subdaily.json | 43 ---- .../Sentinel-2_cir.json | 0 .../sentinel-2-distAlert.json | 0 .../sentinel-2-ndvi-change.json | 0 .../sentinel-2/sentinel-2-all-vars-daily.json | 53 +++++ 49 files changed, 274 insertions(+), 2267 deletions(-) delete mode 100644 ingestion-data/collections/Sentinel-1/Sentinel-1-SAR.json delete mode 100644 ingestion-data/collections/Sentinel-1/Sentinel-1-USDA.json delete mode 100644 ingestion-data/collections/Sentinel-1/Sentinel-1-WM-daily.json delete mode 100644 ingestion-data/collections/Sentinel-1/Sentinel-1-WM-subdaily.json delete mode 100644 ingestion-data/collections/Sentinel-1/Sentinel-1-coherence-monthly.json delete mode 100644 ingestion-data/collections/Sentinel-1/Sentinel-1-coherence-yearly.json delete mode 100644 ingestion-data/collections/Sentinel-1/Sentinel-1-displacement.json delete mode 100644 ingestion-data/collections/Sentinel-1/Sentinel-1-dmg-assessment.json delete mode 100644 ingestion-data/collections/Sentinel-1/Sentinel-1-dpm-daily.json delete mode 100644 ingestion-data/collections/Sentinel-1/Sentinel-1-dpm-monthly.json delete mode 100644 ingestion-data/collections/Sentinel-1/Sentinel-1-opera-dist.json delete mode 100644 ingestion-data/collections/Sentinel-1/Sentinel-1_ASF-monthly.json delete mode 100644 ingestion-data/collections/Sentinel-1/Sentinel-1_ASF-subdaily.json delete mode 100644 ingestion-data/collections/Sentinel-1/Sentinel-1_AZI.json delete mode 100644 ingestion-data/collections/Sentinel-1/Sentinel-1_opera_dswx-change-map.json delete mode 100644 ingestion-data/collections/Sentinel-1/Sentinel-1_opera_dswx.json delete mode 100644 ingestion-data/collections/Sentinel-1/Sentinel-1_rgb-daily.json delete mode 100644 ingestion-data/collections/Sentinel-1/Sentinel-1_rgb-subdaily.json delete mode 100644 ingestion-data/collections/ecostress/ecostress.json rename ingestion-data/collections/{Sentinel-2 => sentinel-2/old-single-collections}/Sentinel-2_cir.json (100%) rename ingestion-data/collections/{Sentinel-2 => sentinel-2/old-single-collections}/sentinel-2-distAlert.json (100%) rename ingestion-data/collections/{Sentinel-2 => sentinel-2/old-single-collections}/sentinel-2-ndvi-change.json (100%) create mode 100644 ingestion-data/collections/sentinel-2/sentinel-2-all-vars-daily.json delete mode 100644 ingestion-data/discovery-items/Sentinel-1/Sentinel-1-SAR.json delete mode 100644 ingestion-data/discovery-items/Sentinel-1/Sentinel-1-USDA.json delete mode 100644 ingestion-data/discovery-items/Sentinel-1/Sentinel-1-WM-daily.json delete mode 100644 ingestion-data/discovery-items/Sentinel-1/Sentinel-1-WM-subdaily.json delete mode 100644 ingestion-data/discovery-items/Sentinel-1/Sentinel-1-coherence-monthly.json delete mode 100644 ingestion-data/discovery-items/Sentinel-1/Sentinel-1-coherence-yearly.json delete mode 100644 ingestion-data/discovery-items/Sentinel-1/Sentinel-1-displacement.json delete mode 100644 ingestion-data/discovery-items/Sentinel-1/Sentinel-1-dmg-assessment.json delete mode 100644 ingestion-data/discovery-items/Sentinel-1/Sentinel-1-dpm-daily.json delete mode 100644 ingestion-data/discovery-items/Sentinel-1/Sentinel-1-dpm-monthly.json delete mode 100644 ingestion-data/discovery-items/Sentinel-1/Sentinel-1-opera-dist.json delete mode 100644 ingestion-data/discovery-items/Sentinel-1/Sentinel-1_ASF-monthly.json delete mode 100644 ingestion-data/discovery-items/Sentinel-1/Sentinel-1_ASF-subdaily.json delete mode 100644 ingestion-data/discovery-items/Sentinel-1/Sentinel-1_AZI.json delete mode 100644 ingestion-data/discovery-items/Sentinel-1/Sentinel-1_opera-dswx-change-map.json delete mode 100644 ingestion-data/discovery-items/Sentinel-1/Sentinel-1_opera-dswx.json delete mode 100644 ingestion-data/discovery-items/Sentinel-1/Sentinel-1_rbg-daily.json delete mode 100644 ingestion-data/discovery-items/Sentinel-1/Sentinel-1_rbg-subdaily.json delete mode 100644 ingestion-data/discovery-items/ecostress/ecostress-subdaily.json rename ingestion-data/discovery-items/{Sentinel-2 => sentinel-2/old-single-collections}/Sentinel-2_cir.json (100%) rename ingestion-data/discovery-items/{Sentinel-2 => sentinel-2/old-single-collections}/sentinel-2-distAlert.json (100%) rename ingestion-data/discovery-items/{Sentinel-2 => sentinel-2/old-single-collections}/sentinel-2-ndvi-change.json (100%) create mode 100644 ingestion-data/discovery-items/sentinel-2/sentinel-2-all-vars-daily.json diff --git a/ingestion-data/collections/Sentinel-1/Sentinel-1-SAR.json b/ingestion-data/collections/Sentinel-1/Sentinel-1-SAR.json deleted file mode 100644 index 0f95bc1..0000000 --- a/ingestion-data/collections/Sentinel-1/Sentinel-1-SAR.json +++ /dev/null @@ -1,85 +0,0 @@ -{ - "id": "sentinel-1-sar", - "dashboard:is_periodic": false, - "dashboard:time_interval": "P1D", - "description": "The Sentinel-1 mission comprises a constellation of two polar-orbiting satellites, Sentinel-1A and Sentinel-1B, which provide all-weather, day-and-night radar imaging for land and ocean surfaces, monitoring the marine environment, vegetation mapping, and other major applications. With multi-temporal analyses, remote sensing gives a unique perspective of how cities evolve. The key element for mapping rural to urban land use change is the ability to discriminate between rural uses (farming, pasture, forests) and urban use (residential, commercial, recreational). Remote sensing methods can be employed to classify types of land use in a practical, economical and repetitive fashion, over large areas.", - "extent": { - "spatial": { - "bbox": [ - [ - -125, - -24, - -66, - 49 - ] - ] - }, - "temporal": { - "interval": [ - [ - "2020-09-14T00:00:00Z", - "2025-09-26T23:00:00Z" - ] - ] - } - }, - "item_assets": { - "deformation-NS": { - "description": "deformation-NS.", - "roles": [ - "data", - "layer" - ], - "title": "deformation", - "type": "image/tiff; application=geotiff; profile=cloud-optimized" - }, - "deformation-EW": { - "description": "deformation-EW.", - "roles": [ - "data", - "layer" - ], - "title": "deformation", - "type": "image/tiff; application=geotiff; profile=cloud-optimized" - } - }, - "license": "CC0-1.0", - "links": [], - "providers": [ - { - "name": "NASA" - } - ], - "renders": { - "deformation-NS": { - "assets": [ - "deformation-NS" - ], - "rescale": [ - [ - -5, - 5 - ] - ] - }, - "deformation-EW": { - "assets": [ - "deformation-EW" - ], - "rescale": [ - [ - -5, - 5 - ] - ] - } - }, - "stac_extensions": [ - "https://stac-extensions.github.io/render/v1.0.0/schema.json", - "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" - ], - "stac_version": "1.0.0", - "title": "Sentinel-1 SAR", - "type": "Collection", - "tenant": ["nasa-disasters"] -} \ No newline at end of file diff --git a/ingestion-data/collections/Sentinel-1/Sentinel-1-USDA.json b/ingestion-data/collections/Sentinel-1/Sentinel-1-USDA.json deleted file mode 100644 index 51a8663..0000000 --- a/ingestion-data/collections/Sentinel-1/Sentinel-1-USDA.json +++ /dev/null @@ -1,127 +0,0 @@ -{ - "id": "sentinel-1-USDA", - "dashboard:is_periodic": false, - "dashboard:time_interval": "P1S", - "description": "The Sentinel-1 mission comprises a constellation of two polar-orbiting satellites, Sentinel-1A and Sentinel-1B, which provide all-weather, day-and-night radar imaging for land and ocean surfaces, monitoring the marine environment, vegetation mapping, and other major applications. With multi-temporal analyses, remote sensing gives a unique perspective of how cities evolve. The key element for mapping rural to urban land use change is the ability to discriminate between rural uses (farming, pasture, forests) and urban use (residential, commercial, recreational). Remote sensing methods can be employed to classify types of land use in a practical, economical and repetitive fashion, over large areas.", - "extent": { - "spatial": { - "bbox": [ - [ - -125, - -24, - -66, - 49 - ] - ] - }, - "temporal": { - "interval": [ - [ - "2020-09-14T00:00:00Z", - "2025-09-22T23:00:00Z" - ] - ] - } - }, - "item_assets": { - "rgb": { - "description": "rgb.", - "roles": [ - "data", - "layer" - ], - "title": "rgb", - "type": "image/tiff; application=geotiff; profile=cloud-optimized" - }, - "VH": { - "description": "VH.", - "roles": [ - "data", - "layer" - ], - "title": "VH", - "type": "image/tiff; application=geotiff; profile=cloud-optimized" - }, - "VV": { - "description": "VV.", - "roles": [ - "data", - "layer" - ], - "title": "VV", - "type": "image/tiff; application=geotiff; profile=cloud-optimized" - }, - "WM": { - "description": "WM.", - "roles": [ - "data", - "layer" - ], - "title": "WM", - "type": "image/tiff; application=geotiff; profile=cloud-optimized" - } - }, - "license": "CC0-1.0", - "links": [], - "providers": [ - { - "name": "NASA" - } - ], - "renders": { - "rgb": { - "assets": [ - "rgb" - ], - "bidx": [1,2,3], - "rescale": [ - [ - 0, - 255 - ] - ] - }, - "VV": { - "assets": [ - "VV" - ], - "rescale": [ - [ - 0, - 15 - ] - ] - }, - "VH": { - "assets": [ - "VH" - ], - "rescale": [ - [ - 0, - 10 - ] - ] - }, - "WM": { - "assets": [ - "WM" - ], - "rescale": [ - [ - 0, - 255 - ] - ] - } - }, - - "stac_extensions": [ - "https://stac-extensions.github.io/render/v1.0.0/schema.json", - "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" - ], - "stac_version": "1.0.0", - "title": "Sentinel-1 USDA", - "type": "Collection", - "tenant": ["nasa-disasters"] -} \ No newline at end of file diff --git a/ingestion-data/collections/Sentinel-1/Sentinel-1-WM-daily.json b/ingestion-data/collections/Sentinel-1/Sentinel-1-WM-daily.json deleted file mode 100644 index c1d25d8..0000000 --- a/ingestion-data/collections/Sentinel-1/Sentinel-1-WM-daily.json +++ /dev/null @@ -1,65 +0,0 @@ -{ - "id": "sentinel-1-WM-daily", - "dashboard:is_periodic": false, - "dashboard:time_interval": "P1D", - "description": "The Sentinel-1 mission comprises a constellation of two polar-orbiting satellites, Sentinel-1A and Sentinel-1B, which provide all-weather, day-and-night radar imaging for land and ocean surfaces, monitoring the marine environment, vegetation mapping, and other major applications. With multi-temporal analyses, remote sensing gives a unique perspective of how cities evolve. The key element for mapping rural to urban land use change is the ability to discriminate between rural uses (farming, pasture, forests) and urban use (residential, commercial, recreational). Remote sensing methods can be employed to classify types of land use in a practical, economical and repetitive fashion, over large areas.", - "extent": { - "spatial": { - "bbox": [ - [ - -125, - -24, - -66, - 49 - ] - ] - }, - "temporal": { - "interval": [ - [ - "2024-09-14T00:00:00Z", - "2024-09-26T23:00:00Z" - ] - ] - } - }, - "item_assets": { - "wm-diff": { - "description": "wm-diff.", - "roles": [ - "data", - "layer" - ], - "title": "wm-diff", - "type": "image/tiff; application=geotiff; profile=cloud-optimized" - } - }, - "license": "CC0-1.0", - "links": [], - "providers": [ - { - "name": "NASA" - } - ], - "renders": { - "wm-diff": { - "assets": [ - "wm-diff" - ], - "rescale": [ - [ - 0, - 255 - ] - ] - } - }, - "stac_extensions": [ - "https://stac-extensions.github.io/render/v1.0.0/schema.json", - "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" - ], - "stac_version": "1.0.0", - "title": "Sentinel-1 Water Mask daily", - "type": "Collection", - "tenant": ["nasa-disasters"] -} \ No newline at end of file diff --git a/ingestion-data/collections/Sentinel-1/Sentinel-1-WM-subdaily.json b/ingestion-data/collections/Sentinel-1/Sentinel-1-WM-subdaily.json deleted file mode 100644 index c9a528f..0000000 --- a/ingestion-data/collections/Sentinel-1/Sentinel-1-WM-subdaily.json +++ /dev/null @@ -1,85 +0,0 @@ -{ - "id": "sentinel-1-WM-subdaily", - "dashboard:is_periodic": false, - "dashboard:time_interval": "P1S", - "description": "The Sentinel-1 mission comprises a constellation of two polar-orbiting satellites, Sentinel-1A and Sentinel-1B, which provide all-weather, day-and-night radar imaging for land and ocean surfaces, monitoring the marine environment, vegetation mapping, and other major applications. With multi-temporal analyses, remote sensing gives a unique perspective of how cities evolve. The key element for mapping rural to urban land use change is the ability to discriminate between rural uses (farming, pasture, forests) and urban use (residential, commercial, recreational). Remote sensing methods can be employed to classify types of land use in a practical, economical and repetitive fashion, over large areas.", - "extent": { - "spatial": { - "bbox": [ - [ - -125, - -24, - -66, - 49 - ] - ] - }, - "temporal": { - "interval": [ - [ - "2024-09-14T00:00:00Z", - "2025-09-26T23:00:00Z" - ] - ] - } - }, - "item_assets": { - "gpufed": { - "description": "GPU fed.", - "roles": [ - "data", - "layer" - ], - "title": "gpufed", - "type": "image/tiff; application=geotiff; profile=cloud-optimized" - }, - "gpuned": { - "description": "gpuned.", - "roles": [ - "data", - "layer" - ], - "title": "gpuned", - "type": "image/tiff; application=geotiff; profile=cloud-optimized" - } - }, - "license": "CC0-1.0", - "links": [], - "providers": [ - { - "name": "NASA" - } - ], - "renders": { - "gpufed": { - "assets": [ - "gpufed" - ], - "rescale": [ - [ - 0, - 4 - ] - ] - }, - "gpuned": { - "assets": [ - "gpuned" - ], - "rescale": [ - [ - 0, - 255 - ] - ] - } - }, - "stac_extensions": [ - "https://stac-extensions.github.io/render/v1.0.0/schema.json", - "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" - ], - "stac_version": "1.0.0", - "title": "Sentinel-1 WM subdaily", - "type": "Collection", - "tenant": ["nasa-disasters"] -} \ No newline at end of file diff --git a/ingestion-data/collections/Sentinel-1/Sentinel-1-coherence-monthly.json b/ingestion-data/collections/Sentinel-1/Sentinel-1-coherence-monthly.json deleted file mode 100644 index 6fc5949..0000000 --- a/ingestion-data/collections/Sentinel-1/Sentinel-1-coherence-monthly.json +++ /dev/null @@ -1,85 +0,0 @@ -{ - "id": "sentinel-1-coherence-monthly", - "dashboard:is_periodic": false, - "dashboard:time_interval": "P1M", - "description": "Interferometric SAR (InSAR) compares the phase measurements of two SAR acquisitions to look for differences, which indicate that the ground has moved relative to the sensor in the time between the two acquisitions. The spectra of two images used for InSAR must overlap well enough to generate interferometric fringes, which are used to identify and quantify surface deformation. Correlation indicates the comparability of the phase information between the two acquisitions. The magnitude of the correlation is commonly referred to as coherence. Coherence values are also useful for change detection, or to determine the variability of surface characteristics in an area. Low coherence values serve as an indicator of change, and high coherence values identify areas with stable or persistent scatterers. When coherence values are aggregated over time, we can see patterns of variability across the landscape.", - "title": "Sentinel-1 Coherence Monthly", - "extent": { - "spatial": { - "bbox": [ - [ - -125, - -24, - -66, - 49 - ] - ] - }, - "temporal": { - "interval": [ - [ - "2020-01-01T00:00:00Z", - "2025-09-26T00:00:00Z" - ] - ] - } - }, - "item_assets": { - "ascending": { - "description": "ascending", - "roles": [ - "data", - "layer" - ], - "title": "ascending", - "type": "image/tiff; application=geotiff; profile=cloud-optimized" - }, - "descending": { - "description": "descending", - "roles": [ - "data", - "layer" - ], - "title": "descending", - "type": "image/tiff; application=geotiff; profile=cloud-optimized" - } - }, - "license": "CC0-1.0", - "links": [], - "providers": [ - { - "name": "NASA" - } - ], - "renders": { - "ascending": { - "assets": [ - "ascending" - ], - "rescale": [ - [ - 0, - 1 - ] - ] - }, - "descending": { - "assets": [ - "descending" - ], - "rescale": [ - [ - 0, - 1 - ] - ] - } - }, - "stac_extensions": [ - "https://stac-extensions.github.io/render/v1.0.0/schema.json", - "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" - ], - "stac_version": "1.0.0", - "type": "Collection", - "tenant": ["nasa-disasters"] -} \ No newline at end of file diff --git a/ingestion-data/collections/Sentinel-1/Sentinel-1-coherence-yearly.json b/ingestion-data/collections/Sentinel-1/Sentinel-1-coherence-yearly.json deleted file mode 100644 index 78c8637..0000000 --- a/ingestion-data/collections/Sentinel-1/Sentinel-1-coherence-yearly.json +++ /dev/null @@ -1,85 +0,0 @@ -{ - "id": "sentinel-1-coherence-yearly", - "dashboard:is_periodic": false, - "dashboard:time_interval": "P1Y", - "description": "Interferometric SAR (InSAR) compares the phase measurements of two SAR acquisitions to look for differences, which indicate that the ground has moved relative to the sensor in the time between the two acquisitions. The spectra of two images used for InSAR must overlap well enough to generate interferometric fringes, which are used to identify and quantify surface deformation. Correlation indicates the comparability of the phase information between the two acquisitions. The magnitude of the correlation is commonly referred to as coherence. Coherence values are also useful for change detection, or to determine the variability of surface characteristics in an area. Low coherence values serve as an indicator of change, and high coherence values identify areas with stable or persistent scatterers. When coherence values are aggregated over time, we can see patterns of variability across the landscape.", - "title": "Sentinel-1 Coherence Yearly", - "extent": { - "spatial": { - "bbox": [ - [ - -125, - -24, - -66, - 49 - ] - ] - }, - "temporal": { - "interval": [ - [ - "2020-01-01T00:00:00Z", - "2025-09-26T00:00:00Z" - ] - ] - } - }, - "item_assets": { - "ascending": { - "description": "ascending", - "roles": [ - "data", - "layer" - ], - "title": "ascending", - "type": "image/tiff; application=geotiff; profile=cloud-optimized" - }, - "descending": { - "description": "descending", - "roles": [ - "data", - "layer" - ], - "title": "descending", - "type": "image/tiff; application=geotiff; profile=cloud-optimized" - } - }, - "license": "CC0-1.0", - "links": [], - "providers": [ - { - "name": "NASA" - } - ], - "renders": { - "ascending": { - "assets": [ - "ascending" - ], - "rescale": [ - [ - 0, - 1 - ] - ] - }, - "descending": { - "assets": [ - "descending" - ], - "rescale": [ - [ - 0, - 1 - ] - ] - } - }, - "stac_extensions": [ - "https://stac-extensions.github.io/render/v1.0.0/schema.json", - "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" - ], - "stac_version": "1.0.0", - "type": "Collection", - "tenant": ["nasa-disasters"] -} \ No newline at end of file diff --git a/ingestion-data/collections/Sentinel-1/Sentinel-1-displacement.json b/ingestion-data/collections/Sentinel-1/Sentinel-1-displacement.json deleted file mode 100644 index add4cdd..0000000 --- a/ingestion-data/collections/Sentinel-1/Sentinel-1-displacement.json +++ /dev/null @@ -1,65 +0,0 @@ -{ - "id": "sentinel-1-displacement", - "dashboard:is_periodic": false, - "dashboard:time_interval": "P1D", - "description": "The Level-3 OPERA Sentinel-1 Surface Displacement (DISP) product is generated through interferometric time-series analysis of Level-2 Coregistered Sentinel-1 Single Look Complex (CSLC) datasets. Using a hybrid Persistent Scatterer (PS) and Distributed Scatterer (DS) approach, this product quantifies Earth's surface displacement in the radar line-of-sight. The DISP products enable the detection of anthropogenic and natural surface changes, including subsidence, tectonic deformation, and landslides. The OPERA DISP suite comprises complementary datasets derived from Sentinel-1 and NISAR inputs, designated as DISP-S1 and DISP-NI, respectively. Each product, created per acquisition, adheres to a consistent structure, HDF5 file format, file-naming convention, and a 30 m spatial posting. This collection specifically includes DISP-S1 products, derived from Sentinel-1 data. DISP-S1 products provide spatial coverage across North America, encompassing the United States, U.S. territories within 200 km of the U.S. border, Canada, and mainland countries from the southern U.S. border to Panama. These products are generated from Sentinel-1 Interferometric Wide (IW) swath mode acquisitions starting in mid-2016. The OPERA DISP-S1 product contains modified Copernicus Sentinel data (2016-2025).", - "title": "Sentinel-1 Displacement", - "extent": { - "spatial": { - "bbox": [ - [ - -125, - -24, - -66, - 49 - ] - ] - }, - "temporal": { - "interval": [ - [ - "2020-01-01T00:00:00Z", - "2025-09-26T00:00:00Z" - ] - ] - } - }, - "item_assets": { - "displacement": { - "description": "displacement", - "roles": [ - "data", - "layer" - ], - "title": "displacement", - "type": "image/tiff; application=geotiff; profile=cloud-optimized" - } - }, - "license": "CC0-1.0", - "links": [], - "providers": [ - { - "name": "NASA" - } - ], - "renders": { - "displacement": { - "assets": [ - "displacement" - ], - "rescale": [ - [ - -1, - 1 - ] - ] - } - }, - "stac_extensions": [ - "https://stac-extensions.github.io/render/v1.0.0/schema.json", - "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" - ], - "stac_version": "1.0.0", - "type": "Collection", - "tenant": ["nasa-disasters"] -} \ No newline at end of file diff --git a/ingestion-data/collections/Sentinel-1/Sentinel-1-dmg-assessment.json b/ingestion-data/collections/Sentinel-1/Sentinel-1-dmg-assessment.json deleted file mode 100644 index 19bac6f..0000000 --- a/ingestion-data/collections/Sentinel-1/Sentinel-1-dmg-assessment.json +++ /dev/null @@ -1,65 +0,0 @@ -{ - "id": "sentinel-1-dmg-assessment", - "dashboard:is_periodic": false, - "dashboard:time_interval": "P1D", - "description": "The Sentinel-1 mission comprises a constellation of two polar-orbiting satellites, Sentinel-1A and Sentinel-1B, which provide all-weather, day-and-night radar imaging for land and ocean surfaces, monitoring the marine environment, vegetation mapping, and other major applications. With multi-temporal analyses, remote sensing gives a unique perspective of how cities evolve. The key element for mapping rural to urban land use change is the ability to discriminate between rural uses (farming, pasture, forests) and urban use (residential, commercial, recreational). Remote sensing methods can be employed to classify types of land use in a practical, economical and repetitive fashion, over large areas.", - "extent": { - "spatial": { - "bbox": [ - [ - -125, - -24, - -66, - 49 - ] - ] - }, - "temporal": { - "interval": [ - [ - "2020-09-01T00:00:00Z", - "2025-09-30T23:00:00Z" - ] - ] - } - }, - "item_assets": { - "dmg": { - "description": "change_detection.", - "roles": [ - "data", - "layer" - ], - "title": "change_detection", - "type": "image/tiff; application=geotiff; profile=cloud-optimized" - } - }, - "license": "CC0-1.0", - "links": [], - "providers": [ - { - "name": "NASA" - } - ], - "renders": { - "dmg": { - "assets": [ - "dmg" - ], - "rescale": [ - [ - 0, - 1 - ] - ] - } - }, - "stac_extensions": [ - "https://stac-extensions.github.io/render/v1.0.0/schema.json", - "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" - ], - "stac_version": "1.0.0", - "title": "Sentinel-1 Damage Assessment", - "type": "Collection", - "tenant": ["nasa-disasters"] -} \ No newline at end of file diff --git a/ingestion-data/collections/Sentinel-1/Sentinel-1-dpm-daily.json b/ingestion-data/collections/Sentinel-1/Sentinel-1-dpm-daily.json deleted file mode 100644 index d295465..0000000 --- a/ingestion-data/collections/Sentinel-1/Sentinel-1-dpm-daily.json +++ /dev/null @@ -1,107 +0,0 @@ -{ - "id": "sentinel-1-dpm-daily", - "dashboard:is_periodic": false, - "dashboard:time_interval": "P1D", - "description": "The Sentinel-1 mission comprises a constellation of two polar-orbiting satellites, Sentinel-1A and Sentinel-1B, which provide all-weather, day-and-night radar imaging for land and ocean surfaces, monitoring the marine environment, vegetation mapping, and other major applications. With multi-temporal analyses, remote sensing gives a unique perspective of how cities evolve. The key element for mapping rural to urban land use change is the ability to discriminate between rural uses (farming, pasture, forests) and urban use (residential, commercial, recreational). Remote sensing methods can be employed to classify types of land use in a practical, economical and repetitive fashion, over large areas.", - "extent": { - "spatial": { - "bbox": [ - [ - -125, - -24, - -66, - 49 - ] - ] - }, - "temporal": { - "interval": [ - [ - "2020-09-14T00:00:00Z", - "2024-09-26T23:00:00Z" - ] - ] - } - }, - "item_assets": { - "dpm": { - "description": "dpm.", - "roles": [ - "data", - "layer" - ], - "title": "dpm", - "type": "image/tiff; application=geotiff; profile=cloud-optimized" - }, - "dpm-cvd": { - "description": "dpm-cvd.", - "roles": [ - "data", - "layer" - ], - "title": "dpm-cvd", - "type": "image/tiff; application=geotiff; profile=cloud-optimized" - }, - "dpm-raw": { - "description": "dpm-raw.", - "roles": [ - "data", - "layer" - ], - "title": "dpm-raw", - "type": "image/tiff; application=geotiff; profile=cloud-optimized" - } - }, - "license": "CC0-1.0", - "links": [], - "providers": [ - { - "name": "NASA" - } - ], - "renders": { - "dpm": { - "assets": [ - "dpm" - ], - "bidx": [1,2,3,4], - "rescale": [ - [ - 0, - 255 - ] - ] - }, - "dpm-cvd": { - "assets": [ - "dpm-cvd" - ], - "bidx": [1,2,3,4], - "rescale": [ - [ - 0, - 255 - ] - ] - }, - "dpm-raw": { - "assets": [ - "dpm-raw" - ], - "rescale": [ - [ - 0, - 1 - ] - ] - } - }, - "stac_extensions": [ - "https://stac-extensions.github.io/render/v1.0.0/schema.json", - "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" - ], - "stac_version": "1.0.0", - "title": "Sentinel-1 DPM", - "type": "Collection", - "tenant": ["nasa-disasters"] -} \ No newline at end of file diff --git a/ingestion-data/collections/Sentinel-1/Sentinel-1-dpm-monthly.json b/ingestion-data/collections/Sentinel-1/Sentinel-1-dpm-monthly.json deleted file mode 100644 index 5063f8b..0000000 --- a/ingestion-data/collections/Sentinel-1/Sentinel-1-dpm-monthly.json +++ /dev/null @@ -1,107 +0,0 @@ -{ - "id": "sentinel-1-dpm-monthly", - "dashboard:is_periodic": false, - "dashboard:time_interval": "P1M", - "description": "The Sentinel-1 mission comprises a constellation of two polar-orbiting satellites, Sentinel-1A and Sentinel-1B, which provide all-weather, day-and-night radar imaging for land and ocean surfaces, monitoring the marine environment, vegetation mapping, and other major applications. With multi-temporal analyses, remote sensing gives a unique perspective of how cities evolve. The key element for mapping rural to urban land use change is the ability to discriminate between rural uses (farming, pasture, forests) and urban use (residential, commercial, recreational). Remote sensing methods can be employed to classify types of land use in a practical, economical and repetitive fashion, over large areas.", - "extent": { - "spatial": { - "bbox": [ - [ - -125, - -24, - -66, - 49 - ] - ] - }, - "temporal": { - "interval": [ - [ - "2020-09-14T00:00:00Z", - "2024-09-26T23:00:00Z" - ] - ] - } - }, - "item_assets": { - "dpm": { - "description": "dpm.", - "roles": [ - "data", - "layer" - ], - "title": "dpm", - "type": "image/tiff; application=geotiff; profile=cloud-optimized" - }, - "dpm-cvd": { - "description": "dpm-cvd.", - "roles": [ - "data", - "layer" - ], - "title": "dpm-cvd", - "type": "image/tiff; application=geotiff; profile=cloud-optimized" - }, - "dpm-raw": { - "description": "dpm-raw.", - "roles": [ - "data", - "layer" - ], - "title": "dpm-raw", - "type": "image/tiff; application=geotiff; profile=cloud-optimized" - } - }, - "license": "CC0-1.0", - "links": [], - "providers": [ - { - "name": "NASA" - } - ], - "renders": { - "dpm": { - "assets": [ - "dpm" - ], - "bidx": [1,2,3,4], - "rescale": [ - [ - 0, - 255 - ] - ] - }, - "dpm-cvd": { - "assets": [ - "dpm-cvd" - ], - "bidx": [1,2,3,4], - "rescale": [ - [ - 0, - 255 - ] - ] - }, - "dpm-raw": { - "assets": [ - "dpm-raw" - ], - "rescale": [ - [ - 0, - 1 - ] - ] - } - }, - "stac_extensions": [ - "https://stac-extensions.github.io/render/v1.0.0/schema.json", - "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" - ], - "stac_version": "1.0.0", - "title": "Sentinel-1 DPM monthly", - "type": "Collection", - "tenant": ["nasa-disasters"] -} \ No newline at end of file diff --git a/ingestion-data/collections/Sentinel-1/Sentinel-1-opera-dist.json b/ingestion-data/collections/Sentinel-1/Sentinel-1-opera-dist.json deleted file mode 100644 index 3a5af1f..0000000 --- a/ingestion-data/collections/Sentinel-1/Sentinel-1-opera-dist.json +++ /dev/null @@ -1,65 +0,0 @@ -{ - "id": "sentinel-1-opera-dist", - "dashboard:is_periodic": false, - "dashboard:time_interval": "P1D", - "description": "The land Surface Disturbance product (DIST) maps disturbance detected when there is a change outside a historical norm using optical or SAR imagery. The DIST suite is composed of complementary products, which are named according to their input datasets. Specifically, a separate DIST product is generated from Sentinel-1 and the Harmonized Landsat Sentinel-2 (HLS) data. The products are designed to share the same structure, GeoTiff file format, file-naming convention, and have posting of 30 m. All products are accessible through the Land Processes Distributed Active Archive Center (LP DAAC).", - "title": "Sentinel-1 Opera DIST", - "extent": { - "spatial": { - "bbox": [ - [ - -125, - -24, - -66, - 49 - ] - ] - }, - "temporal": { - "interval": [ - [ - "2020-01-01T00:00:00Z", - "2025-09-26T00:00:00Z" - ] - ] - } - }, - "item_assets": { - "gen-dist": { - "description": "gen-dist", - "roles": [ - "data", - "layer" - ], - "title": "gen-dist", - "type": "image/tiff; application=geotiff; profile=cloud-optimized" - } - }, - "license": "CC0-1.0", - "links": [], - "providers": [ - { - "name": "NASA" - } - ], - "renders": { - "gen-dist": { - "assets": [ - "gen-dist" - ], - "rescale": [ - [ - 0, - 255 - ] - ] - } - }, - "stac_extensions": [ - "https://stac-extensions.github.io/render/v1.0.0/schema.json", - "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" - ], - "stac_version": "1.0.0", - "type": "Collection", - "tenant": ["nasa-disasters"] -} \ No newline at end of file diff --git a/ingestion-data/collections/Sentinel-1/Sentinel-1_ASF-monthly.json b/ingestion-data/collections/Sentinel-1/Sentinel-1_ASF-monthly.json deleted file mode 100644 index ef2bb83..0000000 --- a/ingestion-data/collections/Sentinel-1/Sentinel-1_ASF-monthly.json +++ /dev/null @@ -1,65 +0,0 @@ -{ - "id": "sentinel-1-asf-monthly", - "dashboard:is_periodic": false, - "dashboard:time_interval": "P1M", - "description": "NASA's Alaska Satellite Facility Distributed Active Archive Center (ASF DAAC) specializes in collecting, processing, archiving, and distributing satellite and airborne-acquired synthetic aperture radar (SAR) data. The DAAC strives to provide the fastest and most reliable data delivery possible and is committed to developing the tools, services, and support that make SAR more powerful and easier to use. ASF DAAC leads the way in cloud computing and can provide the expertise to help you make the move into this computing environment. ASF services such as HyP3 and OpenScienceLab can remove obstacles that can make Big Data processing frustrating.", - "title": "Sentinel-1 ASF Monthly", - "extent": { - "spatial": { - "bbox": [ - [ - -125, - -24, - -66, - 49 - ] - ] - }, - "temporal": { - "interval": [ - [ - "2020-01-01T00:00:00Z", - "2025-09-26T00:00:00Z" - ] - ] - } - }, - "item_assets": { - "change_detection": { - "description": "change_detection", - "roles": [ - "data", - "layer" - ], - "title": "change_detection", - "type": "image/tiff; application=geotiff; profile=cloud-optimized" - } - }, - "license": "CC0-1.0", - "links": [], - "providers": [ - { - "name": "NASA" - } - ], - "renders": { - "change_detection": { - "assets": [ - "change_detection" - ], - "rescale": [ - [ - 0, - 255 - ] - ] - } - }, - "stac_extensions": [ - "https://stac-extensions.github.io/render/v1.0.0/schema.json", - "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" - ], - "stac_version": "1.0.0", - "type": "Collection", - "tenant": ["nasa-disasters"] -} \ No newline at end of file diff --git a/ingestion-data/collections/Sentinel-1/Sentinel-1_ASF-subdaily.json b/ingestion-data/collections/Sentinel-1/Sentinel-1_ASF-subdaily.json deleted file mode 100644 index 1dcae74..0000000 --- a/ingestion-data/collections/Sentinel-1/Sentinel-1_ASF-subdaily.json +++ /dev/null @@ -1,106 +0,0 @@ -{ - "id": "sentinel-1-asf-subdaily", - "dashboard:is_periodic": false, - "dashboard:time_interval": "P1S", - "description": "NASA's Alaska Satellite Facility Distributed Active Archive Center (ASF DAAC) specializes in collecting, processing, archiving, and distributing satellite and airborne-acquired synthetic aperture radar (SAR) data. The DAAC strives to provide the fastest and most reliable data delivery possible and is committed to developing the tools, services, and support that make SAR more powerful and easier to use. ASF DAAC leads the way in cloud computing and can provide the expertise to help you make the move into this computing environment. ASF services such as HyP3 and OpenScienceLab can remove obstacles that can make Big Data processing frustrating.", - "title": "Sentinel-1 ASF Subdaily", - "extent": { - "spatial": { - "bbox": [ - [ - -125, - -24, - -66, - 49 - ] - ] - }, - "temporal": { - "interval": [ - [ - "2020-01-01T00:00:00Z", - "2025-09-26T00:00:00Z" - ] - ] - } - }, - "item_assets": { - "rgb": { - "description": "rgb", - "roles": [ - "data", - "layer" - ], - "title": "rgb", - "type": "image/tiff; application=geotiff; profile=cloud-optimized" - }, - "VH": { - "description": "VH", - "roles": [ - "data", - "layer" - ], - "title": "VH", - "type": "image/tiff; application=geotiff; profile=cloud-optimized" - }, - "VV": { - "description": "VV", - "roles": [ - "data", - "layer" - ], - "title": "VV", - "type": "image/tiff; application=geotiff; profile=cloud-optimized" - } - }, - "license": "CC0-1.0", - "links": [], - "providers": [ - { - "name": "NASA" - } - ], - "renders": { - "rgb": { - "assets": [ - "rgb" - ], - "bidx": [1,2,3], - "rescale": [ - [ - 0, - 255 - ] - ] - }, - "VV": { - "assets": [ - "VV" - ], - "rescale": [ - [ - 0, - 15 - ] - ] - }, - "VH": { - "assets": [ - "VH" - ], - "rescale": [ - [ - 0, - 5 - ] - ] - } - }, - "stac_extensions": [ - "https://stac-extensions.github.io/render/v1.0.0/schema.json", - "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" - ], - "stac_version": "1.0.0", - "type": "Collection", - "tenant": ["nasa-disasters"] -} \ No newline at end of file diff --git a/ingestion-data/collections/Sentinel-1/Sentinel-1_AZI.json b/ingestion-data/collections/Sentinel-1/Sentinel-1_AZI.json deleted file mode 100644 index e7644c1..0000000 --- a/ingestion-data/collections/Sentinel-1/Sentinel-1_AZI.json +++ /dev/null @@ -1,66 +0,0 @@ -{ - "id": "sentinel-1-azi", - "dashboard:is_periodic": false, - "dashboard:time_interval": "P1D", - "description": "The Sentinel-1 mission comprises a constellation of two polar-orbiting satellites, Sentinel-1A and Sentinel-1B, which provide all-weather, day-and-night radar imaging for land and ocean surfaces, monitoring the marine environment, vegetation mapping, and other major applications. With multi-temporal analyses, remote sensing gives a unique perspective of how cities evolve. The key element for mapping rural to urban land use change is the ability to discriminate between rural uses (farming, pasture, forests) and urban use (residential, commercial, recreational). Remote sensing methods can be employed to classify types of land use in a practical, economical and repetitive fashion, over large areas.", - "title": "Sentinel-1 AZI", - "extent": { - "spatial": { - "bbox": [ - [ - -125, - -24, - -66, - 49 - ] - ] - }, - "temporal": { - "interval": [ - [ - "2020-09-14T00:00:00Z", - "2024-09-26T23:59:59Z" - ] - ] - } - }, - "item_assets": { - "azi": { - "description": "azi.", - "roles": [ - "data", - "layer" - ], - "title": "azi", - "type": "image/tiff; application=geotiff; profile=cloud-optimized" - } - }, - "license": "CC0-1.0", - "links": [], - "providers": [ - { - "name": "NASA" - } - ], - "renders": { - "azi": { - "assets": [ - "azi" - ], - "bidx": [1,2,3,4], - "rescale": [ - [ - 0, - 255 - ] - ] - } - }, - "stac_extensions": [ - "https://stac-extensions.github.io/render/v1.0.0/schema.json", - "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" - ], - "stac_version": "1.0.0", - "type": "Collection", - "tenant": ["nasa-disasters"] -} \ No newline at end of file diff --git a/ingestion-data/collections/Sentinel-1/Sentinel-1_opera_dswx-change-map.json b/ingestion-data/collections/Sentinel-1/Sentinel-1_opera_dswx-change-map.json deleted file mode 100644 index c793b86..0000000 --- a/ingestion-data/collections/Sentinel-1/Sentinel-1_opera_dswx-change-map.json +++ /dev/null @@ -1,65 +0,0 @@ -{ - "id": "S1-OperaDSWX-changeMap", - "dashboard:is_periodic": false, - "dashboard:time_interval": "P1D", - "description": "The Dynamic Surface Water eXtent (DSWx) products map pixel-wise surface water detections using optical or SAR imagery. The DSWx suite is composed of complementary products, which are named according to their input datasets. Specifically, a separate DSWx product is generated from Sentinel-1, NISAR, ,, and the Harmonized Landsat Sentinel-2 (HLS) data. The products are designed to share the same structure, GeoTiff file format, file-naming convention, and have posting of 30 m. These DSWx products are provided as an analysis ready dataset but are not harmonized across the different sensors. All products will be accessible through NASA’s Physical Oceanography Distributed Active Archive Center (PO.DAAC).", - "title": "Sentinel 1 Opera DSWX Change map", - "extent": { - "spatial": { - "bbox": [ - [ - -125, - -24, - -66, - 49 - ] - ] - }, - "temporal": { - "interval": [ - [ - "2020-01-01T00:00:00Z", - "2025-09-25T00:00:00Z" - ] - ] - } - }, - "item_assets": { - "bwtr-changeMap": { - "description": "Sentinel-1_opera_dswx-bwtr-changeMap", - "roles": [ - "data", - "layer" - ], - "title": "Sentinel-1_opera_dswx-bwtr-changeMap", - "type": "image/tiff; application=geotiff; profile=cloud-optimized" - } - }, - "license": "CC0-1.0", - "links": [], - "providers": [ - { - "name": "NASA" - } - ], - "renders": { - "bwtr-changeMap": { - "assets": [ - "bwtr-changeMap" - ], - "rescale": [ - [ - -1, - 1 - ] - ] - } - }, - "stac_extensions": [ - "https://stac-extensions.github.io/render/v1.0.0/schema.json", - "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" - ], - "stac_version": "1.0.0", - "type": "Collection", - "tenant": ["nasa-disasters"] -} \ No newline at end of file diff --git a/ingestion-data/collections/Sentinel-1/Sentinel-1_opera_dswx.json b/ingestion-data/collections/Sentinel-1/Sentinel-1_opera_dswx.json deleted file mode 100644 index 158326c..0000000 --- a/ingestion-data/collections/Sentinel-1/Sentinel-1_opera_dswx.json +++ /dev/null @@ -1,94 +0,0 @@ -{ - "id": "S1-OperaDSWX", - "dashboard:is_periodic": false, - "dashboard:time_interval": "P1D", - "description": "The Dynamic Surface Water eXtent (DSWx) products map pixel-wise surface water detections using optical or SAR imagery. The DSWx suite is composed of complementary products, which are named according to their input datasets. Specifically, a separate DSWx product is generated from Sentinel-1, NISAR, and the Harmonized Landsat Sentinel-2 (HLS) data. The products are designed to share the same structure, GeoTiff file format, file-naming convention, and have posting of 30 m. These DSWx products are provided as an analysis ready dataset but are not harmonized across the different sensors. All products will be accessible through NASA’s Physical Oceanography Distributed Active Archive Center (PO.DAAC).", - "title": "Sentinel 1 Opera DSWX", - "extent": { - "spatial": { - "bbox": [ - [ - -125, - -24, - -66, - 49 - ] - ] - }, - "temporal": { - "interval": [ - [ - "2020-01-01T00:00:00Z", - "2025-09-25T00:00:00Z" - ] - ] - } - }, - "item_assets": { - "wtr": { - "description": "Sentinel-1_opera_dswx-wtr", - "roles": [ - "data", - "layer" - ], - "title": "Sentinel-1_opera_dswx-wtr", - "type": "image/tiff; application=geotiff; profile=cloud-optimized" - }, - "bwtr": { - "description": "Sentinel-1_opera_dswx-bwtr", - "roles": [ - "data", - "layer" - ], - "title": "Sentinel-1_opera_dswx-bwtr", - "type": "image/tiff; application=geotiff; profile=cloud-optimized" - }, - "bwtr-changeMap": { - "description": "Sentinel-1_opera_dswx-bwtr-changeMap", - "roles": [ - "data", - "layer" - ], - "title": "Sentinel-1_opera_dswx-bwtr-changeMap", - "type": "image/tiff; application=geotiff; profile=cloud-optimized" - } - }, - "license": "CC0-1.0", - "links": [], - "providers": [ - { - "name": "NASA" - } - ], - "renders": { - "wtr": { - "assets": [ - "wtr" - ], - "rescale": [ - [ - 0, - 1 - ] - ] - }, - "bwtr": { - "assets": [ - "bwtr" - ], - "rescale": [ - [ - 0, - 1 - ] - ] - } - }, - "stac_extensions": [ - "https://stac-extensions.github.io/render/v1.0.0/schema.json", - "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" - ], - "stac_version": "1.0.0", - "type": "Collection", - "tenant": ["nasa-disasters"] -} \ No newline at end of file diff --git a/ingestion-data/collections/Sentinel-1/Sentinel-1_rgb-daily.json b/ingestion-data/collections/Sentinel-1/Sentinel-1_rgb-daily.json deleted file mode 100644 index 4e946c9..0000000 --- a/ingestion-data/collections/Sentinel-1/Sentinel-1_rgb-daily.json +++ /dev/null @@ -1,108 +0,0 @@ -{ - "id": "sentinel-1-rgb-daily", - "dashboard:is_periodic": false, - "dashboard:time_interval": "P1D", - "description": "The True Color RGB provides a product of how the surface would look to the naked eye from space. The True Color RGB is produced using the 3 visible wavelength bands (red, green, and blue) from the respective sensor. Some minor atmospheric corrections have occurred. A Color Infrared composite depicts healthy vegetation as red, water as blue. Some minor atmospheric corrections have occurred.", - "title": "Sentinel-1 Daily RGB", - "extent": { - "spatial": { - "bbox": [ - [ - -125, - -24, - -66, - 49 - ] - ] - }, - "temporal": { - "interval": [ - [ - "2020-01-01T00:00:00Z", - "2025-09-25T00:00:00Z" - ] - ] - } - }, - "item_assets": { - "n-rgb": { - "description": "n-rgb", - "roles": [ - "data", - "layer" - ], - "title": "n-rgb", - "type": "image/tiff; application=geotiff; profile=cloud-optimized" - }, - "rgb": { - "description": "rgb", - "roles": [ - "data", - "layer" - ], - "title": "rgb", - "type": "image/tiff; application=geotiff; profile=cloud-optimized" - }, - "mosaic": { - "description": "mosaic", - "roles": [ - "data", - "layer" - ], - "title": "mosaic", - "type": "image/tiff; application=geotiff; profile=cloud-optimized" - } - }, - "license": "CC0-1.0", - "links": [], - "providers": [ - { - "name": "NASA" - } - ], - "renders": { - "n-rgb": { - "assets": [ - "n-rgb" - ], - "bidx": [1,2,3], - "rescale": [ - [ - 0, - 255 - ] - ] - }, - "rgb": { - "assets": [ - "rgb" - ], - "bidx": [1,2,3], - "rescale": [ - [ - 0, - 255 - ] - ] - }, - "mosaic": { - "assets": [ - "mosaic" - ], - "bidx": [1,2,3], - "rescale": [ - [ - 0, - 255 - ] - ] - } - }, - "stac_extensions": [ - "https://stac-extensions.github.io/render/v1.0.0/schema.json", - "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" - ], - "stac_version": "1.0.0", - "type": "Collection", - "tenant": ["nasa-disasters"] -} \ No newline at end of file diff --git a/ingestion-data/collections/Sentinel-1/Sentinel-1_rgb-subdaily.json b/ingestion-data/collections/Sentinel-1/Sentinel-1_rgb-subdaily.json deleted file mode 100644 index 8b67f6d..0000000 --- a/ingestion-data/collections/Sentinel-1/Sentinel-1_rgb-subdaily.json +++ /dev/null @@ -1,171 +0,0 @@ -{ - "id": "sentinel-1-rgb-subdaily", - "dashboard:is_periodic": false, - "dashboard:time_interval": "PT1S", - "description": "The True Color RGB provides a product of how the surface would look to the naked eye from space. The True Color RGB is produced using the 3 visible wavelength bands (red, green, and blue) from the respective sensor. Some minor atmospheric corrections have occurred. A Color Infrared composite depicts healthy vegetation as red, water as blue. Some minor atmospheric corrections have occurred.", - "title": "Sentinel-1 RGB subdaily", - "extent": { - "spatial": { - "bbox": [ - [ - -125, - -24, - -66, - 49 - ] - ] - }, - "temporal": { - "interval": [ - [ - "2020-01-01T00:00:00Z", - "2025-09-26T00:00:00Z" - ] - ] - } - }, - "item_assets": { - "gpufed-RTC20": { - "description": "gpufed-20m", - "roles": [ - "data", - "layer" - ], - "title": "gpufed-20m", - "type": "image/tiff; application=geotiff; profile=cloud-optimized" - }, - "gpufed-RTC30": { - "description": "gpufed-30m", - "roles": [ - "data", - "layer" - ], - "title": "gpufed-30m", - "type": "image/tiff; application=geotiff; profile=cloud-optimized" - }, - "gpuned-RTC20": { - "description": "gpuned-20m", - "roles": [ - "data", - "layer" - ], - "title": "gpuned-20m", - "type": "image/tiff; application=geotiff; profile=cloud-optimized" - }, - "gpuned-RTC30": { - "description": "gpuned-30m", - "roles": [ - "data", - "layer" - ], - "title": "gpuned-30m", - "type": "image/tiff; application=geotiff; profile=cloud-optimized" - }, - "gdufed-RTC20": { - "description": "gdufed-20m", - "roles": [ - "data", - "layer" - ], - "title": "gdufed-20m", - "type": "image/tiff; application=geotiff; profile=cloud-optimized" - }, - "gdufed-RTC30": { - "description": "gdufed-30m", - "roles": [ - "data", - "layer" - ], - "title": "gdufed-30m", - "type": "image/tiff; application=geotiff; profile=cloud-optimized" - } - }, - "license": "CC0-1.0", - "links": [], - "providers": [ - { - "name": "NASA" - } - ], - "renders": { - "gpufed-RTC20": { - "assets": [ - "gpufed-RTC20" - ], - "bidx": [1,2,3], - "rescale": [ - [ - 0, - 255 - ] - ] - }, - "gpufed-RTC30": { - "assets": [ - "gpufed-RTC30" - ], - "bidx": [1,2,3], - "rescale": [ - [ - 0, - 255 - ] - ] - }, - "gpuned-RTC20": { - "assets": [ - "gpuned-RTC20" - ], - "bidx": [1,2,3], - "rescale": [ - [ - 0, - 255 - ] - ] - }, - "gpuned-RTC30": { - "assets": [ - "gpuned-RTC30" - ], - "bidx": [1,2,3], - "rescale": [ - [ - 0, - 255 - ] - ] - }, - "gdufed-RTC20": { - "assets": [ - "gdufed-RTC20" - ], - "bidx": [1,2,3], - "rescale": [ - [ - 0, - 255 - ] - ] - }, - "gdufed-RTC30": { - "assets": [ - "gdufed-RTC30" - ], - "bidx": [1,2,3], - "rescale": [ - [ - 0, - 255 - ] - ] - } - }, - "stac_extensions": [ - "https://stac-extensions.github.io/render/v1.0.0/schema.json", - "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" - ], - "stac_version": "1.0.0", - "type": "Collection", - "tenant": ["nasa-disasters"] -} \ No newline at end of file diff --git a/ingestion-data/collections/Sentinel-1/sentinel-1-all-vars-daily-TESTaddMetadata.json b/ingestion-data/collections/Sentinel-1/sentinel-1-all-vars-daily-TESTaddMetadata.json index 6c935e4..ab562c8 100644 --- a/ingestion-data/collections/Sentinel-1/sentinel-1-all-vars-daily-TESTaddMetadata.json +++ b/ingestion-data/collections/Sentinel-1/sentinel-1-all-vars-daily-TESTaddMetadata.json @@ -1,5 +1,5 @@ { - "id": "sentinel-1-all-vars-daily", + "id": "sentinel-1-all-vars-daily-TESTaddMetadata", "dashboard:is_periodic": false, "dashboard:time_interval": "P1D", "description": "Sentinel-1 is a C-band synthetic aperture radar (SAR) mission providing all-weather, day-and-night imaging for disaster monitoring. This collection includes multiple SAR-derived products: RGB composites for visual analysis, displacement and deformation measurements for ground movement detection, damage assessment products for disaster impact evaluation, and water mapping layers for flood monitoring. SAR's ability to penetrate clouds makes it essential for rapid disaster response and environmental monitoring.", diff --git a/ingestion-data/collections/ecostress/ecostress.json b/ingestion-data/collections/ecostress/ecostress.json deleted file mode 100644 index a8dbd35..0000000 --- a/ingestion-data/collections/ecostress/ecostress.json +++ /dev/null @@ -1,165 +0,0 @@ -{ - "id": "ecostress-subdaily", - "dashboard:is_periodic": false, - "dashboard:time_interval": "P1S", - "description": "The Sentinel-1 mission comprises a constellation of two polar-orbiting satellites, Sentinel-1A and Sentinel-1B, which provide all-weather, day-and-night radar imaging for land and ocean surfaces, monitoring the marine environment, vegetation mapping, and other major applications. With multi-temporal analyses, remote sensing gives a unique perspective of how cities evolve. The key element for mapping rural to urban land use change is the ability to discriminate between rural uses (farming, pasture, forests) and urban use (residential, commercial, recreational). Remote sensing methods can be employed to classify types of land use in a practical, economical and repetitive fashion, over large areas.", - "extent": { - "spatial": { - "bbox": [ - [ - -125, - -24, - -66, - 49 - ] - ] - }, - "temporal": { - "interval": [ - [ - "2020-09-14T00:00:00Z", - "2025-09-26T23:00:00Z" - ] - ] - } - }, - "item_assets": { - "control-lst": { - "description": "control-lst.", - "roles": [ - "data", - "layer" - ], - "title": "control-lst", - "type": "image/tiff; application=geotiff; profile=cloud-optimized" - }, - "control-lst-err": { - "description": "control-lst-err.", - "roles": [ - "data", - "layer" - ], - "title": "control-lst-err", - "type": "image/tiff; application=geotiff; profile=cloud-optimized" - }, - "control-qc": { - "description": "control-qc.", - "roles": [ - "data", - "layer" - ], - "title": "control-qc", - "type": "image/tiff; application=geotiff; profile=cloud-optimized" - }, - "lst": { - "description": "lst.", - "roles": [ - "data", - "layer" - ], - "title": "lst", - "type": "image/tiff; application=geotiff; profile=cloud-optimized" - }, - "lst-err": { - "description": "lst-err.", - "roles": [ - "data", - "layer" - ], - "title": "lst-err", - "type": "image/tiff; application=geotiff; profile=cloud-optimized" - }, - "qc": { - "description": "qc.", - "roles": [ - "data", - "layer" - ], - "title": "qc", - "type": "image/tiff; application=geotiff; profile=cloud-optimized" - } - }, - "license": "CC0-1.0", - "links": [], - "providers": [ - { - "name": "NASA" - } - ], - "renders": { - "control-lst": { - "assets": [ - "control-lst" - ], - "rescale": [ - [ - 5000, - 20000 - ] - ] - }, - "control-lst-err": { - "assets": [ - "control-lst-err" - ], - "rescale": [ - [ - 0, - 200 - ] - ] - }, - "control-qc": { - "assets": [ - "control-qc" - ], - "rescale": [ - [ - -99999, - 11000 - ] - ] - }, - "lst": { - "assets": [ - "lst" - ], - "rescale": [ - [ - 5000, - 20000 - ] - ] - }, - "lst-err": { - "assets": [ - "lst-err" - ], - "rescale": [ - [ - 0, - 100 - ] - ] - }, - "qc": { - "assets": [ - "qc" - ], - "rescale": [ - [ - -99999, - 20000 - ] - ] - } - }, - "stac_extensions": [ - "https://stac-extensions.github.io/render/v1.0.0/schema.json", - "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" - ], - "stac_version": "1.0.0", - "title": "Ecostress subdaily", - "type": "Collection", - "tenant": ["nasa-disasters"] -} \ No newline at end of file diff --git a/ingestion-data/collections/landsat/landsat-all-vars-daily.json b/ingestion-data/collections/landsat/landsat-all-vars-daily.json index 489f64f..07210a4 100644 --- a/ingestion-data/collections/landsat/landsat-all-vars-daily.json +++ b/ingestion-data/collections/landsat/landsat-all-vars-daily.json @@ -1,7 +1,7 @@ { - "id": "landsat-all-vars", + "id": "landsat-all-vars-daily", "dashboard:is_periodic": false, - "dashboard:time_interval": "day", + "dashboard:time_interval": "P1D", "description": "NASA Landsat satellites provide continuous Earth observations since 1972, capturing multispectral imagery across visible and infrared wavelengths. This collection includes multiple visualization products: true and natural color composites, color infrared for vegetation analysis, and calculated indices like NDVI for vegetation health, NBR for burn severity, and MNDWI for water detection. These products support environmental monitoring, disaster response, agriculture, and land cover mapping.", "title": "Landsat - All Variables", "extent": { diff --git a/ingestion-data/collections/Sentinel-2/Sentinel-2_cir.json b/ingestion-data/collections/sentinel-2/old-single-collections/Sentinel-2_cir.json similarity index 100% rename from ingestion-data/collections/Sentinel-2/Sentinel-2_cir.json rename to ingestion-data/collections/sentinel-2/old-single-collections/Sentinel-2_cir.json diff --git a/ingestion-data/collections/Sentinel-2/sentinel-2-distAlert.json b/ingestion-data/collections/sentinel-2/old-single-collections/sentinel-2-distAlert.json similarity index 100% rename from ingestion-data/collections/Sentinel-2/sentinel-2-distAlert.json rename to ingestion-data/collections/sentinel-2/old-single-collections/sentinel-2-distAlert.json diff --git a/ingestion-data/collections/Sentinel-2/sentinel-2-ndvi-change.json b/ingestion-data/collections/sentinel-2/old-single-collections/sentinel-2-ndvi-change.json similarity index 100% rename from ingestion-data/collections/Sentinel-2/sentinel-2-ndvi-change.json rename to ingestion-data/collections/sentinel-2/old-single-collections/sentinel-2-ndvi-change.json diff --git a/ingestion-data/collections/sentinel-2/sentinel-2-all-vars-daily.json b/ingestion-data/collections/sentinel-2/sentinel-2-all-vars-daily.json new file mode 100644 index 0000000..8adfffa --- /dev/null +++ b/ingestion-data/collections/sentinel-2/sentinel-2-all-vars-daily.json @@ -0,0 +1,217 @@ +{ + "id": "sentinel-2-all-vars-daily", + "dashboard:is_periodic": false, + "dashboard:time_interval": "P1D", + "description": "Sentinel-2 is a multispectral optical imaging mission providing high-resolution imagery for disaster monitoring and environmental assessment. This collection includes multiple spectral band products and derived indices: true color and false color composites for visual analysis, NDVI for vegetation health monitoring, burn ratio for fire damage assessment, MNDWI for water detection, and cloud masks for data quality filtering.", + "title": "Sentinel-2 Daily", + "extent": { + "spatial": { + "bbox": [ + [ + -125, + -24, + -66, + 49 + ] + ] + }, + "temporal": { + "interval": [ + [ + "2020-01-01T00:00:00Z", + null + ] + ] + } + }, + "item_assets": { + "burnRatio": { + "description": "Normalized Burn Ratio (NBR) index highlighting burned areas by comparing near-infrared and shortwave infrared bands for fire damage assessment.", + "roles": [ + "data", + "layer" + ], + "title": "Burn Ratio", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "cloudMask": { + "description": "Cloud and cloud shadow mask identifying pixels obscured by atmospheric conditions for data quality filtering.", + "roles": [ + "data", + "layer" + ], + "title": "Cloud Mask", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "colorIR": { + "description": "False color infrared composite (NIR, Red, Green) emphasizing vegetation health and vigor in red tones.", + "roles": [ + "data", + "layer" + ], + "title": "Color Infrared", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "mndwi": { + "description": "Modified Normalized Difference Water Index for detecting and mapping surface water bodies and flood extent.", + "roles": [ + "data", + "layer" + ], + "title": "MNDWI", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "naturalColor": { + "description": "Natural color composite using visible bands (Red, Green, Blue) for intuitive visual interpretation of surface features.", + "roles": [ + "data", + "layer" + ], + "title": "Natural Color", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "ndvi": { + "description": "Normalized Difference Vegetation Index measuring vegetation health and density using near-infrared and red bands.", + "roles": [ + "data", + "layer" + ], + "title": "NDVI", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "shortwaveIR": { + "description": "Shortwave infrared composite highlighting moisture content and penetrating smoke for fire and drought monitoring.", + "roles": [ + "data", + "layer" + ], + "title": "Shortwave Infrared", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "trueColor": { + "description": "True color RGB composite using visible wavelengths for natural-looking imagery of Earth's surface.", + "roles": [ + "data", + "layer" + ], + "title": "True Color", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + } + }, + "license": "CC0-1.0", + "links": [], + "providers": [ + { + "name": "NASA" + } + ], + "renders": { + "burnRatio": { + "assets": [ + "burnRatio" + ], + "rescale": [ + [ + -1, + 1 + ] + ], + "nodata": -9999 + }, + "cloudMask": { + "assets": [ + "cloudMask" + ], + "rescale": [ + [ + 0, + 1 + ] + ], + "nodata": 0 + }, + "colorIR": { + "assets": [ + "colorIR" + ], + "bidx": [1,2,3], + "rescale": [ + [ + 0, + 255 + ] + ], + "nodata": 0 + }, + "mndwi": { + "assets": [ + "mndwi" + ], + "rescale": [ + [ + -1, + 1 + ] + ], + "nodata": 999 + }, + "naturalColor": { + "assets": [ + "naturalColor" + ], + "bidx": [1,2,3], + "rescale": [ + [ + 0, + 255 + ] + ], + "nodata": 0 + }, + "ndvi": { + "assets": [ + "ndvi" + ], + "rescale": [ + [ + -1, + 1 + ] + ], + "nodata": -9999.0 + }, + "shortwaveIR": { + "assets": [ + "shortwaveIR" + ], + "bidx": [1,2,3], + "rescale": [ + [ + 0, + 255 + ] + ], + "nodata": 0 + }, + "trueColor": { + "assets": [ + "trueColor" + ], + "bidx": [1,2,3], + "rescale": [ + [ + 0, + 255 + ] + ], + "nodata": 0 + } + }, + "stac_extensions": [ + "https://stac-extensions.github.io/render/v1.0.0/schema.json", + "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" + ], + "stac_version": "1.0.0", + "type": "Collection", + "tenant": ["nasa-disasters"] +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/Sentinel-1/Sentinel-1-SAR.json b/ingestion-data/discovery-items/Sentinel-1/Sentinel-1-SAR.json deleted file mode 100644 index 75597db..0000000 --- a/ingestion-data/discovery-items/Sentinel-1/Sentinel-1-SAR.json +++ /dev/null @@ -1,23 +0,0 @@ -{ - "collection": "sentinel-1-sar", - "bucket": "nasa-disasters", - "prefix": "drcs_activations_new/Sentinel-1/SAR/", - "cogify": false, - "discovery": "s3", - "dry_run": false, - "filename_regex": ".*.tif$", - "assets": { - "deformation-NS": { - "description": "deformation", - "regex": ".*Deformation_NS.*\\.tif$", - "title": "deformation" - }, - "deformation-EW": { - "description": "deformation", - "regex": ".*Deformation_EW.*\\.tif$", - "title": "deformation" - } - }, - "id_regex": ".*(\\d{4}-\\d{2}-\\d{2}_day)\\.tif$", - "id_template": "sentinel-1-sar-{}" -} \ No newline at end of file diff --git a/ingestion-data/discovery-items/Sentinel-1/Sentinel-1-USDA.json b/ingestion-data/discovery-items/Sentinel-1/Sentinel-1-USDA.json deleted file mode 100644 index b4fae36..0000000 --- a/ingestion-data/discovery-items/Sentinel-1/Sentinel-1-USDA.json +++ /dev/null @@ -1,33 +0,0 @@ -{ - "collection": "sentinel-1-USDA", - "bucket": "nasa-disasters", - "prefix": "drcs_activations_new/Sentinel-1/USDA/", - "cogify": false, - "discovery": "s3", - "dry_run": false, - "filename_regex": ".*.tif$", - "assets": { - "rgb": { - "description": "RGB", - "regex": ".*_rgb_.*\\.tif$", - "title": "RGB" - }, - "VV": { - "description": "VV", - "regex": ".*_VV_.*\\.tif$", - "title": "VV" - }, - "VH": { - "description": "Vh", - "regex": ".*_VH_.*\\.tif$", - "title": "Vh" - }, - "WM": { - "description": "WM", - "regex": ".*_WM_.*\\.tif$", - "title": "WM" - } - }, - "id_regex": ".*(\\d{4}-\\d{2}-\\d{2}T\\d{2}:\\d{2}:\\d{2}Z)\\.tif$", - "id_template": "sentinel-1-usda-{}" -} \ No newline at end of file diff --git a/ingestion-data/discovery-items/Sentinel-1/Sentinel-1-WM-daily.json b/ingestion-data/discovery-items/Sentinel-1/Sentinel-1-WM-daily.json deleted file mode 100644 index 2123856..0000000 --- a/ingestion-data/discovery-items/Sentinel-1/Sentinel-1-WM-daily.json +++ /dev/null @@ -1,18 +0,0 @@ -{ - "collection": "sentinel-1-WM-daily", - "bucket": "nasa-disasters", - "prefix": "drcs_activations_new/Sentinel-1/WM/", - "cogify": false, - "discovery": "s3", - "dry_run": false, - "filename_regex": ".*day.tif$", - "assets": { - "wm-diff": { - "description": "Water mask", - "regex": ".*_d\\d{4}-\\d{2}-\\d{2}_.*\\.tif$", - "title": "Water mask" - } - }, - "id_regex": "(.*).tif$", - "id_template": "sentinel-1-daily-WM-{}" -} \ No newline at end of file diff --git a/ingestion-data/discovery-items/Sentinel-1/Sentinel-1-WM-subdaily.json b/ingestion-data/discovery-items/Sentinel-1/Sentinel-1-WM-subdaily.json deleted file mode 100644 index 6a82e94..0000000 --- a/ingestion-data/discovery-items/Sentinel-1/Sentinel-1-WM-subdaily.json +++ /dev/null @@ -1,33 +0,0 @@ -{ - "collection": "sentinel-1-WM-subdaily", - "bucket": "nasa-disasters", - "prefix": "drcs_activations_new/Sentinel-1/WM/", - "cogify": false, - "discovery": "s3", - "dry_run": false, - "filename_regex": ".*Z.tif$", - "assets": { - "gpufed-RTC20": { - "description": "Water mask at 20m resolution", - "regex": ".*_RTC20_.*_gpufed_.*\\.tif$", - "title": "Water mask RTC20" - }, - "gpufed-RTC30": { - "description": "Water mask at 30m resolution", - "regex": ".*_RTC30_.*_gpufed_.*\\.tif$", - "title": "Water mask RTC30" - }, - "gpuned-RTC20": { - "description": "Binary water mask at 20m resolution", - "regex": ".*_RTC20_.*_gpuned_.*\\.tif$", - "title": "Binary water mask RTC20" - }, - "gpuned-RTC30": { - "description": "Binary water mask at 30m resolution", - "regex": ".*_RTC30_.*_gpuned_.*\\.tif$", - "title": "Binary water mask RTC30" - } - }, - "id_regex": ".*_(\\d{4}-\\d{2}-\\d{2}T\\d{2}:\\d{2}:\\d{2}Z)\\.tif$", - "id_template": "sentinel-1-WM-{}" -} \ No newline at end of file diff --git a/ingestion-data/discovery-items/Sentinel-1/Sentinel-1-coherence-monthly.json b/ingestion-data/discovery-items/Sentinel-1/Sentinel-1-coherence-monthly.json deleted file mode 100644 index 44e30b2..0000000 --- a/ingestion-data/discovery-items/Sentinel-1/Sentinel-1-coherence-monthly.json +++ /dev/null @@ -1,23 +0,0 @@ -{ - "collection": "sentinel-1-coherence-monthly", - "bucket": "nasa-disasters", - "prefix": "drcs_activations_new/Sentinel-1/coherence/", - "cogify": false, - "discovery": "s3", - "dry_run": false, - "filename_regex": ".*monthly.tif$", - "assets": { - "ascending": { - "description": "ascending", - "regex": "^(?!.*_descending_).*\\.tif$", - "title": "ascending" - }, - "descending": { - "description": "descending", - "regex": ".*_descending_.*\\.tif$", - "title": "descending" - } - }, - "id_regex": ".*(\\d{4}-\\d{2}_monthly)\\.tif$", - "id_template": "sentinel-1-coherence-{}" -} \ No newline at end of file diff --git a/ingestion-data/discovery-items/Sentinel-1/Sentinel-1-coherence-yearly.json b/ingestion-data/discovery-items/Sentinel-1/Sentinel-1-coherence-yearly.json deleted file mode 100644 index 6597794..0000000 --- a/ingestion-data/discovery-items/Sentinel-1/Sentinel-1-coherence-yearly.json +++ /dev/null @@ -1,23 +0,0 @@ -{ - "collection": "sentinel-1-coherence-yearly", - "bucket": "nasa-disasters", - "prefix": "drcs_activations_new/Sentinel-1/coherence/", - "cogify": false, - "discovery": "s3", - "dry_run": false, - "filename_regex": ".*year.*.tif$", - "assets": { - "ascending": { - "description": "ascending", - "regex": "^(?!.*_descending_).*\\.tif$", - "title": "ascending" - }, - "descending": { - "description": "descending", - "regex": ".*_descending_.*\\.tif$", - "title": "descending" - } - }, - "id_regex": ".*_([^_]+_[^_]+_[^_]+_[^_]+)\\.tif$", - "id_template": "sentinel-1-coherence-{}" -} \ No newline at end of file diff --git a/ingestion-data/discovery-items/Sentinel-1/Sentinel-1-displacement.json b/ingestion-data/discovery-items/Sentinel-1/Sentinel-1-displacement.json deleted file mode 100644 index f3d2579..0000000 --- a/ingestion-data/discovery-items/Sentinel-1/Sentinel-1-displacement.json +++ /dev/null @@ -1,18 +0,0 @@ -{ - "collection": "sentinel-1-displacement", - "bucket": "nasa-disasters", - "prefix": "drcs_activations_new/Sentinel-1/displacement/", - "cogify": false, - "discovery": "s3", - "dry_run": false, - "filename_regex": ".*.tif$", - "assets": { - "displacement": { - "description": "displacement", - "regex": ".*DISP.*\\.tif$", - "title": "displacement" - } - }, - "id_regex": "(.*).tif$", - "id_template": "{}" -} \ No newline at end of file diff --git a/ingestion-data/discovery-items/Sentinel-1/Sentinel-1-dmg-assessment.json b/ingestion-data/discovery-items/Sentinel-1/Sentinel-1-dmg-assessment.json deleted file mode 100644 index 7f2f1ad..0000000 --- a/ingestion-data/discovery-items/Sentinel-1/Sentinel-1-dmg-assessment.json +++ /dev/null @@ -1,18 +0,0 @@ -{ - "collection": "sentinel-1-dmg-assessment", - "bucket": "nasa-disasters", - "prefix": "drcs_activations_new/Sentinel-1/dmg_assessment/", - "cogify": false, - "discovery": "s3", - "dry_run": false, - "filename_regex": ".*dmgassessment.*.tif$", - "assets": { - "dmg": { - "description": "dmg", - "regex": ".*\\.tif$", - "title": "dmg" - } - }, - "id_regex": "(.*).tif$", - "id_template": "{}" -} \ No newline at end of file diff --git a/ingestion-data/discovery-items/Sentinel-1/Sentinel-1-dpm-daily.json b/ingestion-data/discovery-items/Sentinel-1/Sentinel-1-dpm-daily.json deleted file mode 100644 index f87008e..0000000 --- a/ingestion-data/discovery-items/Sentinel-1/Sentinel-1-dpm-daily.json +++ /dev/null @@ -1,28 +0,0 @@ -{ - "collection": "sentinel-1-dpm-daily", - "bucket": "nasa-disasters", - "prefix": "drcs_activations_new/Sentinel-1/DPM/", - "cogify": false, - "discovery": "s3", - "dry_run": false, - "filename_regex": ".*_day.tif$", - "assets": { - "dpm": { - "description": "dpm", - "regex": "^(?!.*(_monthly_|_cvd_|_DPMraw_)).*\\.tif$", - "title": "dpm" - }, - "dpm-cvd": { - "description": "dpm-cvd", - "regex": ".*_cvd_.*\\.tif$", - "title": "dpm-cvd" - }, - "dpm-raw": { - "description": "dpm-raw", - "regex": ".*_DPMraw_.*\\.tif$", - "title": "dpm-raw" - } - }, - "id_regex": ".*(\\d{4}-\\d{2}-\\d{2}_day)\\.tif$", - "id_template": "sentinel-1-DPM-{}" -} \ No newline at end of file diff --git a/ingestion-data/discovery-items/Sentinel-1/Sentinel-1-dpm-monthly.json b/ingestion-data/discovery-items/Sentinel-1/Sentinel-1-dpm-monthly.json deleted file mode 100644 index 5a140dc..0000000 --- a/ingestion-data/discovery-items/Sentinel-1/Sentinel-1-dpm-monthly.json +++ /dev/null @@ -1,28 +0,0 @@ -{ - "collection": "sentinel-1-dpm-monthly", - "bucket": "nasa-disasters", - "prefix": "drcs_activations_new/Sentinel-1/DPM/", - "cogify": false, - "discovery": "s3", - "dry_run": false, - "filename_regex": ".*_monthly.tif$", - "assets": { - "dpm": { - "description": "dpm", - "regex": "^(?!.*(_cvd_|_DPMraw_)).*\\.tif$", - "title": "dpm" - }, - "dpm-cvd": { - "description": "dpm-cvd", - "regex": ".*_cvd_.*\\.tif$", - "title": "dpm-cvd" - }, - "dpm-raw": { - "description": "dpm-raw", - "regex": ".*_DPMraw_.*\\.tif$", - "title": "dpm-raw" - } - }, - "id_regex": ".*(\\d{4}-\\d{2}_monthly)\\.tif$", - "id_template": "sentinel-1-DPM-{}" -} \ No newline at end of file diff --git a/ingestion-data/discovery-items/Sentinel-1/Sentinel-1-opera-dist.json b/ingestion-data/discovery-items/Sentinel-1/Sentinel-1-opera-dist.json deleted file mode 100644 index b08674a..0000000 --- a/ingestion-data/discovery-items/Sentinel-1/Sentinel-1-opera-dist.json +++ /dev/null @@ -1,18 +0,0 @@ -{ - "collection": "sentinel-1-opera-dist", - "bucket": "nasa-disasters", - "prefix": "drcs_activations_new/Sentinel-1/opera_dist/", - "cogify": false, - "discovery": "s3", - "dry_run": false, - "filename_regex": ".*_day.tif$", - "assets": { - "gen-dist": { - "description": "gen-dist", - "regex": ".*(_GEN-DIST-STATUS_).*\\.tif$", - "title": "gen-dist" - } - }, - "id_regex": ".*(\\d{4}-\\d{2}-\\d{2}_day)\\.tif$", - "id_template": "sentinel-1-opera-dist-{}" -} \ No newline at end of file diff --git a/ingestion-data/discovery-items/Sentinel-1/Sentinel-1_ASF-monthly.json b/ingestion-data/discovery-items/Sentinel-1/Sentinel-1_ASF-monthly.json deleted file mode 100644 index f9db55a..0000000 --- a/ingestion-data/discovery-items/Sentinel-1/Sentinel-1_ASF-monthly.json +++ /dev/null @@ -1,18 +0,0 @@ -{ - "collection": "sentinel-1-asf-monthly", - "bucket": "nasa-disasters", - "prefix": "drcs_activations_new/Sentinel-1/ASF/", - "cogify": false, - "discovery": "s3", - "dry_run": false, - "filename_regex": ".*changedetection.*.tif$", - "assets": { - "change_detection": { - "description": "change_detection", - "regex": ".*_changedetection_.*\\.tif$", - "title": "change_detection" - } - }, - "id_regex": ".*(\\d{4}-\\d{2}-monthly)\\.tif$", - "id_template": "{}" -} \ No newline at end of file diff --git a/ingestion-data/discovery-items/Sentinel-1/Sentinel-1_ASF-subdaily.json b/ingestion-data/discovery-items/Sentinel-1/Sentinel-1_ASF-subdaily.json deleted file mode 100644 index c114a62..0000000 --- a/ingestion-data/discovery-items/Sentinel-1/Sentinel-1_ASF-subdaily.json +++ /dev/null @@ -1,28 +0,0 @@ -{ - "collection": "sentinel-1-asf-subdaily", - "bucket": "nasa-disasters", - "prefix": "drcs_activations_new/Sentinel-1/ASF/", - "cogify": false, - "discovery": "s3", - "dry_run": false, - "filename_regex": ".*.tif$", - "assets": { - "rgb": { - "description": "RGB", - "regex": ".*_rgb_.*\\.tif$", - "title": "RGB" - }, - "VV": { - "description": "VV", - "regex": ".*_VV_.*\\.tif$", - "title": "VV" - }, - "VH": { - "description": "Vh", - "regex": ".*_VH_.*\\.tif$", - "title": "Vh" - } - }, - "id_regex": ".*(\\d{4}-\\d{2}-\\d{2}T\\d{2}:\\d{2}:\\d{2}Z)\\.tif$", - "id_template": "sentinel-1-ASF-{}" -} \ No newline at end of file diff --git a/ingestion-data/discovery-items/Sentinel-1/Sentinel-1_AZI.json b/ingestion-data/discovery-items/Sentinel-1/Sentinel-1_AZI.json deleted file mode 100644 index d094328..0000000 --- a/ingestion-data/discovery-items/Sentinel-1/Sentinel-1_AZI.json +++ /dev/null @@ -1,18 +0,0 @@ -{ - "collection": "sentinel-1-azi", - "bucket": "nasa-disasters", - "prefix": "drcs_activations_new/Sentinel-1/AZI/", - "cogify": false, - "discovery": "s3", - "dry_run": false, - "filename_regex": ".*.tif$", - "assets": { - "azi": { - "description": "azi", - "regex": ".*_AZI_.*\\.tif$", - "title": "azi" - } - }, - "id_regex": ".*(\\d{4}-\\d{2}-\\d{2}_day)\\.tif$", - "id_template": "sentinel-1-AZI-{}" -} \ No newline at end of file diff --git a/ingestion-data/discovery-items/Sentinel-1/Sentinel-1_opera-dswx-change-map.json b/ingestion-data/discovery-items/Sentinel-1/Sentinel-1_opera-dswx-change-map.json deleted file mode 100644 index 256782d..0000000 --- a/ingestion-data/discovery-items/Sentinel-1/Sentinel-1_opera-dswx-change-map.json +++ /dev/null @@ -1,18 +0,0 @@ -{ - "collection": "S1-OperaDSWX-changeMap", - "bucket": "nasa-disasters", - "prefix": "drcs_activations_new/Sentinel-1/opera_dswx/changeMap", - "cogify": false, - "discovery": "s3", - "dry_run": false, - "filename_regex": ".*.tif$", - "assets": { - "bwtr-changeMap": { - "description": "Binary water mask", - "regex": ".*_ChngMap_.*\\.tif$", - "title": "Binary water mask change map" - } - }, - "id_regex": "(.*).tif$", - "id_template": "dswx-{}" -} \ No newline at end of file diff --git a/ingestion-data/discovery-items/Sentinel-1/Sentinel-1_opera-dswx.json b/ingestion-data/discovery-items/Sentinel-1/Sentinel-1_opera-dswx.json deleted file mode 100644 index 30c8cd5..0000000 --- a/ingestion-data/discovery-items/Sentinel-1/Sentinel-1_opera-dswx.json +++ /dev/null @@ -1,23 +0,0 @@ -{ - "collection": "S1-OperaDSWX", - "bucket": "nasa-disasters", - "prefix": "drcs_activations_new/Sentinel-1/opera_dswx/", - "cogify": false, - "discovery": "s3", - "dry_run": false, - "filename_regex": ".*.tif$", - "assets": { - "wtr": { - "description": "Water mask", - "regex": ".*_WTR_.*\\.tif$", - "title": "Water mask" - }, - "bwtr": { - "description": "Binary water mask", - "regex": ".*_BWTR_(?!ChngMap).*\\.tif$", - "title": "Binary water mask" - } - }, - "id_regex": ".*_(\\d{4}-\\d{2}-\\d{2}_day)\\.tif$", - "id_template": "dswx-{}" -} \ No newline at end of file diff --git a/ingestion-data/discovery-items/Sentinel-1/Sentinel-1_rbg-daily.json b/ingestion-data/discovery-items/Sentinel-1/Sentinel-1_rbg-daily.json deleted file mode 100644 index d7aac06..0000000 --- a/ingestion-data/discovery-items/Sentinel-1/Sentinel-1_rbg-daily.json +++ /dev/null @@ -1,28 +0,0 @@ -{ - "collection": "sentinel-1-rgb-daily", - "bucket": "nasa-disasters", - "prefix": "drcs_activations_new/Sentinel-1/rgb/daily/", - "cogify": false, - "discovery": "s3", - "dry_run": false, - "filename_regex": ".*.tif$", - "assets": { - "n-rgb": { - "description": "Water mask", - "regex": ".*S1A_N_rgb_.*\\.tif$", - "title": "Water mask" - }, - "rgb": { - "description": "Binary water mask", - "regex": ".*_S1A_rgb_.*\\.tif$", - "title": "Binary water mask" - }, - "mosaic": { - "description": "Binary water mask", - "regex": ".*_S1_mosaic_.*\\.tif$", - "title": "Binary water mask" - } - }, - "id_regex": ".*_(\\d{4}-\\d{2}-\\d{2}_day)\\.tif$", - "id_template": "sentinel-1-daily-rgb-{}" -} \ No newline at end of file diff --git a/ingestion-data/discovery-items/Sentinel-1/Sentinel-1_rbg-subdaily.json b/ingestion-data/discovery-items/Sentinel-1/Sentinel-1_rbg-subdaily.json deleted file mode 100644 index 95a91f8..0000000 --- a/ingestion-data/discovery-items/Sentinel-1/Sentinel-1_rbg-subdaily.json +++ /dev/null @@ -1,43 +0,0 @@ -{ - "collection": "sentinel-1-rgb-subdaily", - "bucket": "nasa-disasters", - "prefix": "drcs_activations_new/Sentinel-1/rgb/", - "cogify": false, - "discovery": "s3", - "dry_run": false, - "filename_regex": ".*.tif$", - "assets": { - "gpufed-RTC20": { - "description": "Water mask at 20m resolution", - "regex": ".*_RTC20_G_gpufed_.*\\.tif$", - "title": "Water mask RTC20" - }, - "gpufed-RTC30": { - "description": "Water mask at 30m resolution", - "regex": ".*_RTC30_G_gpufed_.*\\.tif$", - "title": "Water mask RTC30" - }, - "gpuned-RTC20": { - "description": "Binary water mask at 20m resolution", - "regex": ".*_RTC20_G_gpuned_.*\\.tif$", - "title": "Binary water mask RTC20" - }, - "gpuned-RTC30": { - "description": "Binary water mask at 30m resolution", - "regex": ".*_RTC30_G_gpuned_.*\\.tif$", - "title": "Binary water mask RTC30" - }, - "gdufed-RTC20": { - "description": "Binary water mask at 20m resolution", - "regex": ".*_RTC20_G_gdufed_.*\\.tif$", - "title": "Binary water mask RTC20" - }, - "gdufed-RTC30": { - "description": "Binary water mask at 30m resolution", - "regex": ".*_RTC30_G_gdufed_.*\\.tif$", - "title": "Binary water mask RTC30" - } - }, - "id_regex": ".*_(\\d{4}-\\d{2}-\\d{2}T\\d{2}:\\d{2}:\\d{2}Z)\\.tif$", - "id_template": "sentinel-1-rgb-{}" -} \ No newline at end of file diff --git a/ingestion-data/discovery-items/Sentinel-1/sentinel-1-all-vars-daily-TESTaddMetadata.json b/ingestion-data/discovery-items/Sentinel-1/sentinel-1-all-vars-daily-TESTaddMetadata.json index b8bd409..6b27446 100644 --- a/ingestion-data/discovery-items/Sentinel-1/sentinel-1-all-vars-daily-TESTaddMetadata.json +++ b/ingestion-data/discovery-items/Sentinel-1/sentinel-1-all-vars-daily-TESTaddMetadata.json @@ -1,5 +1,5 @@ { - "collection": "sentinel-1-all-vars-daily", + "collection": "sentinel-1-all-vars-daily-TESTaddMetadata", "bucket": "nasa-disasters", "prefix": "drcs_activations_new/Sentinel-1/", "cogify": false, diff --git a/ingestion-data/discovery-items/ecostress/ecostress-subdaily.json b/ingestion-data/discovery-items/ecostress/ecostress-subdaily.json deleted file mode 100644 index 9516c31..0000000 --- a/ingestion-data/discovery-items/ecostress/ecostress-subdaily.json +++ /dev/null @@ -1,43 +0,0 @@ -{ - "collection": "ecostress-subdaily", - "bucket": "nasa-disasters", - "prefix": "drcs_activations_new/ECOSTRESS/", - "cogify": false, - "discovery": "s3", - "dry_run": false, - "filename_regex": ".*.tif$", - "assets": { - "control-lst": { - "regex": ".*ControlData.*SDS_LST(?!_err).*\\.tif$", - "title": "control-lst", - "description": "control-lst" - }, - "control-lst-err": { - "regex": ".*ControlData.*SDS_LST_err.*\\.tif$", - "title": "control-lst-err", - "description": "control-lst-err" - }, - "control-qc": { - "regex": ".*ControlData.*SDS_QC.*\\.tif$", - "title": "control-qc", - "description": "control-qc" - }, - "lst": { - "regex": "^(?!.*ControlData).*SDS_LST(?!_err).*\\.tif$", - "title": "lst", - "description": "lst" - }, - "lst-err": { - "regex": "^(?!.*ControlData).*SDS_LST_err.*\\.tif$", - "title": "lst-err", - "description": "lst-err" - }, - "qc": { - "regex": "^(?!.*ControlData).*SDS_QC.*\\.tif$", - "title": "qc", - "description": "qc" - } - }, - "id_regex": ".*(\\d{4}-\\d{2}-\\d{2}T\\d{2}:\\d{2}:\\d{2}Z)\\.tif$", - "id_template": "ecostress-{}" -} \ No newline at end of file diff --git a/ingestion-data/discovery-items/Sentinel-2/Sentinel-2_cir.json b/ingestion-data/discovery-items/sentinel-2/old-single-collections/Sentinel-2_cir.json similarity index 100% rename from ingestion-data/discovery-items/Sentinel-2/Sentinel-2_cir.json rename to ingestion-data/discovery-items/sentinel-2/old-single-collections/Sentinel-2_cir.json diff --git a/ingestion-data/discovery-items/Sentinel-2/sentinel-2-distAlert.json b/ingestion-data/discovery-items/sentinel-2/old-single-collections/sentinel-2-distAlert.json similarity index 100% rename from ingestion-data/discovery-items/Sentinel-2/sentinel-2-distAlert.json rename to ingestion-data/discovery-items/sentinel-2/old-single-collections/sentinel-2-distAlert.json diff --git a/ingestion-data/discovery-items/Sentinel-2/sentinel-2-ndvi-change.json b/ingestion-data/discovery-items/sentinel-2/old-single-collections/sentinel-2-ndvi-change.json similarity index 100% rename from ingestion-data/discovery-items/Sentinel-2/sentinel-2-ndvi-change.json rename to ingestion-data/discovery-items/sentinel-2/old-single-collections/sentinel-2-ndvi-change.json diff --git a/ingestion-data/discovery-items/sentinel-2/sentinel-2-all-vars-daily.json b/ingestion-data/discovery-items/sentinel-2/sentinel-2-all-vars-daily.json new file mode 100644 index 0000000..c2390d1 --- /dev/null +++ b/ingestion-data/discovery-items/sentinel-2/sentinel-2-all-vars-daily.json @@ -0,0 +1,53 @@ +{ + "collection": "sentinel-2-all-vars-daily", + "bucket": "nasa-disasters", + "prefix": "drcs_activations_new/Sentinel-2/", + "cogify": false, + "discovery": "s3", + "dry_run": false, + "filename_regex": ".*day.tif$", + "assets": { + "burnRatio": { + "description": "Normalized Burn Ratio (NBR) index highlighting burned areas by comparing near-infrared and shortwave infrared bands for fire damage assessment.", + "regex": ".*(dnbr|NBR).*\\.tif$", + "title": "Burn Ratio" + }, + "cloudMask": { + "description": "Cloud and cloud shadow mask identifying pixels obscured by atmospheric conditions for data quality filtering.", + "regex": ".*cloudMask.*\\.tif$", + "title": "Cloud Mask" + }, + "colorIR": { + "description": "False color infrared composite (NIR, Red, Green) emphasizing vegetation health and vigor in red tones.", + "regex": ".*(colorIR|colorInfrared).*\\.tif$", + "title": "Color Infrared" + }, + "mndwi": { + "description": "Modified Normalized Difference Water Index for detecting and mapping surface water bodies and flood extent.", + "regex": ".*MNDWI.*\\.tif$", + "title": "MNDWI" + }, + "naturalColor": { + "description": "Natural color composite using visible bands (Red, Green, Blue) for intuitive visual interpretation of surface features.", + "regex": ".*naturalColor.*\\.tif$", + "title": "Natural Color" + }, + "ndvi": { + "description": "Normalized Difference Vegetation Index measuring vegetation health and density using near-infrared and red bands.", + "regex": ".*NDVI.*\\.tif$", + "title": "NDVI" + }, + "shortwaveIR": { + "description": "Shortwave infrared composite highlighting moisture content and penetrating smoke for fire and drought monitoring.", + "regex": ".*(shortwaveIR|SWI).*\\.tif$", + "title": "Shortwave Infrared" + }, + "trueColor": { + "description": "True color RGB composite using visible wavelengths for natural-looking imagery of Earth's surface.", + "regex": ".*(trueColor|TCI).*\\.tif$", + "title": "True Color" + } + }, + "id_regex": "(.*).tif$", + "id_template": "{}" +} \ No newline at end of file From e577e3395c49962c3544fa24b971d07616379c70 Mon Sep 17 00:00:00 2001 From: Kyle Lesinger Date: Wed, 8 Oct 2025 07:34:57 -0500 Subject: [PATCH 102/118] update alos2 --- ...os-daily.json => alos-all-vars-daily.json} | 12 +++++----- ...onthly.json => alos-all-vars-monthly.json} | 14 +++++------ .../alos2/alos-all-vars-daily.json | 23 +++++++++++++++++++ .../alos2/alos-all-vars-monthly.json | 23 +++++++++++++++++++ .../discovery-items/alos2/alos-daily.json | 23 ------------------- .../discovery-items/alos2/alos-monthly.json | 23 ------------------- 6 files changed, 59 insertions(+), 59 deletions(-) rename ingestion-data/collections/alos2/{alos-daily.json => alos-all-vars-daily.json} (81%) rename ingestion-data/collections/alos2/{alos-monthly.json => alos-all-vars-monthly.json} (55%) create mode 100644 ingestion-data/discovery-items/alos2/alos-all-vars-daily.json create mode 100644 ingestion-data/discovery-items/alos2/alos-all-vars-monthly.json delete mode 100644 ingestion-data/discovery-items/alos2/alos-daily.json delete mode 100644 ingestion-data/discovery-items/alos2/alos-monthly.json diff --git a/ingestion-data/collections/alos2/alos-daily.json b/ingestion-data/collections/alos2/alos-all-vars-daily.json similarity index 81% rename from ingestion-data/collections/alos2/alos-daily.json rename to ingestion-data/collections/alos2/alos-all-vars-daily.json index 93f76ab..be47be5 100644 --- a/ingestion-data/collections/alos2/alos-daily.json +++ b/ingestion-data/collections/alos2/alos-all-vars-daily.json @@ -1,5 +1,5 @@ { - "id": "alos2-dpm-daily", + "id": "alos2-all-vars-daily", "dashboard:is_periodic": false, "dashboard:time_interval": "P1D", "description": "The Advanced Land Observing Satellite-2 (ALOS-2, DAICHI-2) is a follow-on mission from the ALOS Daichi. ALOS has contributed to cartography, regional observation, disaster monitoring, and resource surveys, since its launch in 2006. ALOS-2 will succeed this mission with enhanced capabilities. JAXA conducted research and development activities for ALOS-2 to improve wide and high-resolution observation technologies developed for ALOS in order to further fulfill social needs. These social needs include: 1) Disaster monitoring of damage areas, both in considerable detail, and when these areas may be large 2) Continuous updating of data archives related to national land and infrastructure information 3) Effective monitoring of cultivated areas 4) Global monitoring of tropical rain forests to identify carbon sinks.", @@ -25,21 +25,21 @@ }, "item_assets": { "dpm": { - "description": "dpm.", + "description": "Damage Proxy Map derived from ALOS-2 SAR data showing changes in radar backscatter that indicate potential structural damage or building destruction from disaster events.", "roles": [ "data", "layer" ], - "title": "dpm", + "title": "Damage Proxy Map", "type": "image/tiff; application=geotiff; profile=cloud-optimized" }, "dpm-cvd": { - "description": "dpm.", + "description": "Damage Proxy Map with colorblind-friendly color scheme, derived from ALOS-2 SAR data showing changes in radar backscatter indicating potential structural damage or building destruction.", "roles": [ "data", "layer" ], - "title": "dpm", + "title": "Damage Proxy Map (CVD)", "type": "image/tiff; application=geotiff; profile=cloud-optimized" } }, @@ -81,7 +81,7 @@ "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" ], "stac_version": "1.0.0", - "title": "ALOS2 DPM daily timestep", + "title": "ALOS2 All Variables daily timestep", "type": "Collection", "tenant": ["nasa-disasters"] } \ No newline at end of file diff --git a/ingestion-data/collections/alos2/alos-monthly.json b/ingestion-data/collections/alos2/alos-all-vars-monthly.json similarity index 55% rename from ingestion-data/collections/alos2/alos-monthly.json rename to ingestion-data/collections/alos2/alos-all-vars-monthly.json index 6ec8226..652f3e0 100644 --- a/ingestion-data/collections/alos2/alos-monthly.json +++ b/ingestion-data/collections/alos2/alos-all-vars-monthly.json @@ -1,8 +1,8 @@ { - "id": "alos2-dpm-monthly", + "id": "alos2-all-vars-monthly", "dashboard:is_periodic": false, "dashboard:time_interval": "P1M", - "description": "The Sentinel-1 mission comprises a constellation of two polar-orbiting satellites, Sentinel-1A and Sentinel-1B, which provide all-weather, day-and-night radar imaging for land and ocean surfaces, monitoring the marine environment, vegetation mapping, and other major applications. With multi-temporal analyses, remote sensing gives a unique perspective of how cities evolve. The key element for mapping rural to urban land use change is the ability to discriminate between rural uses (farming, pasture, forests) and urban use (residential, commercial, recreational). Remote sensing methods can be employed to classify types of land use in a practical, economical and repetitive fashion, over large areas.", + "description": "The Advanced Land Observing Satellite-2 (ALOS-2, DAICHI-2) is a follow-on mission from the ALOS Daichi. ALOS has contributed to cartography, regional observation, disaster monitoring, and resource surveys, since its launch in 2006. ALOS-2 will succeed this mission with enhanced capabilities. JAXA conducted research and development activities for ALOS-2 to improve wide and high-resolution observation technologies developed for ALOS in order to further fulfill social needs. These social needs include: 1) Disaster monitoring of damage areas, both in considerable detail, and when these areas may be large 2) Continuous updating of data archives related to national land and infrastructure information 3) Effective monitoring of cultivated areas 4) Global monitoring of tropical rain forests to identify carbon sinks.", "extent": { "spatial": { "bbox": [ @@ -25,21 +25,21 @@ }, "item_assets": { "dpm": { - "description": "dpm.", + "description": "Damage Proxy Map derived from ALOS-2 SAR data showing changes in radar backscatter that indicate potential structural damage or building destruction from disaster events.", "roles": [ "data", "layer" ], - "title": "dpm", + "title": "Damage Proxy Map", "type": "image/tiff; application=geotiff; profile=cloud-optimized" }, "dpm-cvd": { - "description": "dpm.", + "description": "Damage Proxy Map with colorblind-friendly color scheme, derived from ALOS-2 SAR data showing changes in radar backscatter indicating potential structural damage or building destruction.", "roles": [ "data", "layer" ], - "title": "dpm", + "title": "Damage Proxy Map (CVD)", "type": "image/tiff; application=geotiff; profile=cloud-optimized" } }, @@ -81,7 +81,7 @@ "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" ], "stac_version": "1.0.0", - "title": "ALOS2 DPM Monthly timestep", + "title": "ALOS2 (All Variables) Monthly timestep", "type": "Collection", "tenant": ["nasa-disasters"] } \ No newline at end of file diff --git a/ingestion-data/discovery-items/alos2/alos-all-vars-daily.json b/ingestion-data/discovery-items/alos2/alos-all-vars-daily.json new file mode 100644 index 0000000..95ef8f4 --- /dev/null +++ b/ingestion-data/discovery-items/alos2/alos-all-vars-daily.json @@ -0,0 +1,23 @@ +{ + "collection": "alos2-dpm-daily", + "bucket": "nasa-disasters", + "prefix": "drcs_activations_new/ALOS2", + "cogify": false, + "discovery": "s3", + "dry_run": false, + "filename_regex": ".*_day.tif$", + "assets": { + "dpm": { + "description": "Damage Proxy Map derived from ALOS-2 SAR data showing changes in radar backscatter that indicate potential structural damage or building destruction from disaster events.", + "regex": "^(?!.*(_cvd_)).*DPM.*\\.tif$", + "title": "Damage Proxy Map" + }, + "dpm-cvd": { + "description": "Damage Proxy Map with colorblind-friendly color scheme, derived from ALOS-2 SAR data showing changes in radar backscatter indicating potential structural damage or building destruction.", + "regex": ".*DPM.*cvd.*\\.tif$", + "title": "Damage Proxy Map (CVD)" + } + }, + "id_regex": ".*(\\d{4}-\\d{2}-\\d{2}_day)\\.tif$", + "id_template": "alos2-{}" +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/alos2/alos-all-vars-monthly.json b/ingestion-data/discovery-items/alos2/alos-all-vars-monthly.json new file mode 100644 index 0000000..229c2f2 --- /dev/null +++ b/ingestion-data/discovery-items/alos2/alos-all-vars-monthly.json @@ -0,0 +1,23 @@ +{ + "collection": "alos2-all-vars-monthly", + "bucket": "nasa-disasters", + "prefix": "drcs_activations_new/ALOS2", + "cogify": false, + "discovery": "s3", + "dry_run": false, + "filename_regex": ".*_monthly.tif$", + "assets": { + "dpm": { + "description": "Damage Proxy Map derived from ALOS-2 SAR data showing changes in radar backscatter that indicate potential structural damage or building destruction from disaster events.", + "regex": "^(?!.*(_cvd_)).*DPM.*\\.tif$", + "title": "Damage Proxy Map" + }, + "dpm-cvd": { + "description": "Damage Proxy Map with colorblind-friendly color scheme, derived from ALOS-2 SAR data showing changes in radar backscatter indicating potential structural damage or building destruction.", + "regex": ".*DPM.*cvd.*\\.tif$", + "title": "Damage Proxy Map (CVD)" + } + }, + "id_regex": ".*(\\d{4}-\\d{2}_monthly)\\.tif$", + "id_template": "alos2-{}" +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/alos2/alos-daily.json b/ingestion-data/discovery-items/alos2/alos-daily.json deleted file mode 100644 index dfd59f2..0000000 --- a/ingestion-data/discovery-items/alos2/alos-daily.json +++ /dev/null @@ -1,23 +0,0 @@ -{ - "collection": "alos2-dpm-daily", - "bucket": "nasa-disasters", - "prefix": "drcs_activations_new/ALOS2/DPM", - "cogify": false, - "discovery": "s3", - "dry_run": false, - "filename_regex": ".*_day.tif$", - "assets": { - "dpm": { - "description": "dpm", - "regex": "^(?!.*(_cvd_)).*\\.tif$", - "title": "dpm" - }, - "dpm-cvd": { - "description": "dpm-cvd", - "regex": ".*cvd.*\\.tif$", - "title": "dpm-cvd" - } - }, - "id_regex": ".*(\\d{4}-\\d{2}-\\d{2}_day)\\.tif$", - "id_template": "alos2-dpm-{}" -} \ No newline at end of file diff --git a/ingestion-data/discovery-items/alos2/alos-monthly.json b/ingestion-data/discovery-items/alos2/alos-monthly.json deleted file mode 100644 index 699a495..0000000 --- a/ingestion-data/discovery-items/alos2/alos-monthly.json +++ /dev/null @@ -1,23 +0,0 @@ -{ - "collection": "alos2-dpm-monthly", - "bucket": "nasa-disasters", - "prefix": "drcs_activations_new/ALOS2/DPM", - "cogify": false, - "discovery": "s3", - "dry_run": false, - "filename_regex": ".*_monthly.tif$", - "assets": { - "dpm": { - "description": "dpm", - "regex": "^(?!.*(_cvd_)).*\\.tif$", - "title": "dpm" - }, - "dpm-cvd": { - "description": "dpm-cvd", - "regex": ".*cvd.*\\.tif$", - "title": "dpm-cvd" - } - }, - "id_regex": ".*(\\d{4}-\\d{2}_monthly)\\.tif$", - "id_template": "alos2-dpm-{}" -} \ No newline at end of file From 3539391b9544e017ed41498421e7d66c4a753848 Mon Sep 17 00:00:00 2001 From: Kyle Lesinger Date: Wed, 8 Oct 2025 07:52:16 -0500 Subject: [PATCH 103/118] update imerge --- .../IMERG/imerg-all-vars-daily.json | 65 ++++++++ .../IMERG/imerg-all-vars-monthly.json | 145 ++++++++++++++++++ .../sport-lis-sm-all-vars-daily-conus.json | 2 +- .../IMERG/imerg-all-vars-daily.json | 18 +++ .../IMERG/imerg-all-vars-monthly.json | 38 +++++ .../alos2/alos-all-vars-daily.json | 4 +- .../alos2/alos-all-vars-monthly.json | 2 +- 7 files changed, 270 insertions(+), 4 deletions(-) create mode 100644 ingestion-data/collections/IMERG/imerg-all-vars-daily.json create mode 100644 ingestion-data/collections/IMERG/imerg-all-vars-monthly.json create mode 100644 ingestion-data/discovery-items/IMERG/imerg-all-vars-daily.json create mode 100644 ingestion-data/discovery-items/IMERG/imerg-all-vars-monthly.json diff --git a/ingestion-data/collections/IMERG/imerg-all-vars-daily.json b/ingestion-data/collections/IMERG/imerg-all-vars-daily.json new file mode 100644 index 0000000..45a2765 --- /dev/null +++ b/ingestion-data/collections/IMERG/imerg-all-vars-daily.json @@ -0,0 +1,65 @@ +{ + "id": "imerg-all-vars-daily", + "dashboard:is_periodic": false, + "dashboard:time_interval": "P1D", + "description": "The Integrated Multi-satellitE Retrievals for GPM (IMERG) is a NASA precipitation product that combines observations from multiple satellites in the Global Precipitation Measurement (GPM) constellation to provide quasi-global precipitation estimates. IMERG provides spatially and temporally continuous precipitation data at high resolution (0.1 degree, approximately 10 km), making it valuable for disaster monitoring, flood forecasting, drought assessment, and water resource management. The algorithm merges precipitation estimates from passive microwave sensors aboard the GPM constellation satellites with infrared data from geostationary satellites, calibrated to the GPM Combined Radar-Radiometer Algorithm. IMERG produces three types of products: Early Run (4-hour latency), Late Run (14-hour latency), and Final Run (3.5-month latency), with the Final Run incorporating monthly gauge data for enhanced accuracy. This product is essential for tracking extreme precipitation events, supporting agricultural decision-making, and providing critical information for disaster preparedness and response operations.", + "extent": { + "spatial": { + "bbox": [ + [ + -125, + -24, + -66, + 49 + ] + ] + }, + "temporal": { + "interval": [ + [ + "2020-09-14T00:00:00Z", + null + ] + ] + } + }, + "item_assets": { + "total": { + "description": "Total daily precipitation accumulation derived from IMERG satellite observations, providing spatially continuous rainfall estimates at 0.1 degree resolution for flood monitoring and water resource assessment.", + "roles": [ + "data", + "layer" + ], + "title": "Total Daily Precipitation", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + } + }, + "license": "CC0-1.0", + "links": [], + "providers": [ + { + "name": "NASA" + } + ], + "renders": { + "total": { + "assets": [ + "total" + ], + "rescale": [ + [ + 0, + 30 + ] + ] + } + }, + "stac_extensions": [ + "https://stac-extensions.github.io/render/v1.0.0/schema.json", + "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" + ], + "stac_version": "1.0.0", + "title": "IMERG All Variables Daily", + "type": "Collection", + "tenant": ["nasa-disasters"] +} \ No newline at end of file diff --git a/ingestion-data/collections/IMERG/imerg-all-vars-monthly.json b/ingestion-data/collections/IMERG/imerg-all-vars-monthly.json new file mode 100644 index 0000000..9d71af3 --- /dev/null +++ b/ingestion-data/collections/IMERG/imerg-all-vars-monthly.json @@ -0,0 +1,145 @@ +{ + "id": "imerg-all-vars-monthly", + "dashboard:is_periodic": false, + "dashboard:time_interval": "P1M", + "description": "The Integrated Multi-satellitE Retrievals for GPM (IMERG) is a NASA precipitation product that combines observations from multiple satellites in the Global Precipitation Measurement (GPM) constellation to provide quasi-global precipitation estimates. This monthly collection includes precipitation statistics derived from daily IMERG data, providing essential information for climate monitoring, drought assessment, flood risk evaluation, and water resource management. The dataset includes total monthly precipitation accumulation, precipitation rankings, equivalent precipitation metrics, maximum 1-day rainfall totals, and total precipitable water vapor. These products support long-term climate analysis, agricultural planning, and hydrological modeling applications.", + "title": "IMERG All Variables Monthly", + "extent": { + "spatial": { + "bbox": [ + [ + -125, + -24, + -66, + 49 + ] + ] + }, + "temporal": { + "interval": [ + [ + "2020-01-01T00:00:00Z", + null + ] + ] + } + }, + "item_assets": { + "rank": { + "description": "Precipitation ranking indicating the percentile of monthly total precipitation compared to historical climatology for the same month.", + "roles": [ + "data", + "layer" + ], + "title": "Precipitation Rank", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "equiv": { + "description": "Equivalent precipitation metric providing normalized precipitation values for comparison across different regions and time periods.", + "roles": [ + "data", + "layer" + ], + "title": "Equivalent Precipitation", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "total": { + "description": "Total monthly precipitation accumulation derived from IMERG daily data, representing the sum of all precipitation for the month.", + "roles": [ + "data", + "layer" + ], + "title": "Total Monthly Precipitation", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "Rx1d": { + "description": "Maximum 1-day precipitation total during the month, identifying the wettest single day and useful for flood risk assessment.", + "roles": [ + "data", + "layer" + ], + "title": "Maximum 1-Day Precipitation", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "tqv": { + "description": "Total precipitable water vapor in the atmospheric column, indicating the amount of moisture available for precipitation.", + "roles": [ + "data", + "layer" + ], + "title": "Total Precipitable Water Vapor", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + } + }, + "license": "CC0-1.0", + "links": [], + "providers": [ + { + "name": "NASA" + } + ], + "renders": { + "rank": { + "assets": [ + "rank" + ], + "rescale": [ + [ + -10, + 120 + ] + ] + }, + "equiv": { + "assets": [ + "equiv" + ], + "rescale": [ + [ + 0, + 60 + ] + ] + }, + "total": { + "assets": [ + "total" + ], + "rescale": [ + [ + 0, + 15 + ] + ] + }, + "Rx1d": { + "assets": [ + "Rx1d" + ], + "rescale": [ + [ + -10, + 120 + ] + ] + }, + "tqv": { + "assets": [ + "tqv" + ], + "rescale": [ + [ + 0, + 75 + ] + ] + } + }, + "stac_extensions": [ + "https://stac-extensions.github.io/render/v1.0.0/schema.json", + "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" + ], + "stac_version": "1.0.0", + "type": "Collection", + "tenant": ["nasa-disasters"] +} \ No newline at end of file diff --git a/ingestion-data/collections/nrt/sport-lis-sm-all-vars-daily-conus.json b/ingestion-data/collections/nrt/sport-lis-sm-all-vars-daily-conus.json index 78797f6..8eeb47f 100644 --- a/ingestion-data/collections/nrt/sport-lis-sm-all-vars-daily-conus.json +++ b/ingestion-data/collections/nrt/sport-lis-sm-all-vars-daily-conus.json @@ -1,5 +1,5 @@ { - "id": "soil-moisture-all-vars-conus", + "id": "sport-lis-sm-all-vars-daily-conus", "dashboard:is_periodic": true, "dashboard:time_interval": "P1D", "description": "The NASA SPoRT (Short-term Prediction Research and Transition Center) Land Information System (LIS) provides comprehensive soil moisture data products that support disaster monitoring and response efforts across the contiguous United States. These high-resolution datasets, available at approximately 3-kilometer spatial resolution, offer daily updates on both relative and volumetric soil moisture conditions at multiple depths using advanced land surface modeling techniques. Relative soil moisture products represent current soil water content as a percentile compared to historical records, while volumetric soil moisture percentiles are calculated against a 33-year climatology (1981-2013). The collection includes surface layers (0-10cm) that respond rapidly to short-term weather events, intermediate layers (0-40cm, 0-100cm) that balance short-term and subsurface responses, and deep layers (0-2m, 0-200cm) that capture long-term trends. These products enable disaster coordinators to quickly identify areas experiencing abnormally dry or wet conditions, supporting assessments of drought severity, flood risk potential, wildfire danger, agricultural stress, and post-disaster recovery monitoring. Distributed in Cloud Optimized GeoTIFF (COG) format, the data integrates seamlessly with GIS platforms and web-based mapping applications, providing emergency managers, agricultural specialists, and water resource managers with near real-time intelligence for informed decision-making during critical disaster preparedness and response operations.", diff --git a/ingestion-data/discovery-items/IMERG/imerg-all-vars-daily.json b/ingestion-data/discovery-items/IMERG/imerg-all-vars-daily.json new file mode 100644 index 0000000..9411fe4 --- /dev/null +++ b/ingestion-data/discovery-items/IMERG/imerg-all-vars-daily.json @@ -0,0 +1,18 @@ +{ + "collection": "imerg-all-vars-daily", + "bucket": "nasa-disasters", + "prefix": "drcs_activations_new/IMERG/", + "cogify": false, + "discovery": "s3", + "dry_run": false, + "filename_regex": ".*day.tif$", + "assets": { + "total": { + "description": "Total daily precipitation accumulation derived from IMERG satellite observations, providing spatially continuous rainfall estimates at 0.1 degree resolution for flood monitoring and water resource assessment.", + "regex": ".*Total.*.tif$", + "title": "Total Daily Precipitation" + } + }, + "id_regex": ".*(d{4}-d{2}-d{2}_day).tif$", + "id_template": "imerg-{}" +} diff --git a/ingestion-data/discovery-items/IMERG/imerg-all-vars-monthly.json b/ingestion-data/discovery-items/IMERG/imerg-all-vars-monthly.json new file mode 100644 index 0000000..3dbe51d --- /dev/null +++ b/ingestion-data/discovery-items/IMERG/imerg-all-vars-monthly.json @@ -0,0 +1,38 @@ +{ + "collection": "imerg-all-vars-monthly", + "bucket": "nasa-disasters", + "prefix": "drcs_activations_new/IMERG/", + "cogify": false, + "discovery": "s3", + "dry_run": false, + "filename_regex": ".*monthly.tif$", + "assets": { + "rank": { + "description": "Precipitation ranking indicating the percentile of monthly total precipitation compared to historical climatology for the same month.", + "regex": ".*rank.*.tif$", + "title": "Precipitation Rank" + }, + "equiv": { + "description": "Equivalent precipitation metric providing normalized precipitation values for comparison across different regions and time periods.", + "regex": ".*equiv.*.tif$", + "title": "Equivalent Precipitation" + }, + "total": { + "description": "Total monthly precipitation accumulation derived from IMERG daily data, representing the sum of all precipitation for the month.", + "regex": ".*tot.*.tif$", + "title": "Total Monthly Precipitation" + }, + "Rx1d": { + "description": "Maximum 1-day precipitation total during the month, identifying the wettest single day and useful for flood risk assessment.", + "regex": ".*Rx1d.*.tif$", + "title": "Maximum 1-Day Precipitation" + }, + "tqv": { + "description": "Total precipitable water vapor in the atmospheric column, indicating the amount of moisture available for precipitation.", + "regex": ".*tqv.*.tif$", + "title": "Total Precipitable Water Vapor" + } + }, + "id_regex": ".*(\\d{4}-\\d{2}_monthly)\\.tif$", + "id_template": "imerg-{}" +} diff --git a/ingestion-data/discovery-items/alos2/alos-all-vars-daily.json b/ingestion-data/discovery-items/alos2/alos-all-vars-daily.json index 95ef8f4..4d59994 100644 --- a/ingestion-data/discovery-items/alos2/alos-all-vars-daily.json +++ b/ingestion-data/discovery-items/alos2/alos-all-vars-daily.json @@ -1,7 +1,7 @@ { - "collection": "alos2-dpm-daily", + "collection": "alos2-all-vars-daily", "bucket": "nasa-disasters", - "prefix": "drcs_activations_new/ALOS2", + "prefix": "drcs_activations_new/ALOS2/", "cogify": false, "discovery": "s3", "dry_run": false, diff --git a/ingestion-data/discovery-items/alos2/alos-all-vars-monthly.json b/ingestion-data/discovery-items/alos2/alos-all-vars-monthly.json index 229c2f2..b4982a8 100644 --- a/ingestion-data/discovery-items/alos2/alos-all-vars-monthly.json +++ b/ingestion-data/discovery-items/alos2/alos-all-vars-monthly.json @@ -1,7 +1,7 @@ { "collection": "alos2-all-vars-monthly", "bucket": "nasa-disasters", - "prefix": "drcs_activations_new/ALOS2", + "prefix": "drcs_activations_new/ALOS2/", "cogify": false, "discovery": "s3", "dry_run": false, From 9aabc9c564adb49e9410b46041510404aba4d2e4 Mon Sep 17 00:00:00 2001 From: Kyle Lesinger Date: Wed, 8 Oct 2025 08:02:58 -0500 Subject: [PATCH 104/118] update maxar --- .../Maxar/maxar-all-vars-monthly.json | 110 ++++++++++++++++++ .../Maxar/maxar-all-vars-monthly.json | 28 +++++ 2 files changed, 138 insertions(+) create mode 100644 ingestion-data/collections/Maxar/maxar-all-vars-monthly.json create mode 100644 ingestion-data/discovery-items/Maxar/maxar-all-vars-monthly.json diff --git a/ingestion-data/collections/Maxar/maxar-all-vars-monthly.json b/ingestion-data/collections/Maxar/maxar-all-vars-monthly.json new file mode 100644 index 0000000..4db63af --- /dev/null +++ b/ingestion-data/collections/Maxar/maxar-all-vars-monthly.json @@ -0,0 +1,110 @@ +{ + "id": "maxar-all-vars-monthly", + "dashboard:is_periodic": false, + "dashboard:time_interval": "P1M", + "description": "Maxar Technologies provides high-resolution commercial satellite imagery for disaster monitoring and response through its WorldView and GeoEye constellation. These optical satellites capture sub-meter resolution imagery that enables detailed damage assessment, infrastructure monitoring, and change detection before and after disaster events. The collection includes pre-event baseline imagery, post-event damage assessment imagery, and short-term analysis (STA) products that highlight changes between the two time periods. Maxar's rapid tasking capabilities and high spatial resolution make it invaluable for detailed disaster impact analysis, including building damage assessment, infrastructure evaluation, and humanitarian response planning. The imagery supports emergency managers, relief organizations, and government agencies in making informed decisions during critical disaster response operations.", + "extent": { + "spatial": { + "bbox": [ + [ + -125, + -24, + -66, + 49 + ] + ] + }, + "temporal": { + "interval": [ + [ + "2020-09-14T00:00:00Z", + null + ] + ] + } + }, + "item_assets": { + "preEvent": { + "description": "High-resolution satellite imagery captured before a disaster event, providing baseline conditions for comparison and damage assessment purposes.", + "roles": [ + "data", + "layer" + ], + "title": "Pre-Event Imagery", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "postEvent": { + "description": "High-resolution satellite imagery captured after a disaster event, showing current conditions for damage assessment and disaster impact analysis.", + "roles": [ + "data", + "layer" + ], + "title": "Post-Event Imagery", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "sta": { + "description": "Short-Term Analysis product highlighting changes between pre-event and post-event imagery, facilitating rapid identification of affected areas and damage assessment.", + "roles": [ + "data", + "layer" + ], + "title": "Short-Term Analysis", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + } + }, + "license": "CC0-1.0", + "links": [], + "providers": [ + { + "name": "NASA" + } + ], + "renders": { + "preEvent": { + "assets": [ + "preEvent" + ], + "bidx": [1,2,3], + "rescale": [ + [ + 0, + 255 + ] + ], + "nodata": 0 + }, + "postEvent": { + "assets": [ + "postEvent" + ], + "bidx": [1,2,3], + "rescale": [ + [ + 0, + 255 + ] + ], + "nodata": 0 + }, + "sta": { + "assets": [ + "sta" + ], + "rescale": [ + [ + 0, + 3 + ] + ], + "nodata": -9999 + } + }, + "stac_extensions": [ + "https://stac-extensions.github.io/render/v1.0.0/schema.json", + "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" + ], + "stac_version": "1.0.0", + "title": "Maxar All Variables Monthly", + "type": "Collection", + "tenant": ["nasa-disasters"] +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/Maxar/maxar-all-vars-monthly.json b/ingestion-data/discovery-items/Maxar/maxar-all-vars-monthly.json new file mode 100644 index 0000000..61c9661 --- /dev/null +++ b/ingestion-data/discovery-items/Maxar/maxar-all-vars-monthly.json @@ -0,0 +1,28 @@ +{ + "collection": "maxar-all-vars-monthly", + "bucket": "nasa-disasters", + "prefix": "drcs_activations_new/Maxar/", + "cogify": false, + "discovery": "s3", + "dry_run": false, + "filename_regex": ".*monthly.tif$", + "assets": { + "preEvent": { + "description": "High-resolution satellite imagery captured before a disaster event, providing baseline conditions for comparison and damage assessment purposes.", + "regex": ".*Pre.*.tif$", + "title": "Pre-Event Imagery" + }, + "postEvent": { + "description": "High-resolution satellite imagery captured after a disaster event, showing current conditions for damage assessment and disaster impact analysis.", + "regex": ".*Post.*.tif$", + "title": "Post-Event Imagery" + }, + "sta": { + "description": "Short-Term Analysis product highlighting changes between pre-event and post-event imagery, facilitating rapid identification of affected areas and damage assessment.", + "regex": ".*sta.*.tif$", + "title": "Short-Term Analysis" + } + }, + "id_regex": ".*(\\d{4}-\\d{2}_monthly)\\.tif$", + "id_template": "maxar-{}" +} From f5b6647c6e6a616c76cbd39802ddf049c5e87060 Mon Sep 17 00:00:00 2001 From: Kyle Lesinger Date: Thu, 30 Oct 2025 18:09:32 -0500 Subject: [PATCH 105/118] update sentinel-1 subdaily -should be final --- .../sentinel-1-all-vars-subdaily.json | 72 +++++++++++++++++-- .../blackmarble-all-vars-daily.json | 0 .../blackmarble-all-vars-monthly.json | 0 .../blackmarble-all-angle.json | 0 .../blackmarble-brdf.json | 0 .../blackmarble-con.json | 0 .../blackmarble-daily.json | 0 .../blackmarble-dnb.json | 0 .../blackmarble-hd-daily.json | 0 .../blackmarble-monthly-composite.json | 0 .../blackmarble-qf-cloud.json | 0 .../sentinel-1-all-vars-subdaily.json | 29 ++++++-- 12 files changed, 90 insertions(+), 11 deletions(-) create mode 100644 ingestion-data/collections/blackmarble/blackmarble-all-vars-daily.json create mode 100644 ingestion-data/collections/blackmarble/blackmarble-all-vars-monthly.json rename ingestion-data/collections/blackmarble/{ => old-single-collections}/blackmarble-all-angle.json (100%) rename ingestion-data/collections/blackmarble/{ => old-single-collections}/blackmarble-brdf.json (100%) rename ingestion-data/collections/blackmarble/{ => old-single-collections}/blackmarble-con.json (100%) rename ingestion-data/collections/blackmarble/{ => old-single-collections}/blackmarble-daily.json (100%) rename ingestion-data/collections/blackmarble/{ => old-single-collections}/blackmarble-dnb.json (100%) rename ingestion-data/collections/blackmarble/{ => old-single-collections}/blackmarble-hd-daily.json (100%) rename ingestion-data/collections/blackmarble/{ => old-single-collections}/blackmarble-monthly-composite.json (100%) rename ingestion-data/collections/blackmarble/{ => old-single-collections}/blackmarble-qf-cloud.json (100%) diff --git a/ingestion-data/collections/Sentinel-1/sentinel-1-all-vars-subdaily.json b/ingestion-data/collections/Sentinel-1/sentinel-1-all-vars-subdaily.json index 20539b2..a0b851c 100644 --- a/ingestion-data/collections/Sentinel-1/sentinel-1-all-vars-subdaily.json +++ b/ingestion-data/collections/Sentinel-1/sentinel-1-all-vars-subdaily.json @@ -43,7 +43,34 @@ "title": "RGB Composite", "type": "image/tiff; application=geotiff; profile=cloud-optimized" }, - "rtc": { + "rgb-usda": { + "description": "USDA RGB composite visualization combining SAR polarization channels for enhanced feature interpretation.", + "roles": [ + "data", + "layer" + ], + "title": "USDA RGB Composite", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "rtc-VV": { + "description": "Radiometric Terrain Corrected SAR backscatter imagery with terrain effects removed for accurate surface reflectivity analysis.", + "roles": [ + "data", + "layer" + ], + "title": "RTC Backscatter", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "rtc-VH": { + "description": "Radiometric Terrain Corrected SAR backscatter imagery with terrain effects removed for accurate surface reflectivity analysis.", + "roles": [ + "data", + "layer" + ], + "title": "RTC Backscatter", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "rtc-WM": { "description": "Radiometric Terrain Corrected SAR backscatter imagery with terrain effects removed for accurate surface reflectivity analysis.", "roles": [ "data", @@ -73,11 +100,24 @@ ], "nodata": 255 }, + "rgb-usda": { + "assets": [ + "rgb-usda" + ], + "bidx": [1,2,3], + "rescale": [ + [ + 0, + 255 + ] + ], + "nodata": 0 + }, "rgb": { "assets": [ "rgb" ], - "bidx": [1,2,3,4], + "bidx": [1,2,3], "rescale": [ [ 0, @@ -86,9 +126,33 @@ ], "nodata": 0 }, - "rtc": { + "rtc-VV": { + "assets": [ + "rtc-VV" + ], + "rescale": [ + [ + 0, + 50 + ] + ], + "nodata": -9999.0 + }, + "rtc-VH": { + "assets": [ + "rtc-VH" + ], + "rescale": [ + [ + 0, + 50 + ] + ], + "nodata": -9999.0 + }, + "rtc-WM": { "assets": [ - "rtc" + "rtc-WM" ], "rescale": [ [ diff --git a/ingestion-data/collections/blackmarble/blackmarble-all-vars-daily.json b/ingestion-data/collections/blackmarble/blackmarble-all-vars-daily.json new file mode 100644 index 0000000..e69de29 diff --git a/ingestion-data/collections/blackmarble/blackmarble-all-vars-monthly.json b/ingestion-data/collections/blackmarble/blackmarble-all-vars-monthly.json new file mode 100644 index 0000000..e69de29 diff --git a/ingestion-data/collections/blackmarble/blackmarble-all-angle.json b/ingestion-data/collections/blackmarble/old-single-collections/blackmarble-all-angle.json similarity index 100% rename from ingestion-data/collections/blackmarble/blackmarble-all-angle.json rename to ingestion-data/collections/blackmarble/old-single-collections/blackmarble-all-angle.json diff --git a/ingestion-data/collections/blackmarble/blackmarble-brdf.json b/ingestion-data/collections/blackmarble/old-single-collections/blackmarble-brdf.json similarity index 100% rename from ingestion-data/collections/blackmarble/blackmarble-brdf.json rename to ingestion-data/collections/blackmarble/old-single-collections/blackmarble-brdf.json diff --git a/ingestion-data/collections/blackmarble/blackmarble-con.json b/ingestion-data/collections/blackmarble/old-single-collections/blackmarble-con.json similarity index 100% rename from ingestion-data/collections/blackmarble/blackmarble-con.json rename to ingestion-data/collections/blackmarble/old-single-collections/blackmarble-con.json diff --git a/ingestion-data/collections/blackmarble/blackmarble-daily.json b/ingestion-data/collections/blackmarble/old-single-collections/blackmarble-daily.json similarity index 100% rename from ingestion-data/collections/blackmarble/blackmarble-daily.json rename to ingestion-data/collections/blackmarble/old-single-collections/blackmarble-daily.json diff --git a/ingestion-data/collections/blackmarble/blackmarble-dnb.json b/ingestion-data/collections/blackmarble/old-single-collections/blackmarble-dnb.json similarity index 100% rename from ingestion-data/collections/blackmarble/blackmarble-dnb.json rename to ingestion-data/collections/blackmarble/old-single-collections/blackmarble-dnb.json diff --git a/ingestion-data/collections/blackmarble/blackmarble-hd-daily.json b/ingestion-data/collections/blackmarble/old-single-collections/blackmarble-hd-daily.json similarity index 100% rename from ingestion-data/collections/blackmarble/blackmarble-hd-daily.json rename to ingestion-data/collections/blackmarble/old-single-collections/blackmarble-hd-daily.json diff --git a/ingestion-data/collections/blackmarble/blackmarble-monthly-composite.json b/ingestion-data/collections/blackmarble/old-single-collections/blackmarble-monthly-composite.json similarity index 100% rename from ingestion-data/collections/blackmarble/blackmarble-monthly-composite.json rename to ingestion-data/collections/blackmarble/old-single-collections/blackmarble-monthly-composite.json diff --git a/ingestion-data/collections/blackmarble/blackmarble-qf-cloud.json b/ingestion-data/collections/blackmarble/old-single-collections/blackmarble-qf-cloud.json similarity index 100% rename from ingestion-data/collections/blackmarble/blackmarble-qf-cloud.json rename to ingestion-data/collections/blackmarble/old-single-collections/blackmarble-qf-cloud.json diff --git a/ingestion-data/discovery-items/Sentinel-1/sentinel-1-all-vars-subdaily.json b/ingestion-data/discovery-items/Sentinel-1/sentinel-1-all-vars-subdaily.json index 2387d5f..7ec6715 100644 --- a/ingestion-data/discovery-items/Sentinel-1/sentinel-1-all-vars-subdaily.json +++ b/ingestion-data/discovery-items/Sentinel-1/sentinel-1-all-vars-subdaily.json @@ -9,20 +9,35 @@ "assets": { "hydrosar-wm": { "description": "HydroSAR water mapping product identifying surface water extent using SAR data for flood monitoring and wetland analysis.", - "regex": ".*WM_\\d{4}-\\d{2}-\\d{2}T\\d{2}:\\d{2}:\\d{2}Z\\.tif$", + "regex": ".*_WM_\\d{4}-\\d{2}-\\d{2}T\\d{2}:\\d{2}:\\d{2}Z\\.tif$", "title": "HydroSAR Water Map" }, "rgb": { "description": "RGB composite visualization combining SAR polarization channels for enhanced feature interpretation.", - "regex": "^(?!.*_AZI_).*(RGB|rgb).*.tif$", + "regex": "^(?!.*USDA).*(RGB|rgb).*Z.tif$", "title": "RGB Composite" }, - "rtc": { - "description": "Radiometric Terrain Corrected (RTC) SAR backscatter data normalized for terrain effects, providing calibrated intensity measurements for surface analysis.", - "regex": ".*RTC(20|30)_(VV|VH|WM)_[A-Za-z0-9]{4}_\\d{4}-\\d{2}-\\d{2}T\\d{2}:\\d{2}:\\d{2}Z\\.tif$", + "rgb-usda": { + "description": "USDA RGB composite visualization combining SAR polarization channels for enhanced feature interpretation.", + "regex": ".*USDA.*(RGB|rgb).*Z.tif$", + "title": "USDA RGB Composite" + }, + "rtc-VV": { + "description": "Radiometric Terrain Corrected SAR backscatter imagery with terrain effects removed for accurate surface reflectivity analysis.", + "regex": ".*RTC(20|30)_VV_.*Z.tif$", + "title": "RTC Backscatter" + }, + "rtc-VH": { + "description": "Radiometric Terrain Corrected SAR backscatter imagery with terrain effects removed for accurate surface reflectivity analysis.", + "regex": ".*RTC(20|30)_VH_.*Z.tif$", + "title": "RTC Backscatter" + }, + "rtc-WM": { + "description": "Radiometric Terrain Corrected SAR backscatter imagery with terrain effects removed for accurate surface reflectivity analysis.", + "regex": ".*RTC(20|30)_WM_[A-Fa-f0-9]{4}_.*Z\\.tif$", "title": "RTC Backscatter" } }, - "id_regex": "^(.*).tif$", - "id_template": "{}" + "id_regex": ".*(\\d{4}-\\d{2}-\\d{2}T\\d{2}:\\d{2}:\\d{2}Z)\\.tif$", + "id_template": "sentinel-1-{}" } \ No newline at end of file From 59a8ce37e374937d38a2ee69b218b059728be645 Mon Sep 17 00:00:00 2001 From: Kyle Lesinger Date: Thu, 30 Oct 2025 18:25:48 -0500 Subject: [PATCH 106/118] update sentinel-1 final --- .../old-single-collections/Sentinel-1-SAR.json | 0 .../old-single-collections/Sentinel-1-USDA.json | 0 .../old-single-collections/Sentinel-1-WM-daily.json | 0 .../old-single-collections/Sentinel-1-WM-subdaily.json | 0 .../old-single-collections/Sentinel-1-coherence-monthly.json | 0 .../old-single-collections/Sentinel-1-coherence-yearly.json | 0 .../old-single-collections/Sentinel-1-displacement.json | 0 .../old-single-collections/Sentinel-1-dmg-assessment.json | 0 .../old-single-collections/Sentinel-1-dpm-daily.json | 0 .../old-single-collections/Sentinel-1-dpm-monthly.json | 0 .../old-single-collections/Sentinel-1-opera-dist.json | 0 .../old-single-collections/Sentinel-1_ASF-monthly.json | 0 .../old-single-collections/Sentinel-1_ASF-subdaily.json | 0 .../old-single-collections/Sentinel-1_AZI.json | 0 .../Sentinel-1_opera-dswx-change-map.json | 0 .../old-single-collections/Sentinel-1_opera-dswx.json | 0 .../old-single-collections/Sentinel-1_rbg-daily.json | 0 .../old-single-collections/Sentinel-1_rbg-subdaily.json | 0 .../sentinel-1-all-vars-daily-TESTaddMetadata.json | 0 .../{Sentinel-1 => sentinel-1}/sentinel-1-all-vars-daily.json | 4 ++-- .../sentinel-1-all-vars-monthly.json | 4 ++-- .../sentinel-1-all-vars-subdaily.json | 0 22 files changed, 4 insertions(+), 4 deletions(-) rename ingestion-data/discovery-items/{Sentinel-1 => sentinel-1}/old-single-collections/Sentinel-1-SAR.json (100%) rename ingestion-data/discovery-items/{Sentinel-1 => sentinel-1}/old-single-collections/Sentinel-1-USDA.json (100%) rename ingestion-data/discovery-items/{Sentinel-1 => sentinel-1}/old-single-collections/Sentinel-1-WM-daily.json (100%) rename ingestion-data/discovery-items/{Sentinel-1 => sentinel-1}/old-single-collections/Sentinel-1-WM-subdaily.json (100%) rename ingestion-data/discovery-items/{Sentinel-1 => sentinel-1}/old-single-collections/Sentinel-1-coherence-monthly.json (100%) rename ingestion-data/discovery-items/{Sentinel-1 => sentinel-1}/old-single-collections/Sentinel-1-coherence-yearly.json (100%) rename ingestion-data/discovery-items/{Sentinel-1 => sentinel-1}/old-single-collections/Sentinel-1-displacement.json (100%) rename ingestion-data/discovery-items/{Sentinel-1 => sentinel-1}/old-single-collections/Sentinel-1-dmg-assessment.json (100%) rename ingestion-data/discovery-items/{Sentinel-1 => sentinel-1}/old-single-collections/Sentinel-1-dpm-daily.json (100%) rename ingestion-data/discovery-items/{Sentinel-1 => sentinel-1}/old-single-collections/Sentinel-1-dpm-monthly.json (100%) rename ingestion-data/discovery-items/{Sentinel-1 => sentinel-1}/old-single-collections/Sentinel-1-opera-dist.json (100%) rename ingestion-data/discovery-items/{Sentinel-1 => sentinel-1}/old-single-collections/Sentinel-1_ASF-monthly.json (100%) rename ingestion-data/discovery-items/{Sentinel-1 => sentinel-1}/old-single-collections/Sentinel-1_ASF-subdaily.json (100%) rename ingestion-data/discovery-items/{Sentinel-1 => sentinel-1}/old-single-collections/Sentinel-1_AZI.json (100%) rename ingestion-data/discovery-items/{Sentinel-1 => sentinel-1}/old-single-collections/Sentinel-1_opera-dswx-change-map.json (100%) rename ingestion-data/discovery-items/{Sentinel-1 => sentinel-1}/old-single-collections/Sentinel-1_opera-dswx.json (100%) rename ingestion-data/discovery-items/{Sentinel-1 => sentinel-1}/old-single-collections/Sentinel-1_rbg-daily.json (100%) rename ingestion-data/discovery-items/{Sentinel-1 => sentinel-1}/old-single-collections/Sentinel-1_rbg-subdaily.json (100%) rename ingestion-data/discovery-items/{Sentinel-1 => sentinel-1}/sentinel-1-all-vars-daily-TESTaddMetadata.json (100%) rename ingestion-data/discovery-items/{Sentinel-1 => sentinel-1}/sentinel-1-all-vars-daily.json (96%) rename ingestion-data/discovery-items/{Sentinel-1 => sentinel-1}/sentinel-1-all-vars-monthly.json (95%) rename ingestion-data/discovery-items/{Sentinel-1 => sentinel-1}/sentinel-1-all-vars-subdaily.json (100%) diff --git a/ingestion-data/discovery-items/Sentinel-1/old-single-collections/Sentinel-1-SAR.json b/ingestion-data/discovery-items/sentinel-1/old-single-collections/Sentinel-1-SAR.json similarity index 100% rename from ingestion-data/discovery-items/Sentinel-1/old-single-collections/Sentinel-1-SAR.json rename to ingestion-data/discovery-items/sentinel-1/old-single-collections/Sentinel-1-SAR.json diff --git a/ingestion-data/discovery-items/Sentinel-1/old-single-collections/Sentinel-1-USDA.json b/ingestion-data/discovery-items/sentinel-1/old-single-collections/Sentinel-1-USDA.json similarity index 100% rename from ingestion-data/discovery-items/Sentinel-1/old-single-collections/Sentinel-1-USDA.json rename to ingestion-data/discovery-items/sentinel-1/old-single-collections/Sentinel-1-USDA.json diff --git a/ingestion-data/discovery-items/Sentinel-1/old-single-collections/Sentinel-1-WM-daily.json b/ingestion-data/discovery-items/sentinel-1/old-single-collections/Sentinel-1-WM-daily.json similarity index 100% rename from ingestion-data/discovery-items/Sentinel-1/old-single-collections/Sentinel-1-WM-daily.json rename to ingestion-data/discovery-items/sentinel-1/old-single-collections/Sentinel-1-WM-daily.json diff --git a/ingestion-data/discovery-items/Sentinel-1/old-single-collections/Sentinel-1-WM-subdaily.json b/ingestion-data/discovery-items/sentinel-1/old-single-collections/Sentinel-1-WM-subdaily.json similarity index 100% rename from ingestion-data/discovery-items/Sentinel-1/old-single-collections/Sentinel-1-WM-subdaily.json rename to ingestion-data/discovery-items/sentinel-1/old-single-collections/Sentinel-1-WM-subdaily.json diff --git a/ingestion-data/discovery-items/Sentinel-1/old-single-collections/Sentinel-1-coherence-monthly.json b/ingestion-data/discovery-items/sentinel-1/old-single-collections/Sentinel-1-coherence-monthly.json similarity index 100% rename from ingestion-data/discovery-items/Sentinel-1/old-single-collections/Sentinel-1-coherence-monthly.json rename to ingestion-data/discovery-items/sentinel-1/old-single-collections/Sentinel-1-coherence-monthly.json diff --git a/ingestion-data/discovery-items/Sentinel-1/old-single-collections/Sentinel-1-coherence-yearly.json b/ingestion-data/discovery-items/sentinel-1/old-single-collections/Sentinel-1-coherence-yearly.json similarity index 100% rename from ingestion-data/discovery-items/Sentinel-1/old-single-collections/Sentinel-1-coherence-yearly.json rename to ingestion-data/discovery-items/sentinel-1/old-single-collections/Sentinel-1-coherence-yearly.json diff --git a/ingestion-data/discovery-items/Sentinel-1/old-single-collections/Sentinel-1-displacement.json b/ingestion-data/discovery-items/sentinel-1/old-single-collections/Sentinel-1-displacement.json similarity index 100% rename from ingestion-data/discovery-items/Sentinel-1/old-single-collections/Sentinel-1-displacement.json rename to ingestion-data/discovery-items/sentinel-1/old-single-collections/Sentinel-1-displacement.json diff --git a/ingestion-data/discovery-items/Sentinel-1/old-single-collections/Sentinel-1-dmg-assessment.json b/ingestion-data/discovery-items/sentinel-1/old-single-collections/Sentinel-1-dmg-assessment.json similarity index 100% rename from ingestion-data/discovery-items/Sentinel-1/old-single-collections/Sentinel-1-dmg-assessment.json rename to ingestion-data/discovery-items/sentinel-1/old-single-collections/Sentinel-1-dmg-assessment.json diff --git a/ingestion-data/discovery-items/Sentinel-1/old-single-collections/Sentinel-1-dpm-daily.json b/ingestion-data/discovery-items/sentinel-1/old-single-collections/Sentinel-1-dpm-daily.json similarity index 100% rename from ingestion-data/discovery-items/Sentinel-1/old-single-collections/Sentinel-1-dpm-daily.json rename to ingestion-data/discovery-items/sentinel-1/old-single-collections/Sentinel-1-dpm-daily.json diff --git a/ingestion-data/discovery-items/Sentinel-1/old-single-collections/Sentinel-1-dpm-monthly.json b/ingestion-data/discovery-items/sentinel-1/old-single-collections/Sentinel-1-dpm-monthly.json similarity index 100% rename from ingestion-data/discovery-items/Sentinel-1/old-single-collections/Sentinel-1-dpm-monthly.json rename to ingestion-data/discovery-items/sentinel-1/old-single-collections/Sentinel-1-dpm-monthly.json diff --git a/ingestion-data/discovery-items/Sentinel-1/old-single-collections/Sentinel-1-opera-dist.json b/ingestion-data/discovery-items/sentinel-1/old-single-collections/Sentinel-1-opera-dist.json similarity index 100% rename from ingestion-data/discovery-items/Sentinel-1/old-single-collections/Sentinel-1-opera-dist.json rename to ingestion-data/discovery-items/sentinel-1/old-single-collections/Sentinel-1-opera-dist.json diff --git a/ingestion-data/discovery-items/Sentinel-1/old-single-collections/Sentinel-1_ASF-monthly.json b/ingestion-data/discovery-items/sentinel-1/old-single-collections/Sentinel-1_ASF-monthly.json similarity index 100% rename from ingestion-data/discovery-items/Sentinel-1/old-single-collections/Sentinel-1_ASF-monthly.json rename to ingestion-data/discovery-items/sentinel-1/old-single-collections/Sentinel-1_ASF-monthly.json diff --git a/ingestion-data/discovery-items/Sentinel-1/old-single-collections/Sentinel-1_ASF-subdaily.json b/ingestion-data/discovery-items/sentinel-1/old-single-collections/Sentinel-1_ASF-subdaily.json similarity index 100% rename from ingestion-data/discovery-items/Sentinel-1/old-single-collections/Sentinel-1_ASF-subdaily.json rename to ingestion-data/discovery-items/sentinel-1/old-single-collections/Sentinel-1_ASF-subdaily.json diff --git a/ingestion-data/discovery-items/Sentinel-1/old-single-collections/Sentinel-1_AZI.json b/ingestion-data/discovery-items/sentinel-1/old-single-collections/Sentinel-1_AZI.json similarity index 100% rename from ingestion-data/discovery-items/Sentinel-1/old-single-collections/Sentinel-1_AZI.json rename to ingestion-data/discovery-items/sentinel-1/old-single-collections/Sentinel-1_AZI.json diff --git a/ingestion-data/discovery-items/Sentinel-1/old-single-collections/Sentinel-1_opera-dswx-change-map.json b/ingestion-data/discovery-items/sentinel-1/old-single-collections/Sentinel-1_opera-dswx-change-map.json similarity index 100% rename from ingestion-data/discovery-items/Sentinel-1/old-single-collections/Sentinel-1_opera-dswx-change-map.json rename to ingestion-data/discovery-items/sentinel-1/old-single-collections/Sentinel-1_opera-dswx-change-map.json diff --git a/ingestion-data/discovery-items/Sentinel-1/old-single-collections/Sentinel-1_opera-dswx.json b/ingestion-data/discovery-items/sentinel-1/old-single-collections/Sentinel-1_opera-dswx.json similarity index 100% rename from ingestion-data/discovery-items/Sentinel-1/old-single-collections/Sentinel-1_opera-dswx.json rename to ingestion-data/discovery-items/sentinel-1/old-single-collections/Sentinel-1_opera-dswx.json diff --git a/ingestion-data/discovery-items/Sentinel-1/old-single-collections/Sentinel-1_rbg-daily.json b/ingestion-data/discovery-items/sentinel-1/old-single-collections/Sentinel-1_rbg-daily.json similarity index 100% rename from ingestion-data/discovery-items/Sentinel-1/old-single-collections/Sentinel-1_rbg-daily.json rename to ingestion-data/discovery-items/sentinel-1/old-single-collections/Sentinel-1_rbg-daily.json diff --git a/ingestion-data/discovery-items/Sentinel-1/old-single-collections/Sentinel-1_rbg-subdaily.json b/ingestion-data/discovery-items/sentinel-1/old-single-collections/Sentinel-1_rbg-subdaily.json similarity index 100% rename from ingestion-data/discovery-items/Sentinel-1/old-single-collections/Sentinel-1_rbg-subdaily.json rename to ingestion-data/discovery-items/sentinel-1/old-single-collections/Sentinel-1_rbg-subdaily.json diff --git a/ingestion-data/discovery-items/Sentinel-1/sentinel-1-all-vars-daily-TESTaddMetadata.json b/ingestion-data/discovery-items/sentinel-1/sentinel-1-all-vars-daily-TESTaddMetadata.json similarity index 100% rename from ingestion-data/discovery-items/Sentinel-1/sentinel-1-all-vars-daily-TESTaddMetadata.json rename to ingestion-data/discovery-items/sentinel-1/sentinel-1-all-vars-daily-TESTaddMetadata.json diff --git a/ingestion-data/discovery-items/Sentinel-1/sentinel-1-all-vars-daily.json b/ingestion-data/discovery-items/sentinel-1/sentinel-1-all-vars-daily.json similarity index 96% rename from ingestion-data/discovery-items/Sentinel-1/sentinel-1-all-vars-daily.json rename to ingestion-data/discovery-items/sentinel-1/sentinel-1-all-vars-daily.json index 12dcebb..d501d61 100644 --- a/ingestion-data/discovery-items/Sentinel-1/sentinel-1-all-vars-daily.json +++ b/ingestion-data/discovery-items/sentinel-1/sentinel-1-all-vars-daily.json @@ -48,6 +48,6 @@ "title": "RGB Composite" } }, - "id_regex": "^(.*).tif$", - "id_template": "{}" + "id_regex": ".*(\\d{4}-\\d{2}-\\d{2})_day.tif$", + "id_template": "sentinel-1-{}" } \ No newline at end of file diff --git a/ingestion-data/discovery-items/Sentinel-1/sentinel-1-all-vars-monthly.json b/ingestion-data/discovery-items/sentinel-1/sentinel-1-all-vars-monthly.json similarity index 95% rename from ingestion-data/discovery-items/Sentinel-1/sentinel-1-all-vars-monthly.json rename to ingestion-data/discovery-items/sentinel-1/sentinel-1-all-vars-monthly.json index a9fe71d..54fa3b4 100644 --- a/ingestion-data/discovery-items/Sentinel-1/sentinel-1-all-vars-monthly.json +++ b/ingestion-data/discovery-items/sentinel-1/sentinel-1-all-vars-monthly.json @@ -33,6 +33,6 @@ "title": "RTC Backscatter" } }, - "id_regex": "^(.*).tif$", - "id_template": "{}" + "id_regex": ".*(\\d{4}-\\d{2})_monthly.tif$", + "id_template": "sentinel-1-{}" } \ No newline at end of file diff --git a/ingestion-data/discovery-items/Sentinel-1/sentinel-1-all-vars-subdaily.json b/ingestion-data/discovery-items/sentinel-1/sentinel-1-all-vars-subdaily.json similarity index 100% rename from ingestion-data/discovery-items/Sentinel-1/sentinel-1-all-vars-subdaily.json rename to ingestion-data/discovery-items/sentinel-1/sentinel-1-all-vars-subdaily.json From d800bd2e60882d4138042ee29978d751fec85da4 Mon Sep 17 00:00:00 2001 From: Kyle Lesinger Date: Thu, 30 Oct 2025 18:26:39 -0500 Subject: [PATCH 107/118] update --- .../{Sentinel-1 => sentinel-1}/interferogram_issues.txt | 0 .../old-single-collections/Sentinel-1-SAR.json | 0 .../old-single-collections/Sentinel-1-USDA.json | 0 .../old-single-collections/Sentinel-1-WM-daily.json | 0 .../old-single-collections/Sentinel-1-WM-subdaily.json | 0 .../old-single-collections/Sentinel-1-coherence-monthly.json | 0 .../old-single-collections/Sentinel-1-coherence-yearly.json | 0 .../old-single-collections/Sentinel-1-displacement.json | 0 .../old-single-collections/Sentinel-1-dmg-assessment.json | 0 .../old-single-collections/Sentinel-1-dpm-daily.json | 0 .../old-single-collections/Sentinel-1-dpm-monthly.json | 0 .../old-single-collections/Sentinel-1-opera-dist.json | 0 .../old-single-collections/Sentinel-1_ASF-monthly.json | 0 .../old-single-collections/Sentinel-1_ASF-subdaily.json | 0 .../old-single-collections/Sentinel-1_AZI.json | 0 .../old-single-collections/Sentinel-1_opera_dswx-change-map.json | 0 .../old-single-collections/Sentinel-1_opera_dswx.json | 0 .../old-single-collections/Sentinel-1_rgb-daily.json | 0 .../old-single-collections/Sentinel-1_rgb-subdaily.json | 0 .../sentinel-1-all-vars-daily-TESTaddMetadata.json | 0 .../{Sentinel-1 => sentinel-1}/sentinel-1-all-vars-daily.json | 0 .../{Sentinel-1 => sentinel-1}/sentinel-1-all-vars-monthly.json | 0 .../{Sentinel-1 => sentinel-1}/sentinel-1-all-vars-subdaily.json | 0 23 files changed, 0 insertions(+), 0 deletions(-) rename ingestion-data/collections/{Sentinel-1 => sentinel-1}/interferogram_issues.txt (100%) rename ingestion-data/collections/{Sentinel-1 => sentinel-1}/old-single-collections/Sentinel-1-SAR.json (100%) rename ingestion-data/collections/{Sentinel-1 => sentinel-1}/old-single-collections/Sentinel-1-USDA.json (100%) rename ingestion-data/collections/{Sentinel-1 => sentinel-1}/old-single-collections/Sentinel-1-WM-daily.json (100%) rename ingestion-data/collections/{Sentinel-1 => sentinel-1}/old-single-collections/Sentinel-1-WM-subdaily.json (100%) rename ingestion-data/collections/{Sentinel-1 => sentinel-1}/old-single-collections/Sentinel-1-coherence-monthly.json (100%) rename ingestion-data/collections/{Sentinel-1 => sentinel-1}/old-single-collections/Sentinel-1-coherence-yearly.json (100%) rename ingestion-data/collections/{Sentinel-1 => sentinel-1}/old-single-collections/Sentinel-1-displacement.json (100%) rename ingestion-data/collections/{Sentinel-1 => sentinel-1}/old-single-collections/Sentinel-1-dmg-assessment.json (100%) rename ingestion-data/collections/{Sentinel-1 => sentinel-1}/old-single-collections/Sentinel-1-dpm-daily.json (100%) rename ingestion-data/collections/{Sentinel-1 => sentinel-1}/old-single-collections/Sentinel-1-dpm-monthly.json (100%) rename ingestion-data/collections/{Sentinel-1 => sentinel-1}/old-single-collections/Sentinel-1-opera-dist.json (100%) rename ingestion-data/collections/{Sentinel-1 => sentinel-1}/old-single-collections/Sentinel-1_ASF-monthly.json (100%) rename ingestion-data/collections/{Sentinel-1 => sentinel-1}/old-single-collections/Sentinel-1_ASF-subdaily.json (100%) rename ingestion-data/collections/{Sentinel-1 => sentinel-1}/old-single-collections/Sentinel-1_AZI.json (100%) rename ingestion-data/collections/{Sentinel-1 => sentinel-1}/old-single-collections/Sentinel-1_opera_dswx-change-map.json (100%) rename ingestion-data/collections/{Sentinel-1 => sentinel-1}/old-single-collections/Sentinel-1_opera_dswx.json (100%) rename ingestion-data/collections/{Sentinel-1 => sentinel-1}/old-single-collections/Sentinel-1_rgb-daily.json (100%) rename ingestion-data/collections/{Sentinel-1 => sentinel-1}/old-single-collections/Sentinel-1_rgb-subdaily.json (100%) rename ingestion-data/collections/{Sentinel-1 => sentinel-1}/sentinel-1-all-vars-daily-TESTaddMetadata.json (100%) rename ingestion-data/collections/{Sentinel-1 => sentinel-1}/sentinel-1-all-vars-daily.json (100%) rename ingestion-data/collections/{Sentinel-1 => sentinel-1}/sentinel-1-all-vars-monthly.json (100%) rename ingestion-data/collections/{Sentinel-1 => sentinel-1}/sentinel-1-all-vars-subdaily.json (100%) diff --git a/ingestion-data/collections/Sentinel-1/interferogram_issues.txt b/ingestion-data/collections/sentinel-1/interferogram_issues.txt similarity index 100% rename from ingestion-data/collections/Sentinel-1/interferogram_issues.txt rename to ingestion-data/collections/sentinel-1/interferogram_issues.txt diff --git a/ingestion-data/collections/Sentinel-1/old-single-collections/Sentinel-1-SAR.json b/ingestion-data/collections/sentinel-1/old-single-collections/Sentinel-1-SAR.json similarity index 100% rename from ingestion-data/collections/Sentinel-1/old-single-collections/Sentinel-1-SAR.json rename to ingestion-data/collections/sentinel-1/old-single-collections/Sentinel-1-SAR.json diff --git a/ingestion-data/collections/Sentinel-1/old-single-collections/Sentinel-1-USDA.json b/ingestion-data/collections/sentinel-1/old-single-collections/Sentinel-1-USDA.json similarity index 100% rename from ingestion-data/collections/Sentinel-1/old-single-collections/Sentinel-1-USDA.json rename to ingestion-data/collections/sentinel-1/old-single-collections/Sentinel-1-USDA.json diff --git a/ingestion-data/collections/Sentinel-1/old-single-collections/Sentinel-1-WM-daily.json b/ingestion-data/collections/sentinel-1/old-single-collections/Sentinel-1-WM-daily.json similarity index 100% rename from ingestion-data/collections/Sentinel-1/old-single-collections/Sentinel-1-WM-daily.json rename to ingestion-data/collections/sentinel-1/old-single-collections/Sentinel-1-WM-daily.json diff --git a/ingestion-data/collections/Sentinel-1/old-single-collections/Sentinel-1-WM-subdaily.json b/ingestion-data/collections/sentinel-1/old-single-collections/Sentinel-1-WM-subdaily.json similarity index 100% rename from ingestion-data/collections/Sentinel-1/old-single-collections/Sentinel-1-WM-subdaily.json rename to ingestion-data/collections/sentinel-1/old-single-collections/Sentinel-1-WM-subdaily.json diff --git a/ingestion-data/collections/Sentinel-1/old-single-collections/Sentinel-1-coherence-monthly.json b/ingestion-data/collections/sentinel-1/old-single-collections/Sentinel-1-coherence-monthly.json similarity index 100% rename from ingestion-data/collections/Sentinel-1/old-single-collections/Sentinel-1-coherence-monthly.json rename to ingestion-data/collections/sentinel-1/old-single-collections/Sentinel-1-coherence-monthly.json diff --git a/ingestion-data/collections/Sentinel-1/old-single-collections/Sentinel-1-coherence-yearly.json b/ingestion-data/collections/sentinel-1/old-single-collections/Sentinel-1-coherence-yearly.json similarity index 100% rename from ingestion-data/collections/Sentinel-1/old-single-collections/Sentinel-1-coherence-yearly.json rename to ingestion-data/collections/sentinel-1/old-single-collections/Sentinel-1-coherence-yearly.json diff --git a/ingestion-data/collections/Sentinel-1/old-single-collections/Sentinel-1-displacement.json b/ingestion-data/collections/sentinel-1/old-single-collections/Sentinel-1-displacement.json similarity index 100% rename from ingestion-data/collections/Sentinel-1/old-single-collections/Sentinel-1-displacement.json rename to ingestion-data/collections/sentinel-1/old-single-collections/Sentinel-1-displacement.json diff --git a/ingestion-data/collections/Sentinel-1/old-single-collections/Sentinel-1-dmg-assessment.json b/ingestion-data/collections/sentinel-1/old-single-collections/Sentinel-1-dmg-assessment.json similarity index 100% rename from ingestion-data/collections/Sentinel-1/old-single-collections/Sentinel-1-dmg-assessment.json rename to ingestion-data/collections/sentinel-1/old-single-collections/Sentinel-1-dmg-assessment.json diff --git a/ingestion-data/collections/Sentinel-1/old-single-collections/Sentinel-1-dpm-daily.json b/ingestion-data/collections/sentinel-1/old-single-collections/Sentinel-1-dpm-daily.json similarity index 100% rename from ingestion-data/collections/Sentinel-1/old-single-collections/Sentinel-1-dpm-daily.json rename to ingestion-data/collections/sentinel-1/old-single-collections/Sentinel-1-dpm-daily.json diff --git a/ingestion-data/collections/Sentinel-1/old-single-collections/Sentinel-1-dpm-monthly.json b/ingestion-data/collections/sentinel-1/old-single-collections/Sentinel-1-dpm-monthly.json similarity index 100% rename from ingestion-data/collections/Sentinel-1/old-single-collections/Sentinel-1-dpm-monthly.json rename to ingestion-data/collections/sentinel-1/old-single-collections/Sentinel-1-dpm-monthly.json diff --git a/ingestion-data/collections/Sentinel-1/old-single-collections/Sentinel-1-opera-dist.json b/ingestion-data/collections/sentinel-1/old-single-collections/Sentinel-1-opera-dist.json similarity index 100% rename from ingestion-data/collections/Sentinel-1/old-single-collections/Sentinel-1-opera-dist.json rename to ingestion-data/collections/sentinel-1/old-single-collections/Sentinel-1-opera-dist.json diff --git a/ingestion-data/collections/Sentinel-1/old-single-collections/Sentinel-1_ASF-monthly.json b/ingestion-data/collections/sentinel-1/old-single-collections/Sentinel-1_ASF-monthly.json similarity index 100% rename from ingestion-data/collections/Sentinel-1/old-single-collections/Sentinel-1_ASF-monthly.json rename to ingestion-data/collections/sentinel-1/old-single-collections/Sentinel-1_ASF-monthly.json diff --git a/ingestion-data/collections/Sentinel-1/old-single-collections/Sentinel-1_ASF-subdaily.json b/ingestion-data/collections/sentinel-1/old-single-collections/Sentinel-1_ASF-subdaily.json similarity index 100% rename from ingestion-data/collections/Sentinel-1/old-single-collections/Sentinel-1_ASF-subdaily.json rename to ingestion-data/collections/sentinel-1/old-single-collections/Sentinel-1_ASF-subdaily.json diff --git a/ingestion-data/collections/Sentinel-1/old-single-collections/Sentinel-1_AZI.json b/ingestion-data/collections/sentinel-1/old-single-collections/Sentinel-1_AZI.json similarity index 100% rename from ingestion-data/collections/Sentinel-1/old-single-collections/Sentinel-1_AZI.json rename to ingestion-data/collections/sentinel-1/old-single-collections/Sentinel-1_AZI.json diff --git a/ingestion-data/collections/Sentinel-1/old-single-collections/Sentinel-1_opera_dswx-change-map.json b/ingestion-data/collections/sentinel-1/old-single-collections/Sentinel-1_opera_dswx-change-map.json similarity index 100% rename from ingestion-data/collections/Sentinel-1/old-single-collections/Sentinel-1_opera_dswx-change-map.json rename to ingestion-data/collections/sentinel-1/old-single-collections/Sentinel-1_opera_dswx-change-map.json diff --git a/ingestion-data/collections/Sentinel-1/old-single-collections/Sentinel-1_opera_dswx.json b/ingestion-data/collections/sentinel-1/old-single-collections/Sentinel-1_opera_dswx.json similarity index 100% rename from ingestion-data/collections/Sentinel-1/old-single-collections/Sentinel-1_opera_dswx.json rename to ingestion-data/collections/sentinel-1/old-single-collections/Sentinel-1_opera_dswx.json diff --git a/ingestion-data/collections/Sentinel-1/old-single-collections/Sentinel-1_rgb-daily.json b/ingestion-data/collections/sentinel-1/old-single-collections/Sentinel-1_rgb-daily.json similarity index 100% rename from ingestion-data/collections/Sentinel-1/old-single-collections/Sentinel-1_rgb-daily.json rename to ingestion-data/collections/sentinel-1/old-single-collections/Sentinel-1_rgb-daily.json diff --git a/ingestion-data/collections/Sentinel-1/old-single-collections/Sentinel-1_rgb-subdaily.json b/ingestion-data/collections/sentinel-1/old-single-collections/Sentinel-1_rgb-subdaily.json similarity index 100% rename from ingestion-data/collections/Sentinel-1/old-single-collections/Sentinel-1_rgb-subdaily.json rename to ingestion-data/collections/sentinel-1/old-single-collections/Sentinel-1_rgb-subdaily.json diff --git a/ingestion-data/collections/Sentinel-1/sentinel-1-all-vars-daily-TESTaddMetadata.json b/ingestion-data/collections/sentinel-1/sentinel-1-all-vars-daily-TESTaddMetadata.json similarity index 100% rename from ingestion-data/collections/Sentinel-1/sentinel-1-all-vars-daily-TESTaddMetadata.json rename to ingestion-data/collections/sentinel-1/sentinel-1-all-vars-daily-TESTaddMetadata.json diff --git a/ingestion-data/collections/Sentinel-1/sentinel-1-all-vars-daily.json b/ingestion-data/collections/sentinel-1/sentinel-1-all-vars-daily.json similarity index 100% rename from ingestion-data/collections/Sentinel-1/sentinel-1-all-vars-daily.json rename to ingestion-data/collections/sentinel-1/sentinel-1-all-vars-daily.json diff --git a/ingestion-data/collections/Sentinel-1/sentinel-1-all-vars-monthly.json b/ingestion-data/collections/sentinel-1/sentinel-1-all-vars-monthly.json similarity index 100% rename from ingestion-data/collections/Sentinel-1/sentinel-1-all-vars-monthly.json rename to ingestion-data/collections/sentinel-1/sentinel-1-all-vars-monthly.json diff --git a/ingestion-data/collections/Sentinel-1/sentinel-1-all-vars-subdaily.json b/ingestion-data/collections/sentinel-1/sentinel-1-all-vars-subdaily.json similarity index 100% rename from ingestion-data/collections/Sentinel-1/sentinel-1-all-vars-subdaily.json rename to ingestion-data/collections/sentinel-1/sentinel-1-all-vars-subdaily.json From cb7516401c57c0709cc92d19b1b55e68ad251dec Mon Sep 17 00:00:00 2001 From: Kyle Lesinger Date: Fri, 31 Oct 2025 08:15:18 -0500 Subject: [PATCH 108/118] update blackmarble daily --- .../blackmarble-all-vars-daily.json | 136 ++++++++++++++++++ .../blackmarble-all-vars-daily.json | 38 +++++ .../blackmarble-all-angle.json | 18 +++ .../blackmarble-brdf.json | 18 +++ .../blackmarble-con.json | 33 +++++ .../blackmarble-daily.json | 18 +++ .../blackmarble-dnb.json | 18 +++ .../blackmarble-hd-daily.json | 18 +++ .../blackmarble-monthly-composite.json | 18 +++ .../blackmarble-qf-cloud.json | 28 ++++ 10 files changed, 343 insertions(+) create mode 100644 ingestion-data/discovery-items/blackmarble/blackmarble-all-vars-daily.json create mode 100644 ingestion-data/discovery-items/blackmarble/old-single-collections/blackmarble-all-angle.json create mode 100644 ingestion-data/discovery-items/blackmarble/old-single-collections/blackmarble-brdf.json create mode 100644 ingestion-data/discovery-items/blackmarble/old-single-collections/blackmarble-con.json create mode 100644 ingestion-data/discovery-items/blackmarble/old-single-collections/blackmarble-daily.json create mode 100644 ingestion-data/discovery-items/blackmarble/old-single-collections/blackmarble-dnb.json create mode 100644 ingestion-data/discovery-items/blackmarble/old-single-collections/blackmarble-hd-daily.json create mode 100644 ingestion-data/discovery-items/blackmarble/old-single-collections/blackmarble-monthly-composite.json create mode 100644 ingestion-data/discovery-items/blackmarble/old-single-collections/blackmarble-qf-cloud.json diff --git a/ingestion-data/collections/blackmarble/blackmarble-all-vars-daily.json b/ingestion-data/collections/blackmarble/blackmarble-all-vars-daily.json index e69de29..fcbbd5c 100644 --- a/ingestion-data/collections/blackmarble/blackmarble-all-vars-daily.json +++ b/ingestion-data/collections/blackmarble/blackmarble-all-vars-daily.json @@ -0,0 +1,136 @@ +{ + "id": "blackmarble-all-vars-daily", + "dashboard:is_periodic": false, + "dashboard:time_interval": "P1D", + "title": "Black Marble Daily", + "description": "Black Marble is NASA's high-resolution nighttime lights product derived from the Visible Infrared Imaging Radiometer Suite (VIIRS) Day/Night Band (DNB) sensor aboard the Suomi NPP and NOAA-20 satellites. This collection includes multiple products: BRDF-corrected nighttime lights, continuous monitoring (Con) layers at 500-meter resolution, daily composites for standard and high-definition (HD) observations, Day/Night Band (DNB) mosaics, and cloud mask layers. These products capture Earth's artificial illumination patterns at 500-meter or finer spatial resolution, providing enhanced visualization of power outages, infrastructure damage, and human activity patterns through careful atmospheric correction and stray light removal processing.", + "extent": { + "spatial": { + "bbox": [ + [ + -125, + 24, + -66, + 49 + ] + ] + }, + "temporal": { + "interval": [ + [ + "2020-01-01T00:00:00Z", + null + ] + ] + } + }, + "item_assets": { + "brdf": { + "description": "BRDF-corrected nighttime lights composite providing standardized radiance measurements with bidirectional reflectance corrections.", + "roles": ["data", "layer"], + "title": "BRDF Corrected", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "bm": { + "description": "Daily composite of nighttime lights at standard resolution for consistent temporal monitoring.", + "roles": ["data", "layer"], + "title": "Daily Composite", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "bmhd": { + "description": "High-definition daily composite of nighttime lights at enhanced spatial resolution for detailed analysis.", + "roles": ["data", "layer"], + "title": "HD Daily Composite", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "cloud-mask": { + "description": "Cloud mask layer identifying cloud-covered pixels for quality control and interpretation.", + "roles": ["data", "layer"], + "title": "Cloud Mask", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "cloud-mask-c2": { + "description": "Alternative cloud mask layer (C2) using different detection algorithms for quality assessment.", + "roles": ["data", "layer"], + "title": "Cloud Mask C2", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + } + }, + "license": "CC0-1.0", + "links": [], + "providers": [ + { + "name": "NASA Disasters Program", + "roles": [ + "host" + ], + "url": "https://disasters.openveda.cloud" + } + ], + "renders": { + "brdf": { + "assets": [ + "brdf" + ], + "bidx": [1,2,3], + "rescale": [ + [ + 0, + 255 + ] + ] + }, + "bm": { + "assets": [ + "bm" + ], + "rescale": [ + [ + 0, + 313 + ] + ] + }, + "bmhd": { + "assets": [ + "bmhd" + ], + "bidx": [1,2,3], + "rescale": [ + [ + 0, + 255 + ] + ] + }, + "cloud-mask": { + "assets": [ + "cloud-mask" + ], + "rescale": [ + [ + 0, + 1 + ] + ] + }, + "cloud-mask-c2": { + "assets": [ + "cloud-mask-c2" + ], + "rescale": [ + [ + 0, + 1 + ] + ] + } + }, + "stac_extensions": [ + "https://stac-extensions.github.io/render/v1.0.0/schema.json", + "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" + ], + "stac_version": "1.0.0", + "type": "Collection", + "tenant": ["nasa-disasters"] +} diff --git a/ingestion-data/discovery-items/blackmarble/blackmarble-all-vars-daily.json b/ingestion-data/discovery-items/blackmarble/blackmarble-all-vars-daily.json new file mode 100644 index 0000000..0c01fac --- /dev/null +++ b/ingestion-data/discovery-items/blackmarble/blackmarble-all-vars-daily.json @@ -0,0 +1,38 @@ +{ + "collection": "blackmarble-all-vars-daily", + "bucket": "nasa-disasters", + "prefix": "drcs_activations_new/Blackmarble/", + "cogify": false, + "discovery": "s3", + "dry_run": false, + "filename_regex": ".*.tif$", + "assets": { + "brdf": { + "description": "BRDF-corrected nighttime lights composite providing standardized radiance measurements with bidirectional reflectance corrections.", + "regex": ".*_(BRDFCorrected|BRDF-Corrected).*\\.tif$", + "title": "BRDF Corrected" + }, + "bm": { + "description": "Daily composite of nighttime lights at standard resolution for consistent temporal monitoring.", + "regex": "^(?!.*_Con_).*blackmarble.*\\.tif$", + "title": "Daily Composite" + }, + "bmhd": { + "description": "High-definition daily composite of nighttime lights at enhanced spatial resolution for detailed analysis.", + "regex": "^(?!.*_Cloud_).*(finalBMHD|BMHD).*\\.tif$", + "title": "HD Daily Composite" + }, + "cloud-mask": { + "description": "Cloud mask layer identifying cloud-covered pixels for quality control and interpretation.", + "regex": "^(?!.*C2).*Cloud_.*\\.tif$", + "title": "Cloud Mask" + }, + "cloud-mask-c2": { + "description": "Alternative cloud mask layer (C2) using different detection algorithms for quality assessment.", + "regex": ".*_Cloud_.*C2.*\\.tif$", + "title": "Cloud Mask C2" + } + }, + "id_regex": ".*(\\d{4}-\\d{2}-\\d{2})_day.tif$", + "id_template": "blackmarble-{}" +} diff --git a/ingestion-data/discovery-items/blackmarble/old-single-collections/blackmarble-all-angle.json b/ingestion-data/discovery-items/blackmarble/old-single-collections/blackmarble-all-angle.json new file mode 100644 index 0000000..6927bfc --- /dev/null +++ b/ingestion-data/discovery-items/blackmarble/old-single-collections/blackmarble-all-angle.json @@ -0,0 +1,18 @@ +{ + "collection": "blackmarble-all-angle", + "bucket": "nasa-disasters", + "prefix": "drcs_activations_new/Blackmarble/all-angle/", + "cogify": false, + "discovery": "s3", + "dry_run": false, + "filename_regex": ".*.tif$", + "assets": { + "brdf": { + "description": "Black marble All Angle Composite", + "regex": ".*.tif$", + "title": "Black marble All Angle Composite" + } + }, + "id_regex": "(.*).tif$", + "id_template": "{}" +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/blackmarble/old-single-collections/blackmarble-brdf.json b/ingestion-data/discovery-items/blackmarble/old-single-collections/blackmarble-brdf.json new file mode 100644 index 0000000..7acfec3 --- /dev/null +++ b/ingestion-data/discovery-items/blackmarble/old-single-collections/blackmarble-brdf.json @@ -0,0 +1,18 @@ +{ + "collection": "blackmarble-brdf", + "bucket": "nasa-disasters", + "prefix": "drcs_activations_new/Blackmarble/brdf-corrected/", + "cogify": false, + "discovery": "s3", + "dry_run": false, + "filename_regex": ".*.tif$", + "assets": { + "brdf": { + "description": "Black marble BRDF", + "regex": ".*_BRDFCorrected.*.tif$", + "title": "Black marble BRDF Corrected" + } + }, + "id_regex": ".*_(.*).tif$", + "id_template": "{}" +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/blackmarble/old-single-collections/blackmarble-con.json b/ingestion-data/discovery-items/blackmarble/old-single-collections/blackmarble-con.json new file mode 100644 index 0000000..0f9cca6 --- /dev/null +++ b/ingestion-data/discovery-items/blackmarble/old-single-collections/blackmarble-con.json @@ -0,0 +1,33 @@ +{ + "collection": "blackmarble-con", + "bucket": "nasa-disasters", + "prefix": "drcs_activations_new/Blackmarble/con/", + "cogify": false, + "discovery": "s3", + "dry_run": false, + "filename_regex": ".*.tif$", + "assets": { + "VJ146A31": { + "description": "Black marble VJ146A31", + "regex": ".*VJ146A31.*.tif$", + "title": "Black marble VJ146A31" + }, + "VJ146A32": { + "description": "Black marble VJ146A32", + "regex": ".*VJ146A32.*.tif$", + "title": "Black marble VJ146A32" + }, + "VJ146A33": { + "description": "Black marble VJ146A33", + "regex": ".*VJ146A33.*.tif$", + "title": "Black marble VJ146A33" + }, + "VJ146A34": { + "description": "Black marble VJ146A34", + "regex": ".*VJ146A34.*.tif$", + "title": "Black marble VJ146A34" + } + }, + "id_regex": ".*_(\\d{4}-\\d{2}_monthly)\\.tif", + "id_template": "blackmarble_Con-{}" +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/blackmarble/old-single-collections/blackmarble-daily.json b/ingestion-data/discovery-items/blackmarble/old-single-collections/blackmarble-daily.json new file mode 100644 index 0000000..be0b6ee --- /dev/null +++ b/ingestion-data/discovery-items/blackmarble/old-single-collections/blackmarble-daily.json @@ -0,0 +1,18 @@ +{ + "collection": "blackmarble-daily-composite", + "bucket": "nasa-disasters", + "prefix": "drcs_activations_new/Blackmarble/daily-composite/", + "cogify": false, + "discovery": "s3", + "dry_run": false, + "filename_regex": ".*.tif$", + "assets": { + "bm-day": { + "description": "Black marble daily composite", + "regex": ".*.tif$", + "title": "Black marble daily composite" + } + }, + "id_regex": "(.*).tif$", + "id_template": "{}" +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/blackmarble/old-single-collections/blackmarble-dnb.json b/ingestion-data/discovery-items/blackmarble/old-single-collections/blackmarble-dnb.json new file mode 100644 index 0000000..dbce97c --- /dev/null +++ b/ingestion-data/discovery-items/blackmarble/old-single-collections/blackmarble-dnb.json @@ -0,0 +1,18 @@ +{ + "collection": "blackmarble-dnb", + "bucket": "nasa-disasters", + "prefix": "drcs_activations_new/Blackmarble/dnb/", + "cogify": false, + "discovery": "s3", + "dry_run": false, + "filename_regex": ".*.tif$", + "assets": { + "mosaic": { + "description": "Black marble day night band mosaic", + "regex": ".*.tif", + "title": "Black marble day night band mosaic" + } + }, + "id_regex": ".*(\\d{4}-\\d{2}-\\d{2})_day\\.tif$", + "id_template": "blackmarble-dnb-{}" +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/blackmarble/old-single-collections/blackmarble-hd-daily.json b/ingestion-data/discovery-items/blackmarble/old-single-collections/blackmarble-hd-daily.json new file mode 100644 index 0000000..4d3947a --- /dev/null +++ b/ingestion-data/discovery-items/blackmarble/old-single-collections/blackmarble-hd-daily.json @@ -0,0 +1,18 @@ +{ + "collection": "blackmarble-hd-daily-composite", + "bucket": "nasa-disasters", + "prefix": "drcs_activations_new/Blackmarble/hd/", + "cogify": false, + "discovery": "s3", + "dry_run": false, + "filename_regex": ".*.tif$", + "assets": { + "brdf": { + "description": "Black marble HD daily composite", + "regex": ".*.tif$", + "title": "Black marble HD daily composite" + } + }, + "id_regex": "(.*).tif$", + "id_template": "blackmarble-hd-{}" +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/blackmarble/old-single-collections/blackmarble-monthly-composite.json b/ingestion-data/discovery-items/blackmarble/old-single-collections/blackmarble-monthly-composite.json new file mode 100644 index 0000000..4d3947a --- /dev/null +++ b/ingestion-data/discovery-items/blackmarble/old-single-collections/blackmarble-monthly-composite.json @@ -0,0 +1,18 @@ +{ + "collection": "blackmarble-hd-daily-composite", + "bucket": "nasa-disasters", + "prefix": "drcs_activations_new/Blackmarble/hd/", + "cogify": false, + "discovery": "s3", + "dry_run": false, + "filename_regex": ".*.tif$", + "assets": { + "brdf": { + "description": "Black marble HD daily composite", + "regex": ".*.tif$", + "title": "Black marble HD daily composite" + } + }, + "id_regex": "(.*).tif$", + "id_template": "blackmarble-hd-{}" +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/blackmarble/old-single-collections/blackmarble-qf-cloud.json b/ingestion-data/discovery-items/blackmarble/old-single-collections/blackmarble-qf-cloud.json new file mode 100644 index 0000000..05df654 --- /dev/null +++ b/ingestion-data/discovery-items/blackmarble/old-single-collections/blackmarble-qf-cloud.json @@ -0,0 +1,28 @@ +{ + "collection": "blackmarble-cloud", + "bucket": "nasa-disasters", + "prefix": "drcs_activations_new/Blackmarble/qf-cloud/", + "cogify": false, + "discovery": "s3", + "dry_run": false, + "filename_regex": ".*.tif$", + "assets": { + "cloud-mask": { + "description": "Black marble cloud mask", + "regex": ".*Cloud_V.*.tif", + "title": "Black marble cloud mask" + }, + "qf-cloud-mask-c2": { + "description": "Black marble cloud mask c2", + "regex": ".*_QF_Cloud_MaskC2_.*", + "title": "Black marble cloud mask c2" + }, + "qf-cloud-mask": { + "description": "Black marble cloud mask c2", + "regex": ".*_QF_Cloud_.*", + "title": "Black marble cloud mask c2" + } + }, + "id_regex": ".*blackmarble_(.*)\\.tif$", + "id_template": "blackmarble-{}" +} \ No newline at end of file From 7cc21cc0da62c1fbe5635b61c937fbf6f0217638 Mon Sep 17 00:00:00 2001 From: Kyle Lesinger Date: Fri, 31 Oct 2025 08:56:53 -0500 Subject: [PATCH 109/118] update blackmarble monthly --- .../blackmarble-all-vars-monthly.json | 153 ++++++++++++++++++ .../blackmarble-all-vars-monthly.json | 43 +++++ 2 files changed, 196 insertions(+) create mode 100644 ingestion-data/discovery-items/blackmarble/blackmarble-all-vars-monthly.json diff --git a/ingestion-data/collections/blackmarble/blackmarble-all-vars-monthly.json b/ingestion-data/collections/blackmarble/blackmarble-all-vars-monthly.json index e69de29..86863a9 100644 --- a/ingestion-data/collections/blackmarble/blackmarble-all-vars-monthly.json +++ b/ingestion-data/collections/blackmarble/blackmarble-all-vars-monthly.json @@ -0,0 +1,153 @@ +{ + "id": "blackmarble-all-vars-monthly", + "dashboard:is_periodic": false, + "dashboard:time_interval": "P1M", + "title": "Black Marble Monthly", + "description": "Black Marble is NASA's high-resolution nighttime lights product derived from the Visible Infrared Imaging Radiometer Suite (VIIRS) Day/Night Band (DNB) sensor aboard the Suomi NPP and NOAA-20 satellites. This monthly collection includes BMHD monthly composites providing temporal aggregation of nighttime lights, all-angle composites capturing light from multiple viewing geometries, and continuous monitoring (Con) layers for consistent monthly observations at 500-meter resolution.", + "extent": { + "spatial": { + "bbox": [ + [ + -125, + 24, + -66, + 49 + ] + ] + }, + "temporal": { + "interval": [ + [ + "2020-01-01T00:00:00Z", + null + ] + ] + } + }, + "item_assets": { + "bm-month": { + "description": "High-definition monthly composite of nighttime lights providing temporal aggregation for trend analysis and change detection.", + "roles": ["data", "layer"], + "title": "Black Marble Monthly Composite", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "bm-mosaic-c2": { + "description": "High-definition monthly composite of nighttime lights providing temporal aggregation for trend analysis and change detection.", + "roles": ["data", "layer"], + "title": "Black Marble Monthly Composite", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "mosaic-c2": { + "description": "High-definition monthly composite of nighttime lights providing temporal aggregation for trend analysis and change detection.", + "roles": ["data", "layer"], + "title": "Black Marble Monthly Composite", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "all-Angle": { + "description": "All-angle monthly composite capturing nighttime lights from multiple viewing geometries for comprehensive illumination analysis.", + "roles": ["data", "layer"], + "title": "All Angle Composite", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "con": { + "description": "Continuous monitoring monthly layer providing consistent nighttime lights observations for long-term monitoring.", + "roles": ["data", "layer"], + "title": "Con Monthly", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "bmhd": { + "description": "Continuous monitoring monthly layer providing consistent nighttime lights observations for long-term monitoring.", + "roles": ["data", "layer"], + "title": "Con Monthly", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + } + }, + "license": "CC0-1.0", + "links": [], + "providers": [ + { + "name": "NASA Disasters Program", + "roles": [ + "host" + ], + "url": "https://disasters.openveda.cloud" + } + ], + "renders": { + "bm-month": { + "assets": [ + "bm-month" + ], + "bidx": [1,2,3], + "rescale": [ + [ + 0, + 255 + ] + ] + }, + "bm-mosaic-c2": { + "assets": [ + "bm-mosaic-c2" + ], + "rescale": [ + [ + 0, + 313 + ] + ] + }, + "mosaic-c2": { + "assets": [ + "mosaic-c2" + ], + "rescale": [ + [ + 0, + 313 + ] + ] + }, + "all-Angle": { + "assets": [ + "all-Angle" + ], + "rescale": [ + [ + 0, + 110 + ] + ] + }, + "con": { + "assets": [ + "con" + ], + "rescale": [ + [ + 0, + 313 + ] + ] + }, + "bmhd": { + "assets": [ + "bmhd" + ], + "bidx": [1,2,3], + "rescale": [ + [ + 0, + 255 + ] + ] + } + }, + "stac_extensions": [ + "https://stac-extensions.github.io/render/v1.0.0/schema.json", + "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" + ], + "stac_version": "1.0.0", + "type": "Collection", + "tenant": ["nasa-disasters"] +} diff --git a/ingestion-data/discovery-items/blackmarble/blackmarble-all-vars-monthly.json b/ingestion-data/discovery-items/blackmarble/blackmarble-all-vars-monthly.json new file mode 100644 index 0000000..31d77a9 --- /dev/null +++ b/ingestion-data/discovery-items/blackmarble/blackmarble-all-vars-monthly.json @@ -0,0 +1,43 @@ +{ + "collection": "blackmarble-all-vars-monthly", + "bucket": "nasa-disasters", + "prefix": "drcs_activations_new/Blackmarble/", + "cogify": false, + "discovery": "s3", + "dry_run": false, + "filename_regex": ".*_monthly.tif$", + "assets": { + "bm-month": { + "description": "High-definition monthly composite of nighttime lights providing temporal aggregation for trend analysis and change detection.", + "regex": ".*blackmarble.*MonthlyComposite.*.tif$", + "title": "Black Marble Monthly Composite" + }, + "bm-mosaic-c2": { + "description": "High-definition monthly composite of nighttime lights providing temporal aggregation for trend analysis and change detection.", + "regex": ".*blackmarble.*Mosaic_C2.*.tif$", + "title": "Black Marble Monthly Composite" + }, + "mosaic-c2": { + "description": "High-definition monthly composite of nighttime lights providing temporal aggregation for trend analysis and change detection.", + "regex": "^(?!.*blackmarble)(?!.*finalBMHD).*Mosaic_C2.*.tif$", + "title": "Black Marble Monthly Composite" + }, + "all-Angle": { + "description": "All-angle monthly composite capturing nighttime lights from multiple viewing geometries for comprehensive illumination analysis.", + "regex": ".*AllAngle.*.tif$", + "title": "All Angle Composite" + }, + "con": { + "description": "Continuous monitoring monthly layer providing consistent nighttime lights observations for long-term monitoring.", + "regex": ".*_Con_.*.tif$", + "title": "Con Monthly" + }, + "bmhd": { + "description": "Continuous monitoring monthly layer providing consistent nighttime lights observations for long-term monitoring.", + "regex": ".*_finalBMHD.*.tif$", + "title": "Con Monthly" + } + }, + "id_regex": ".*(\\d{4}-\\d{2})_monthly.tif$", + "id_template": "blackmarble-{}" +} From f3125f0b0416de59ac425f8a3bab21b37b7145ce Mon Sep 17 00:00:00 2001 From: Kyle Lesinger Date: Fri, 31 Oct 2025 11:06:13 -0500 Subject: [PATCH 110/118] update opera daily collection --- .../hls/hls-distAlert.json | 0 .../old-single-collections}/hls/hls-dnbr.json | 0 .../hls/hls-dswx-daily.json | 0 .../hls/hls-dswx-subdaily.json | 0 .../hls/hls-opera-subdaily.json | 0 .../blackmarble/blackmarble-all-angle.json | 18 ---- .../blackmarble/blackmarble-brdf.json | 18 ---- .../blackmarble/blackmarble-con.json | 33 ------- .../blackmarble/blackmarble-daily.json | 18 ---- .../blackmarble/blackmarble-dnb.json | 18 ---- .../blackmarble/blackmarble-hd-daily.json | 18 ---- .../blackmarble-monthly-composite.json | 18 ---- .../blackmarble/blackmarble-qf-cloud.json | 28 ------ .../hls/hls-distAlert.json | 0 .../old-single-collections}/hls/hls-dnbr.json | 0 .../hls/hls-dswx-daily.json | 0 .../hls/hls-dswx-subdaily.json | 0 .../opera/opera-all-vars-daily.json | 88 +++++++++++++++++++ 18 files changed, 88 insertions(+), 169 deletions(-) rename ingestion-data/collections/{ => opera/old-single-collections}/hls/hls-distAlert.json (100%) rename ingestion-data/collections/{ => opera/old-single-collections}/hls/hls-dnbr.json (100%) rename ingestion-data/collections/{ => opera/old-single-collections}/hls/hls-dswx-daily.json (100%) rename ingestion-data/collections/{ => opera/old-single-collections}/hls/hls-dswx-subdaily.json (100%) rename ingestion-data/collections/{ => opera/old-single-collections}/hls/hls-opera-subdaily.json (100%) delete mode 100644 ingestion-data/discovery-items/blackmarble/blackmarble-all-angle.json delete mode 100644 ingestion-data/discovery-items/blackmarble/blackmarble-brdf.json delete mode 100644 ingestion-data/discovery-items/blackmarble/blackmarble-con.json delete mode 100644 ingestion-data/discovery-items/blackmarble/blackmarble-daily.json delete mode 100644 ingestion-data/discovery-items/blackmarble/blackmarble-dnb.json delete mode 100644 ingestion-data/discovery-items/blackmarble/blackmarble-hd-daily.json delete mode 100644 ingestion-data/discovery-items/blackmarble/blackmarble-monthly-composite.json delete mode 100644 ingestion-data/discovery-items/blackmarble/blackmarble-qf-cloud.json rename ingestion-data/discovery-items/{ => opera/old-single-collections}/hls/hls-distAlert.json (100%) rename ingestion-data/discovery-items/{ => opera/old-single-collections}/hls/hls-dnbr.json (100%) rename ingestion-data/discovery-items/{ => opera/old-single-collections}/hls/hls-dswx-daily.json (100%) rename ingestion-data/discovery-items/{ => opera/old-single-collections}/hls/hls-dswx-subdaily.json (100%) create mode 100644 ingestion-data/discovery-items/opera/opera-all-vars-daily.json diff --git a/ingestion-data/collections/hls/hls-distAlert.json b/ingestion-data/collections/opera/old-single-collections/hls/hls-distAlert.json similarity index 100% rename from ingestion-data/collections/hls/hls-distAlert.json rename to ingestion-data/collections/opera/old-single-collections/hls/hls-distAlert.json diff --git a/ingestion-data/collections/hls/hls-dnbr.json b/ingestion-data/collections/opera/old-single-collections/hls/hls-dnbr.json similarity index 100% rename from ingestion-data/collections/hls/hls-dnbr.json rename to ingestion-data/collections/opera/old-single-collections/hls/hls-dnbr.json diff --git a/ingestion-data/collections/hls/hls-dswx-daily.json b/ingestion-data/collections/opera/old-single-collections/hls/hls-dswx-daily.json similarity index 100% rename from ingestion-data/collections/hls/hls-dswx-daily.json rename to ingestion-data/collections/opera/old-single-collections/hls/hls-dswx-daily.json diff --git a/ingestion-data/collections/hls/hls-dswx-subdaily.json b/ingestion-data/collections/opera/old-single-collections/hls/hls-dswx-subdaily.json similarity index 100% rename from ingestion-data/collections/hls/hls-dswx-subdaily.json rename to ingestion-data/collections/opera/old-single-collections/hls/hls-dswx-subdaily.json diff --git a/ingestion-data/collections/hls/hls-opera-subdaily.json b/ingestion-data/collections/opera/old-single-collections/hls/hls-opera-subdaily.json similarity index 100% rename from ingestion-data/collections/hls/hls-opera-subdaily.json rename to ingestion-data/collections/opera/old-single-collections/hls/hls-opera-subdaily.json diff --git a/ingestion-data/discovery-items/blackmarble/blackmarble-all-angle.json b/ingestion-data/discovery-items/blackmarble/blackmarble-all-angle.json deleted file mode 100644 index 6927bfc..0000000 --- a/ingestion-data/discovery-items/blackmarble/blackmarble-all-angle.json +++ /dev/null @@ -1,18 +0,0 @@ -{ - "collection": "blackmarble-all-angle", - "bucket": "nasa-disasters", - "prefix": "drcs_activations_new/Blackmarble/all-angle/", - "cogify": false, - "discovery": "s3", - "dry_run": false, - "filename_regex": ".*.tif$", - "assets": { - "brdf": { - "description": "Black marble All Angle Composite", - "regex": ".*.tif$", - "title": "Black marble All Angle Composite" - } - }, - "id_regex": "(.*).tif$", - "id_template": "{}" -} \ No newline at end of file diff --git a/ingestion-data/discovery-items/blackmarble/blackmarble-brdf.json b/ingestion-data/discovery-items/blackmarble/blackmarble-brdf.json deleted file mode 100644 index 7acfec3..0000000 --- a/ingestion-data/discovery-items/blackmarble/blackmarble-brdf.json +++ /dev/null @@ -1,18 +0,0 @@ -{ - "collection": "blackmarble-brdf", - "bucket": "nasa-disasters", - "prefix": "drcs_activations_new/Blackmarble/brdf-corrected/", - "cogify": false, - "discovery": "s3", - "dry_run": false, - "filename_regex": ".*.tif$", - "assets": { - "brdf": { - "description": "Black marble BRDF", - "regex": ".*_BRDFCorrected.*.tif$", - "title": "Black marble BRDF Corrected" - } - }, - "id_regex": ".*_(.*).tif$", - "id_template": "{}" -} \ No newline at end of file diff --git a/ingestion-data/discovery-items/blackmarble/blackmarble-con.json b/ingestion-data/discovery-items/blackmarble/blackmarble-con.json deleted file mode 100644 index 0f9cca6..0000000 --- a/ingestion-data/discovery-items/blackmarble/blackmarble-con.json +++ /dev/null @@ -1,33 +0,0 @@ -{ - "collection": "blackmarble-con", - "bucket": "nasa-disasters", - "prefix": "drcs_activations_new/Blackmarble/con/", - "cogify": false, - "discovery": "s3", - "dry_run": false, - "filename_regex": ".*.tif$", - "assets": { - "VJ146A31": { - "description": "Black marble VJ146A31", - "regex": ".*VJ146A31.*.tif$", - "title": "Black marble VJ146A31" - }, - "VJ146A32": { - "description": "Black marble VJ146A32", - "regex": ".*VJ146A32.*.tif$", - "title": "Black marble VJ146A32" - }, - "VJ146A33": { - "description": "Black marble VJ146A33", - "regex": ".*VJ146A33.*.tif$", - "title": "Black marble VJ146A33" - }, - "VJ146A34": { - "description": "Black marble VJ146A34", - "regex": ".*VJ146A34.*.tif$", - "title": "Black marble VJ146A34" - } - }, - "id_regex": ".*_(\\d{4}-\\d{2}_monthly)\\.tif", - "id_template": "blackmarble_Con-{}" -} \ No newline at end of file diff --git a/ingestion-data/discovery-items/blackmarble/blackmarble-daily.json b/ingestion-data/discovery-items/blackmarble/blackmarble-daily.json deleted file mode 100644 index be0b6ee..0000000 --- a/ingestion-data/discovery-items/blackmarble/blackmarble-daily.json +++ /dev/null @@ -1,18 +0,0 @@ -{ - "collection": "blackmarble-daily-composite", - "bucket": "nasa-disasters", - "prefix": "drcs_activations_new/Blackmarble/daily-composite/", - "cogify": false, - "discovery": "s3", - "dry_run": false, - "filename_regex": ".*.tif$", - "assets": { - "bm-day": { - "description": "Black marble daily composite", - "regex": ".*.tif$", - "title": "Black marble daily composite" - } - }, - "id_regex": "(.*).tif$", - "id_template": "{}" -} \ No newline at end of file diff --git a/ingestion-data/discovery-items/blackmarble/blackmarble-dnb.json b/ingestion-data/discovery-items/blackmarble/blackmarble-dnb.json deleted file mode 100644 index dbce97c..0000000 --- a/ingestion-data/discovery-items/blackmarble/blackmarble-dnb.json +++ /dev/null @@ -1,18 +0,0 @@ -{ - "collection": "blackmarble-dnb", - "bucket": "nasa-disasters", - "prefix": "drcs_activations_new/Blackmarble/dnb/", - "cogify": false, - "discovery": "s3", - "dry_run": false, - "filename_regex": ".*.tif$", - "assets": { - "mosaic": { - "description": "Black marble day night band mosaic", - "regex": ".*.tif", - "title": "Black marble day night band mosaic" - } - }, - "id_regex": ".*(\\d{4}-\\d{2}-\\d{2})_day\\.tif$", - "id_template": "blackmarble-dnb-{}" -} \ No newline at end of file diff --git a/ingestion-data/discovery-items/blackmarble/blackmarble-hd-daily.json b/ingestion-data/discovery-items/blackmarble/blackmarble-hd-daily.json deleted file mode 100644 index 4d3947a..0000000 --- a/ingestion-data/discovery-items/blackmarble/blackmarble-hd-daily.json +++ /dev/null @@ -1,18 +0,0 @@ -{ - "collection": "blackmarble-hd-daily-composite", - "bucket": "nasa-disasters", - "prefix": "drcs_activations_new/Blackmarble/hd/", - "cogify": false, - "discovery": "s3", - "dry_run": false, - "filename_regex": ".*.tif$", - "assets": { - "brdf": { - "description": "Black marble HD daily composite", - "regex": ".*.tif$", - "title": "Black marble HD daily composite" - } - }, - "id_regex": "(.*).tif$", - "id_template": "blackmarble-hd-{}" -} \ No newline at end of file diff --git a/ingestion-data/discovery-items/blackmarble/blackmarble-monthly-composite.json b/ingestion-data/discovery-items/blackmarble/blackmarble-monthly-composite.json deleted file mode 100644 index 4d3947a..0000000 --- a/ingestion-data/discovery-items/blackmarble/blackmarble-monthly-composite.json +++ /dev/null @@ -1,18 +0,0 @@ -{ - "collection": "blackmarble-hd-daily-composite", - "bucket": "nasa-disasters", - "prefix": "drcs_activations_new/Blackmarble/hd/", - "cogify": false, - "discovery": "s3", - "dry_run": false, - "filename_regex": ".*.tif$", - "assets": { - "brdf": { - "description": "Black marble HD daily composite", - "regex": ".*.tif$", - "title": "Black marble HD daily composite" - } - }, - "id_regex": "(.*).tif$", - "id_template": "blackmarble-hd-{}" -} \ No newline at end of file diff --git a/ingestion-data/discovery-items/blackmarble/blackmarble-qf-cloud.json b/ingestion-data/discovery-items/blackmarble/blackmarble-qf-cloud.json deleted file mode 100644 index 05df654..0000000 --- a/ingestion-data/discovery-items/blackmarble/blackmarble-qf-cloud.json +++ /dev/null @@ -1,28 +0,0 @@ -{ - "collection": "blackmarble-cloud", - "bucket": "nasa-disasters", - "prefix": "drcs_activations_new/Blackmarble/qf-cloud/", - "cogify": false, - "discovery": "s3", - "dry_run": false, - "filename_regex": ".*.tif$", - "assets": { - "cloud-mask": { - "description": "Black marble cloud mask", - "regex": ".*Cloud_V.*.tif", - "title": "Black marble cloud mask" - }, - "qf-cloud-mask-c2": { - "description": "Black marble cloud mask c2", - "regex": ".*_QF_Cloud_MaskC2_.*", - "title": "Black marble cloud mask c2" - }, - "qf-cloud-mask": { - "description": "Black marble cloud mask c2", - "regex": ".*_QF_Cloud_.*", - "title": "Black marble cloud mask c2" - } - }, - "id_regex": ".*blackmarble_(.*)\\.tif$", - "id_template": "blackmarble-{}" -} \ No newline at end of file diff --git a/ingestion-data/discovery-items/hls/hls-distAlert.json b/ingestion-data/discovery-items/opera/old-single-collections/hls/hls-distAlert.json similarity index 100% rename from ingestion-data/discovery-items/hls/hls-distAlert.json rename to ingestion-data/discovery-items/opera/old-single-collections/hls/hls-distAlert.json diff --git a/ingestion-data/discovery-items/hls/hls-dnbr.json b/ingestion-data/discovery-items/opera/old-single-collections/hls/hls-dnbr.json similarity index 100% rename from ingestion-data/discovery-items/hls/hls-dnbr.json rename to ingestion-data/discovery-items/opera/old-single-collections/hls/hls-dnbr.json diff --git a/ingestion-data/discovery-items/hls/hls-dswx-daily.json b/ingestion-data/discovery-items/opera/old-single-collections/hls/hls-dswx-daily.json similarity index 100% rename from ingestion-data/discovery-items/hls/hls-dswx-daily.json rename to ingestion-data/discovery-items/opera/old-single-collections/hls/hls-dswx-daily.json diff --git a/ingestion-data/discovery-items/hls/hls-dswx-subdaily.json b/ingestion-data/discovery-items/opera/old-single-collections/hls/hls-dswx-subdaily.json similarity index 100% rename from ingestion-data/discovery-items/hls/hls-dswx-subdaily.json rename to ingestion-data/discovery-items/opera/old-single-collections/hls/hls-dswx-subdaily.json diff --git a/ingestion-data/discovery-items/opera/opera-all-vars-daily.json b/ingestion-data/discovery-items/opera/opera-all-vars-daily.json new file mode 100644 index 0000000..1968e39 --- /dev/null +++ b/ingestion-data/discovery-items/opera/opera-all-vars-daily.json @@ -0,0 +1,88 @@ +{ + "collection": "opera-all-vars-daily", + "bucket": "nasa-disasters", + "prefix": "drcs_activations_new/OPERA/", + "cogify": false, + "discovery": "s3", + "dry_run": false, + "filename_regex": ".*_day.tif$", + "assets": { + "AZ": { + "description": "Azimuth offset measurements detecting horizontal ground displacement perpendicular to satellite flight direction from InSAR processing.", + "regex": ".*_AZ_.*\\.tif$", + "title": "Azimuth Offset" + }, + "RNG": { + "description": "Range offset measurements detecting ground displacement parallel to satellite line-of-sight from InSAR processing.", + "regex": ".*_RNG_.*\\.tif$", + "title": "Range Offset" + }, + "UNW": { + "description": "Unwrapped interferometric phase representing ground displacement measurements after phase ambiguity resolution.", + "regex": ".*_UNW_.*\\.tif$", + "title": "Unwrapped Phase" + }, + "WRP": { + "description": "Wrapped interferometric phase showing ground displacement within 2π phase cycles before unwrapping.", + "regex": ".*_WRP_.*\\.tif$", + "title": "Wrapped Phase" + }, + "VEG-ANOM-MAX": { + "description": "S2 ARIA OPERA disturbance alert maximum vegetation anomaly value.", + "regex": ".*VEG-ANOM-MAX.*\\.tif$", + "title": "Sentinel-2 ARIA OPERA Disturbance Alert (VEG ANOM MAX)" + }, + "VEG-DIST-STATUS": { + "description": "S2 ARIA OPERA vegetation disturbance status.", + "regex": ".*VEG-DIST-STATUS.*\\.tif$", + "title": "Sentinel-2 ARIA OPERA Disturbance Alert (VEG DIST STATUS)" + }, + "GEN-ANOM-MAX": { + "description": "Generic disturbance maximum anomaly value.", + "regex": ".*GEN-ANOM-MAX.*\\.tif$", + "title": "Sentinel-2 ARIA OPERA Disturbance Alert (GEN ANOM MAX)" + }, + "GEN-DIST-STATUS": { + "description": "Generic disturbance status.", + "regex": ".*GEN-DIST-STATUS.*\\.tif$", + "title": "Sentinel-2 ARIA OPERA Disturbance Alert (GEN DIST STATUS)" + }, + "hls-DWSx": { + "description": "HLS Dynamic Surface Water Extent product showing water presence and classification.", + "regex": "^(?!.*FloodMap)(?!.*NoSnowIce)(?!.*WTR).*DSWx.*HLS.*\\.tif$", + "title": "HLS Dynamic Surface Water Extent" + }, + "hls-FloodMap": { + "description": "HLS-derived flood extent map identifying inundated areas.", + "regex": ".*FloodMap.*\\.tif$", + "title": "HLS Flood Map" + }, + "hls-NoSnowIce": { + "description": "HLS water extent excluding snow and ice coverage.", + "regex": ".*NoSnowIce.*\\.tif$", + "title": "HLS Water No Snow/Ice" + }, + "hls-WTR": { + "description": "HLS water classification layer.", + "regex": "^(?!.*BWTR).*HLS.*WTR.*\\.tif$", + "title": "HLS Water" + }, + "hls-BWTR": { + "description": "HLS binary water classification.", + "regex": ".*HLS.*BWTR.*\\.tif$", + "title": "HLS Binary Water" + }, + "hls-changeMap-date1": { + "description": "HLS surface water change detection map showing changes in water extent between time periods.", + "regex": ".*ChngMap.*date1.*\\d{4}-\\d{2}-\\d{2}_day.tif$", + "title": "HLS Change Map" + }, + "hls-changeMap-date2": { + "description": "HLS surface water change detection map showing changes in water extent between time periods.", + "regex": ".*ChngMap.*date2.*\\d{4}-\\d{2}-\\d{2}_day.tif$", + "title": "HLS Change Map" + } + }, + "id_regex": ".*(\\d{4}-\\d{2}-\\d{2})_day.tif$", + "id_template": "opera-{}" +} From cc4130e0faaa38564377a2774d1f1bfa890c9ea3 Mon Sep 17 00:00:00 2001 From: Kyle Lesinger Date: Mon, 3 Nov 2025 08:46:53 -0600 Subject: [PATCH 111/118] update sentinel 2 daily and monthly collections --- .../blackmarble-all-vars-daily.json | 3 +- .../opera/opera-all-vars-daily.json | 354 ++++++++++++++++++ .../opera/opera-all-vars-subdaily.json | 109 ++++++ .../sentinel-2-all-vars-monthly.json | 66 ++++ .../opera/opera-all-vars-daily.json | 4 +- .../opera/opera-all-vars-subdaily.json | 28 ++ .../sentinel-2/sentinel-2-all-vars-daily.json | 12 +- .../sentinel-2-all-vars-monthly.json | 18 + 8 files changed, 584 insertions(+), 10 deletions(-) create mode 100644 ingestion-data/collections/opera/opera-all-vars-daily.json create mode 100644 ingestion-data/collections/opera/opera-all-vars-subdaily.json create mode 100644 ingestion-data/collections/sentinel-2/sentinel-2-all-vars-monthly.json create mode 100644 ingestion-data/discovery-items/opera/opera-all-vars-subdaily.json create mode 100644 ingestion-data/discovery-items/sentinel-2/sentinel-2-all-vars-monthly.json diff --git a/ingestion-data/collections/blackmarble/blackmarble-all-vars-daily.json b/ingestion-data/collections/blackmarble/blackmarble-all-vars-daily.json index fcbbd5c..dbda6f5 100644 --- a/ingestion-data/collections/blackmarble/blackmarble-all-vars-daily.json +++ b/ingestion-data/collections/blackmarble/blackmarble-all-vars-daily.json @@ -72,11 +72,10 @@ "assets": [ "brdf" ], - "bidx": [1,2,3], "rescale": [ [ 0, - 255 + 330 ] ] }, diff --git a/ingestion-data/collections/opera/opera-all-vars-daily.json b/ingestion-data/collections/opera/opera-all-vars-daily.json new file mode 100644 index 0000000..b7157b8 --- /dev/null +++ b/ingestion-data/collections/opera/opera-all-vars-daily.json @@ -0,0 +1,354 @@ +{ + "id": "opera-all-vars-daily", + "dashboard:is_periodic": false, + "dashboard:time_interval": "P1D", + "title": "OPERA All Variables Daily", + "description": "OPERA (Observational Products for End-Users from Remote Sensing Analysis) provides multiple Earth observation products including InSAR displacement measurements, vegetation disturbance alerts, and surface water extent mapping. This collection combines OPERA-InSAR displacement products (unwrapped/wrapped phase, azimuth and range offsets), ARIA OPERA vegetation disturbance status and anomaly products derived from Sentinel-2, and HLS-derived dynamic surface water extent products for comprehensive land surface monitoring.", + "extent": { + "spatial": { + "bbox": [ + [ + -125, + 24, + -66, + 49 + ] + ] + }, + "temporal": { + "interval": [ + [ + "2020-01-01T00:00:00Z", + null + ] + ] + } + }, + "item_assets": { + "AZ": { + "description": "Azimuth offset measurements detecting horizontal ground displacement perpendicular to satellite flight direction from InSAR processing.", + "roles": [ + "data", + "layer" + ], + "title": "Azimuth Offset", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "RNG": { + "description": "Range offset measurements detecting ground displacement parallel to satellite line-of-sight from InSAR processing.", + "roles": [ + "data", + "layer" + ], + "title": "Range Offset", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "UNW": { + "description": "Unwrapped interferometric phase representing ground displacement measurements after phase ambiguity resolution.", + "roles": [ + "data", + "layer" + ], + "title": "Unwrapped Phase", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "WRP": { + "description": "Wrapped interferometric phase showing ground displacement within 2π phase cycles before unwrapping.", + "roles": [ + "data", + "layer" + ], + "title": "Wrapped Phase", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "VEG-ANOM-MAX": { + "description": "S2 ARIA OPERA disturbance alert maximum vegetation anomaly value.", + "roles": [ + "data", + "layer" + ], + "title": "Sentinel-2 ARIA OPERA Disturbance Alert (VEG ANOM MAX)", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "VEG-DIST-STATUS": { + "description": "S2 ARIA OPERA vegetation disturbance status.", + "roles": [ + "data", + "layer" + ], + "title": "Sentinel-2 ARIA OPERA Disturbance Alert (VEG DIST STATUS)", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "GEN-ANOM-MAX": { + "description": "Generic disturbance maximum anomaly value.", + "roles": [ + "data", + "layer" + ], + "title": "Sentinel-2 ARIA OPERA Disturbance Alert (GEN ANOM MAX)", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "GEN-DIST-STATUS": { + "description": "Generic disturbance status.", + "roles": [ + "data", + "layer" + ], + "title": "Sentinel-2 ARIA OPERA Disturbance Alert (GEN DIST STATUS)", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "hls-DWSx": { + "description": "HLS Dynamic Surface Water Extent product showing water presence and classification.", + "roles": [ + "data", + "layer" + ], + "title": "HLS Dynamic Surface Water Extent", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "hls-FloodMap": { + "description": "HLS-derived flood extent map identifying inundated areas.", + "roles": [ + "data", + "layer" + ], + "title": "HLS Flood Map", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "hls-NoSnowIce": { + "description": "HLS water extent excluding snow and ice coverage.", + "roles": [ + "data", + "layer" + ], + "title": "HLS Water No Snow/Ice", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "hls-WTR": { + "description": "HLS water classification layer.", + "roles": [ + "data", + "layer" + ], + "title": "HLS Water", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "hls-BWTR": { + "description": "HLS binary water classification.", + "roles": [ + "data", + "layer" + ], + "title": "HLS Binary Water", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "hls-changeMap-date1": { + "description": "HLS surface water change detection map showing changes in water extent between time periods.", + "roles": [ + "data", + "layer" + ], + "title": "HLS Change Map", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "hls-changeMap-date2": { + "description": "HLS surface water change detection map showing changes in water extent between time periods.", + "roles": [ + "data", + "layer" + ], + "title": "HLS Change Map", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + } + }, + "license": "CC0-1.0", + "links": [], + "providers": [ + { + "name": "NASA Disasters Program", + "roles": [ + "host" + ], + "url": "https://disasters.openveda.cloud" + } + ], + "renders": { + "AZ": { + "assets": [ + "AZ" + ], + "rescale": [ + [ + -10, + 72 + ] + ] + }, + "RNG": { + "assets": [ + "RNG" + ], + "rescale": [ + [ + -15, + 15 + ] + ] + }, + "UNW": { + "assets": [ + "UNW" + ], + "rescale": [ + [ + -1, + 1 + ] + ] + }, + "WRP": { + "assets": [ + "WRP" + ], + "rescale": [ + [ + -3.14, + 3.14 + ] + ] + }, + "VEG-ANOM-MAX": { + "assets": [ + "VEG-ANOM-MAX" + ], + "colormap_name": "ylorrd", + "rescale": [ + [ + 0, + 255 + ] + ] + }, + "VEG-DIST-STATUS": { + "assets": [ + "VEG-DIST-STATUS" + ], + "colormap_name": "ylorrd", + "rescale": [ + [ + 0, + 255 + ] + ] + }, + "GEN-ANOM-MAX": { + "assets": [ + "GEN-ANOM-MAX" + ], + "colormap_name": "ylorrd", + "rescale": [ + [ + 0, + 100 + ] + ] + }, + "GEN-DIST-STATUS": { + "assets": [ + "GEN-DIST-STATUS" + ], + "colormap_name": "ylorrd", + "rescale": [ + [ + 0, + 255 + ] + ] + }, + "hls-DWSx": { + "assets": [ + "hls-DWSx" + ], + "rescale": [ + [ + 0, + 255 + ] + ] + }, + "hls-FloodMap": { + "assets": [ + "hls-FloodMap" + ], + "rescale": [ + [ + 0, + 1 + ] + ] + }, + "hls-NoSnowIce": { + "assets": [ + "hls-NoSnowIce" + ], + "rescale": [ + [ + 0, + 255 + ] + ] + }, + "hls-WTR": { + "assets": [ + "hls-WTR" + ], + "rescale": [ + [ + 0, + 255 + ] + ] + }, + "hls-BWTR": { + "assets": [ + "hls-BWTR" + ], + "rescale": [ + [ + 0, + 255 + ] + ] + }, + "hls-changeMap-date1": { + "assets": [ + "hls-changeMap-date1" + ], + "rescale": [ + [ + 0, + 1 + ] + ] + }, + "hls-changeMap-date2": { + "assets": [ + "hls-changeMap-date2" + ], + "rescale": [ + [ + 0, + 1 + ] + ] + } + + }, + "stac_extensions": [ + "https://stac-extensions.github.io/render/v1.0.0/schema.json", + "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" + ], + "stac_version": "1.0.0", + "type": "Collection", + "tenant": ["nasa-disasters"] +} diff --git a/ingestion-data/collections/opera/opera-all-vars-subdaily.json b/ingestion-data/collections/opera/opera-all-vars-subdaily.json new file mode 100644 index 0000000..473fb41 --- /dev/null +++ b/ingestion-data/collections/opera/opera-all-vars-subdaily.json @@ -0,0 +1,109 @@ +{ + "id": "opera-all-vars-subdaily", + "dashboard:is_periodic": false, + "dashboard:time_interval": "P1S", + "title": "OPERA All Variables Subdaily", + "description": "OPERA (Observational Products for End-Users from Remote Sensing Analysis) provides subdaily Earth observation products for disaster monitoring. This collection includes surface water extent mapping from SAR and HLS sources, and burn severity assessment using delta Normalized Burn Ratio for rapid fire response and flood monitoring.", + "extent": { + "spatial": { + "bbox": [ + [ + -125, + 24, + -66, + 49 + ] + ] + }, + "temporal": { + "interval": [ + [ + "2020-01-01T00:00:00Z", + null + ] + ] + } + }, + "item_assets": { + "WTR": { + "description": "Surface water extent classification layer derived from SAR or optical imagery.", + "roles": [ + "data", + "layer" + ], + "title": "Water Classification", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "hls-DSWx": { + "description": "HLS Dynamic Surface Water Extent product showing water presence and classification.", + "roles": [ + "data", + "layer" + ], + "title": "HLS Dynamic Surface Water Extent", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "dnbr": { + "description": "Delta Normalized Burn Ratio showing burn severity from pre- and post-fire imagery comparison.", + "roles": [ + "data", + "layer" + ], + "title": "Delta Normalized Burn Ratio", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + } + }, + "license": "CC0-1.0", + "links": [], + "providers": [ + { + "name": "NASA Disasters Program", + "roles": [ + "host" + ], + "url": "https://disasters.openveda.cloud" + } + ], + "renders": { + "WTR": { + "assets": [ + "WTR" + ], + "rescale": [ + [ + 0, + 255 + ] + ] + }, + "hls-DSWx": { + "assets": [ + "hls-DSWx" + ], + "rescale": [ + [ + 0, + 255 + ] + ] + }, + "dnbr": { + "assets": [ + "dnbr" + ], + "rescale": [ + [ + -1, + 1 + ] + ] + } + }, + "stac_extensions": [ + "https://stac-extensions.github.io/render/v1.0.0/schema.json", + "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" + ], + "stac_version": "1.0.0", + "type": "Collection", + "tenant": ["nasa-disasters"] +} diff --git a/ingestion-data/collections/sentinel-2/sentinel-2-all-vars-monthly.json b/ingestion-data/collections/sentinel-2/sentinel-2-all-vars-monthly.json new file mode 100644 index 0000000..71c3f56 --- /dev/null +++ b/ingestion-data/collections/sentinel-2/sentinel-2-all-vars-monthly.json @@ -0,0 +1,66 @@ +{ + "id": "sentinel-2-all-vars-monthly", + "dashboard:is_periodic": false, + "dashboard:time_interval": "P1M", + "description": "Sentinel-2 is a multispectral optical imaging mission providing high-resolution imagery for disaster monitoring and environmental assessment. This monthly collection provides Normalized Burn Ratio (NBR) products for fire damage assessment and burned area mapping aggregated at monthly temporal resolution.", + "title": "Sentinel-2 Monthly", + "extent": { + "spatial": { + "bbox": [ + [ + -125, + -24, + -66, + 49 + ] + ] + }, + "temporal": { + "interval": [ + [ + "2020-01-01T00:00:00Z", + null + ] + ] + } + }, + "item_assets": { + "burnRatio": { + "description": "Normalized Burn Ratio (NBR) index highlighting burned areas by comparing near-infrared and shortwave infrared bands for fire damage assessment.", + "roles": [ + "data", + "layer" + ], + "title": "Burn Ratio", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + } + }, + "license": "CC0-1.0", + "links": [], + "providers": [ + { + "name": "NASA" + } + ], + "renders": { + "burnRatio": { + "assets": [ + "burnRatio" + ], + "rescale": [ + [ + -1, + 1 + ] + ], + "nodata": -9999 + } + }, + "stac_extensions": [ + "https://stac-extensions.github.io/render/v1.0.0/schema.json", + "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" + ], + "stac_version": "1.0.0", + "type": "Collection", + "tenant": ["nasa-disasters"] +} diff --git a/ingestion-data/discovery-items/opera/opera-all-vars-daily.json b/ingestion-data/discovery-items/opera/opera-all-vars-daily.json index 1968e39..e694b03 100644 --- a/ingestion-data/discovery-items/opera/opera-all-vars-daily.json +++ b/ingestion-data/discovery-items/opera/opera-all-vars-daily.json @@ -64,12 +64,12 @@ }, "hls-WTR": { "description": "HLS water classification layer.", - "regex": "^(?!.*BWTR).*HLS.*WTR.*\\.tif$", + "regex": "^(?!.*BWTR)(?!.*ChngMap).*DSWx.*WTR.*\\.tif$", "title": "HLS Water" }, "hls-BWTR": { "description": "HLS binary water classification.", - "regex": ".*HLS.*BWTR.*\\.tif$", + "regex": "^(?!.*ChngMap).*DSWx.*BWTR.*\\.tif$", "title": "HLS Binary Water" }, "hls-changeMap-date1": { diff --git a/ingestion-data/discovery-items/opera/opera-all-vars-subdaily.json b/ingestion-data/discovery-items/opera/opera-all-vars-subdaily.json new file mode 100644 index 0000000..ade22ee --- /dev/null +++ b/ingestion-data/discovery-items/opera/opera-all-vars-subdaily.json @@ -0,0 +1,28 @@ +{ + "collection": "opera-all-vars-subdaily", + "bucket": "nasa-disasters", + "prefix": "drcs_activations_new/OPERA/", + "cogify": false, + "discovery": "s3", + "dry_run": false, + "filename_regex": ".*Z.tif$", + "assets": { + "WTR": { + "description": "Surface water extent classification layer derived from SAR or optical imagery.", + "regex": ".*DSWx.*_WTR_.*.tif$", + "title": "Water Classification" + }, + "hls-DSWx": { + "description": "HLS Dynamic Surface Water Extent product showing water presence and classification.", + "regex": ".*DSWx_HLS.*.tif$", + "title": "HLS Dynamic Surface Water Extent" + }, + "dnbr": { + "description": "Delta Normalized Burn Ratio showing burn severity from pre- and post-fire imagery comparison.", + "regex": ".*dnbr.*Z.tif$", + "title": "Delta Normalized Burn Ratio" + } + }, + "id_regex": ".*(\\d{4}-\\d{2}-\\d{2}T\\d{2}:\\d{2}:\\d{2})Z.tif$", + "id_template": "opera-{}" +} diff --git a/ingestion-data/discovery-items/sentinel-2/sentinel-2-all-vars-daily.json b/ingestion-data/discovery-items/sentinel-2/sentinel-2-all-vars-daily.json index c2390d1..100e41c 100644 --- a/ingestion-data/discovery-items/sentinel-2/sentinel-2-all-vars-daily.json +++ b/ingestion-data/discovery-items/sentinel-2/sentinel-2-all-vars-daily.json @@ -19,7 +19,7 @@ }, "colorIR": { "description": "False color infrared composite (NIR, Red, Green) emphasizing vegetation health and vigor in red tones.", - "regex": ".*(colorIR|colorInfrared).*\\.tif$", + "regex": ".*(colorIR|colorInfrared|colorinfrared).*\\.tif$", "title": "Color Infrared" }, "mndwi": { @@ -29,7 +29,7 @@ }, "naturalColor": { "description": "Natural color composite using visible bands (Red, Green, Blue) for intuitive visual interpretation of surface features.", - "regex": ".*naturalColor.*\\.tif$", + "regex": ".*(naturalColor|naturalColorRGB|naturalcolor).*\\.tif$", "title": "Natural Color" }, "ndvi": { @@ -39,15 +39,15 @@ }, "shortwaveIR": { "description": "Shortwave infrared composite highlighting moisture content and penetrating smoke for fire and drought monitoring.", - "regex": ".*(shortwaveIR|SWI).*\\.tif$", + "regex": ".*(shortwaveIR|SWI|shortwaveInfrared|shortwaveinfrared).*\\.tif$", "title": "Shortwave Infrared" }, "trueColor": { "description": "True color RGB composite using visible wavelengths for natural-looking imagery of Earth's surface.", - "regex": ".*(trueColor|TCI).*\\.tif$", + "regex": ".*(trueColor||truecolor|TCI).*\\.tif$", "title": "True Color" } }, - "id_regex": "(.*).tif$", - "id_template": "{}" + "id_regex": ".*(\\d{4}-\\d{2}-\\d{2})_day.tif$", + "id_template": "sentinel-2-{}" } \ No newline at end of file diff --git a/ingestion-data/discovery-items/sentinel-2/sentinel-2-all-vars-monthly.json b/ingestion-data/discovery-items/sentinel-2/sentinel-2-all-vars-monthly.json new file mode 100644 index 0000000..890169e --- /dev/null +++ b/ingestion-data/discovery-items/sentinel-2/sentinel-2-all-vars-monthly.json @@ -0,0 +1,18 @@ +{ + "collection": "sentinel-2-all-vars-monthly", + "bucket": "nasa-disasters", + "prefix": "drcs_activations_new/Sentinel-2/", + "cogify": false, + "discovery": "s3", + "dry_run": false, + "filename_regex": ".*_monthly.tif$", + "assets": { + "burnRatio": { + "description": "Normalized Burn Ratio (NBR) index highlighting burned areas by comparing near-infrared and shortwave infrared bands for fire damage assessment.", + "regex": ".*(dnbr|NBR).*\\.tif$", + "title": "Burn Ratio" + } + }, + "id_regex": ".*(\\d{4}-\\d{2})_monthly.tif$", + "id_template": "sentinel-2-{}" +} From ecc56d480d751be1dd83ebabc544a2d502de6fba Mon Sep 17 00:00:00 2001 From: Kyle Lesinger Date: Tue, 4 Nov 2025 07:48:29 -0600 Subject: [PATCH 112/118] add black marble colletion blue yellow --- .../blackmarble-gibs-blue-yellow.json | 82 +++++++++++++++++++ 1 file changed, 82 insertions(+) create mode 100644 ingestion-data/collections/blackmarble/blackmarble-gibs-blue-yellow.json diff --git a/ingestion-data/collections/blackmarble/blackmarble-gibs-blue-yellow.json b/ingestion-data/collections/blackmarble/blackmarble-gibs-blue-yellow.json new file mode 100644 index 0000000..f923202 --- /dev/null +++ b/ingestion-data/collections/blackmarble/blackmarble-gibs-blue-yellow.json @@ -0,0 +1,82 @@ +{ + "id": "VIIRS_SNPP_DayNightBand_AtSensor_M15", + "dashboard:is_periodic": true, + "dashboard:time_density": "day", + "dashboard:time_interval": "P1D", + "description": "Black Marble Nighttime Blue/Yellow Composite derived from the Visible Infrared Imaging Radiometer Suite (VIIRS) Day/Night Band (DNB) sensor aboard the Suomi NPP satellite. This visualization layer provides at-sensor radiance measurements in a blue/yellow composite, capturing Earth's nighttime illumination patterns including artificial lights, auroras, and other nocturnal phenomena. The Day/Night Band is a low-light imaging sensor capable of detecting visible and near-infrared light wavelengths during nighttime conditions.", + "extent": { + "spatial": { + "bbox": [ + [ + -180, + -90, + 180, + 90 + ] + ] + }, + "temporal": { + "interval": [ + [ + "2012-01-19T00:00:00Z", + null + ] + ] + } + }, + "license": "CC0-1.0", + "links": [ + { + "href": "https://gibs{s}.earthdata.nasa.gov/wmts/epsg3857/best/wmts.cgi", + "rel": "wmts", + "type": "image/png", + "title": "Visualized through a WMTS", + "href:servers": ["-a", "-b"], + "wmts:dimensions": { + "STYLE": "default" + }, + "wmts:layer": [ + "VIIRS_SNPP_DayNightBand_AtSensor_M15" + ] + } + ], + "product_level": "L1", + "providers": [ + { + "name": "NASA Global Imagery Browse Services (GIBS)", + "roles": [ + "host" + ], + "url": "https://nasa-gibs.github.io/gibs-api-docs/gis-usage/" + }, + { + "name": "NASA Level-1 and Atmosphere Archive & Distribution System (LAADS) Distributed Active Archive Center (DAAC)", + "roles": [ + "producer", + "processor" + ], + "url": "https://www.earthdata.nasa.gov/centers/laads-daac" + }, + { + "name": "NASA's Earth Science Data and Information System (ESDIS)", + "roles": [ + "licensor" + ], + "url": "https://www.earthdata.nasa.gov/about/esdis" + } + ], + "stac_extensions": [ + "https://stac-extensions.github.io/web-map-links/v1.2.0/schema.json" + ], + "stac_version": "1.0.0", + "temporal_frequency": "daily", + "tilematrixset": "GoogleMapsCompatible_Level8", + "time_density": "day", + "time_interval": "P1D", + "title": "Black Marble Nighttime Blue/Yellow Composite (Day/Night Band, VIIRS, Suomi NPP)", + "type": "Collection", + "units": "W/cm^2/sr", + "keywords": ["nighttime lights", "VIIRS", "DNB", "Black Marble", "at-sensor radiance"], + "tenant": ["nasa-disasters"], + "summaries": {} +} From 56baa13371ac05d4ffaaddc63dcbf5956b99df04 Mon Sep 17 00:00:00 2001 From: Kyle Lesinger Date: Fri, 7 Nov 2025 14:19:57 -0600 Subject: [PATCH 113/118] update hurraicne milton json configs --- .../landsat/landsat-all-vars-daily.json | 196 ++++ .../old-landsat-colorIR.json | 87 ++ .../old-landsat-naturalcolor.json | 87 ++ .../old-landsat8-nat-conus.json | 66 ++ .../old-landsat9-nat-conus.json | 66 ++ .../uavsar/uavsar-all-vars-daily.json | 143 +++ .../uavsar/uavsar-all-vars-monthly.json | 226 ++++ .../uavsar/uavsar-all-vars-subdaily.json | 101 ++ .../eccodarwin-co2flux-monthgrid-v5.json | 85 -- ingestion-data/datasets/emit-ch4plume-v1.json | 72 -- .../epa-ch4emission-yeargrid-v2express.json | 1010 ----------------- .../gosat-based-ch4budget-yeargrid-v1.json | 214 ---- .../datasets/gra2pes-ghg-monthgrid-v1.json | 186 --- .../lpjeosim-wetlandch4-daygrid-v2.json | 117 -- .../lpjeosim-wetlandch4-monthgrid-v2.json | 117 -- .../micasa-carbonflux-daygrid-v1.json | 244 ---- .../micasa-carbonflux-monthgrid-v1.json | 245 ---- .../oco2-mip-co2budget-yeargrid-v1.json | 674 ----------- .../datasets/oco2geos-co2-daygrid-v10r.json | 98 -- .../datasets/odiac-ffco2-monthgrid-v2022.json | 94 -- .../datasets/odiac-ffco2-monthgrid-v2023.json | 94 -- .../sedac-popdensity-yeargrid5yr-v4.11.json | 85 -- .../tm54dvar-ch4flux-mask-monthgrid-v1.json | 163 --- .../vulcan-ffco2-elc-res-yeargrid-v4.json | 94 -- .../datasets/vulcan-ffco2-yeargrid-v4.json | 354 ------ ...asagfed-carbonflux-monthgrid-v3-items.json | 35 - ...h4budget-yeargrid-v1-items-all-layers.json | 200 ---- .../lpjeosim-wetlandch4-daygrid-v2-items.json | 25 - ...pjeosim-wetlandch4-monthgrid-v2-items.json | 25 - .../lpjwsl-wetlandch4-daygrid-v1-items.json | 14 - .../lpjwsl-wetlandch4-monthgrid-v1-items.json | 14 - ...2-mip-meanco2budget-yeargrid-v1-items.json | 170 --- ...eccodarwin-co2flux-monthgrid-v5-items.json | 16 - ...-ch4emission-yeargrid-v2express-items.json | 180 --- ...sat-based-ch4budget-yeargrid-v1-items.json | 40 - .../gra2pes-ghg-monthgrid-v1-items.json | 36 - .../landsat/landsat-all-vars-daily.json | 48 + .../old-landsat-colorIR.json | 23 + .../old-landsat-naturalcolor.json | 23 + .../micasa-carbonflux-daygrid-v1-items.json | 45 - .../micasa-carbonflux-monthgrid-v1-items.json | 46 - .../oco2-mip-co2budget-yeargrid-v1-items.json | 170 --- .../oco2geos-co2-daygrid-v10r-items.json | 20 - .../odiac-ffco2-monthgrid-v2022-items.json | 16 - .../odiac-ffco2-monthgrid-v2023-items.json | 16 - .../scheduled/emit-ch4plume-v1-items.json | 14 - .../lpjeosim-wetlandch4-daygrid-v2-items.json | 54 - ...pjeosim-wetlandch4-monthgrid-v2-items.json | 56 - ...ac-popdensity-yeargrid5yr-v4.11-items.json | 16 - ...4dvar-ch4flux-mask-monthgrid-v1-items.json | 31 - .../uavsar/uavsar-all-vars-daily.json | 33 + .../uavsar/uavsar-all-vars-subdaily.json | 23 + .../discovery-items/vector-data-items.json | 13 - ...ulcan-ffco2-elc-res-yeargrid-v4-items.json | 16 - .../vulcan-ffco2-yeargrid-v4-items.json | 66 -- .../eccodarwin-co2flux-monthgrid-v5.json | 7 - .../epa-ch4emission-yeargrid-v2express.json | 7 - .../gosat-based-ch4budget-yeargrid-v1.json | 7 - .../gra2pes-ghg-monthgrid-v1.json | 7 - .../lpjeosim-wetlandch4-daygrid-v2.json | 7 - .../lpjeosim-wetlandch4-monthgrid-v2.json | 7 - .../micasa-carbonflux-daygrid-v1.json | 7 - .../micasa-carbonflux-monthgrid-v1.json | 7 - .../oco2-mip-co2budget-yeargrid-v1.json | 7 - .../oco2geos-co2-daygrid-v10r.json | 7 - .../odiac-ffco2-monthgrid-v2022.json | 7 - .../odiac-ffco2-monthgrid-v2023.json | 7 - .../sedac-popdensity-yeargrid5yr-v4.11.json | 7 - .../tm54dvar-ch4flux-mask-monthgrid-v1.json | 7 - .../vulcan-ffco2-elc-res-yeargrid-v4.json | 7 - .../vulcan-ffco2-yeargrid-v4.json | 7 - 71 files changed, 1122 insertions(+), 5392 deletions(-) create mode 100644 ingestion-data/collections/landsat/landsat-all-vars-daily.json create mode 100644 ingestion-data/collections/landsat/old-single-collections/old-landsat-colorIR.json create mode 100644 ingestion-data/collections/landsat/old-single-collections/old-landsat-naturalcolor.json create mode 100644 ingestion-data/collections/landsat/old-single-collections/old-landsat8-nat-conus.json create mode 100644 ingestion-data/collections/landsat/old-single-collections/old-landsat9-nat-conus.json create mode 100644 ingestion-data/collections/uavsar/uavsar-all-vars-daily.json create mode 100644 ingestion-data/collections/uavsar/uavsar-all-vars-monthly.json create mode 100644 ingestion-data/collections/uavsar/uavsar-all-vars-subdaily.json delete mode 100644 ingestion-data/datasets/eccodarwin-co2flux-monthgrid-v5.json delete mode 100644 ingestion-data/datasets/emit-ch4plume-v1.json delete mode 100644 ingestion-data/datasets/epa-ch4emission-yeargrid-v2express.json delete mode 100644 ingestion-data/datasets/gosat-based-ch4budget-yeargrid-v1.json delete mode 100644 ingestion-data/datasets/gra2pes-ghg-monthgrid-v1.json delete mode 100644 ingestion-data/datasets/lpjeosim-wetlandch4-daygrid-v2.json delete mode 100644 ingestion-data/datasets/lpjeosim-wetlandch4-monthgrid-v2.json delete mode 100644 ingestion-data/datasets/micasa-carbonflux-daygrid-v1.json delete mode 100644 ingestion-data/datasets/micasa-carbonflux-monthgrid-v1.json delete mode 100644 ingestion-data/datasets/oco2-mip-co2budget-yeargrid-v1.json delete mode 100644 ingestion-data/datasets/oco2geos-co2-daygrid-v10r.json delete mode 100644 ingestion-data/datasets/odiac-ffco2-monthgrid-v2022.json delete mode 100644 ingestion-data/datasets/odiac-ffco2-monthgrid-v2023.json delete mode 100644 ingestion-data/datasets/sedac-popdensity-yeargrid5yr-v4.11.json delete mode 100644 ingestion-data/datasets/tm54dvar-ch4flux-mask-monthgrid-v1.json delete mode 100644 ingestion-data/datasets/vulcan-ffco2-elc-res-yeargrid-v4.json delete mode 100644 ingestion-data/datasets/vulcan-ffco2-yeargrid-v4.json delete mode 100644 ingestion-data/discovery-items/archive/casagfed-carbonflux-monthgrid-v3-items.json delete mode 100644 ingestion-data/discovery-items/archive/gosat-based-ch4budget-yeargrid-v1-items-all-layers.json delete mode 100644 ingestion-data/discovery-items/archive/lpjeosim-wetlandch4-daygrid-v2-items.json delete mode 100644 ingestion-data/discovery-items/archive/lpjeosim-wetlandch4-monthgrid-v2-items.json delete mode 100644 ingestion-data/discovery-items/archive/lpjwsl-wetlandch4-daygrid-v1-items.json delete mode 100644 ingestion-data/discovery-items/archive/lpjwsl-wetlandch4-monthgrid-v1-items.json delete mode 100644 ingestion-data/discovery-items/archive/oco2-mip-meanco2budget-yeargrid-v1-items.json delete mode 100644 ingestion-data/discovery-items/eccodarwin-co2flux-monthgrid-v5-items.json delete mode 100644 ingestion-data/discovery-items/epa-ch4emission-yeargrid-v2express-items.json delete mode 100644 ingestion-data/discovery-items/gosat-based-ch4budget-yeargrid-v1-items.json delete mode 100644 ingestion-data/discovery-items/gra2pes-ghg-monthgrid-v1-items.json create mode 100644 ingestion-data/discovery-items/landsat/landsat-all-vars-daily.json create mode 100644 ingestion-data/discovery-items/landsat/old-single-collections/old-landsat-colorIR.json create mode 100644 ingestion-data/discovery-items/landsat/old-single-collections/old-landsat-naturalcolor.json delete mode 100644 ingestion-data/discovery-items/micasa-carbonflux-daygrid-v1-items.json delete mode 100644 ingestion-data/discovery-items/micasa-carbonflux-monthgrid-v1-items.json delete mode 100644 ingestion-data/discovery-items/oco2-mip-co2budget-yeargrid-v1-items.json delete mode 100644 ingestion-data/discovery-items/oco2geos-co2-daygrid-v10r-items.json delete mode 100644 ingestion-data/discovery-items/odiac-ffco2-monthgrid-v2022-items.json delete mode 100644 ingestion-data/discovery-items/odiac-ffco2-monthgrid-v2023-items.json delete mode 100644 ingestion-data/discovery-items/scheduled/emit-ch4plume-v1-items.json delete mode 100644 ingestion-data/discovery-items/scheduled/lpjeosim-wetlandch4-daygrid-v2-items.json delete mode 100644 ingestion-data/discovery-items/scheduled/lpjeosim-wetlandch4-monthgrid-v2-items.json delete mode 100644 ingestion-data/discovery-items/sedac-popdensity-yeargrid5yr-v4.11-items.json delete mode 100644 ingestion-data/discovery-items/tm54dvar-ch4flux-mask-monthgrid-v1-items.json create mode 100644 ingestion-data/discovery-items/uavsar/uavsar-all-vars-daily.json create mode 100644 ingestion-data/discovery-items/uavsar/uavsar-all-vars-subdaily.json delete mode 100644 ingestion-data/discovery-items/vector-data-items.json delete mode 100644 ingestion-data/discovery-items/vulcan-ffco2-elc-res-yeargrid-v4-items.json delete mode 100644 ingestion-data/discovery-items/vulcan-ffco2-yeargrid-v4-items.json delete mode 100644 ingestion-data/transfer-config/eccodarwin-co2flux-monthgrid-v5.json delete mode 100644 ingestion-data/transfer-config/epa-ch4emission-yeargrid-v2express.json delete mode 100644 ingestion-data/transfer-config/gosat-based-ch4budget-yeargrid-v1.json delete mode 100644 ingestion-data/transfer-config/gra2pes-ghg-monthgrid-v1.json delete mode 100644 ingestion-data/transfer-config/lpjeosim-wetlandch4-daygrid-v2.json delete mode 100644 ingestion-data/transfer-config/lpjeosim-wetlandch4-monthgrid-v2.json delete mode 100644 ingestion-data/transfer-config/micasa-carbonflux-daygrid-v1.json delete mode 100644 ingestion-data/transfer-config/micasa-carbonflux-monthgrid-v1.json delete mode 100644 ingestion-data/transfer-config/oco2-mip-co2budget-yeargrid-v1.json delete mode 100644 ingestion-data/transfer-config/oco2geos-co2-daygrid-v10r.json delete mode 100644 ingestion-data/transfer-config/odiac-ffco2-monthgrid-v2022.json delete mode 100644 ingestion-data/transfer-config/odiac-ffco2-monthgrid-v2023.json delete mode 100644 ingestion-data/transfer-config/sedac-popdensity-yeargrid5yr-v4.11.json delete mode 100644 ingestion-data/transfer-config/tm54dvar-ch4flux-mask-monthgrid-v1.json delete mode 100644 ingestion-data/transfer-config/vulcan-ffco2-elc-res-yeargrid-v4.json delete mode 100644 ingestion-data/transfer-config/vulcan-ffco2-yeargrid-v4.json diff --git a/ingestion-data/collections/landsat/landsat-all-vars-daily.json b/ingestion-data/collections/landsat/landsat-all-vars-daily.json new file mode 100644 index 0000000..23a625e --- /dev/null +++ b/ingestion-data/collections/landsat/landsat-all-vars-daily.json @@ -0,0 +1,196 @@ +{ + "id": "landsat-all-vars-daily", + "dashboard:is_periodic": false, + "dashboard:time_interval": "P1D", + "description": "NASA Landsat satellites provide continuous Earth observations since 1972, capturing multispectral imagery across visible and infrared wavelengths. This collection includes multiple visualization products: true and natural color composites, color infrared for vegetation analysis, and calculated indices like NDVI for vegetation health, NBR for burn severity, and MNDWI for water detection. These products support environmental monitoring, disaster response, agriculture, and land cover mapping.", + "title": "Landsat - All Variables", + "extent": { + "spatial": { + "bbox": [ + [ + -125, + 24, + -66, + 49 + ] + ] + }, + "temporal": { + "interval": [ + [ + "2020-01-01T00:00:00Z", + null + ] + ] + } + }, + "item_assets": { + "nbr": { + "description": "The Normalized Burn Ratio (NBR) is a satellite-based index, primarily using Landsat imagery, that identifies burned areas and quantifies the severity of a fire. It is calculated using a ratio of near-infrared (NIR) and shortwave infrared (SWIR) bands, which are affected differently by fire, with higher NBR values indicating less damage and lower values indicating more severe burns. The difference between the pre-fire and post-fire NBR, known as the differenced NBR (dNBR), is used to map burn severity.", + "roles": [ + "data", + "layer" + ], + "title": "Normalized Burn Ratio", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "colorInfrared": { + "description": "False-color composite using near-infrared, red, and green bands. Vegetation appears red, water dark, and urban areas gray-blue.", + "roles": [ + "data", + "layer" + ], + "title": "Color Infrared", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "mndwi": { + "description": "Water detection index using green and shortwave infrared bands. Enhances open water features and suppresses built-up areas.", + "roles": [ + "data", + "layer" + ], + "title": "Modified Normalized Difference Water Index - Landsat 8", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "naturalColor": { + "description": "Color-balanced composite using visible bands (red, green, blue) to approximate natural human vision of the landscape.", + "roles": [ + "data", + "layer" + ], + "title": "Natural Color", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "ndvi": { + "description": "Vegetation health index comparing red and near-infrared reflectance. Higher values indicate healthier, denser vegetation.", + "roles": [ + "data", + "layer" + ], + "title": "Normalized Difference Vegetation Index - Landsat 8", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "tropics": { + "description": "Tropics", + "roles": [ + "data", + "layer" + ], + "title": "Tropics", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "trueColor": { + "description": "Standard RGB composite using visible bands (red, green, blue) without color balancing adjustments.", + "roles": [ + "data", + "layer" + ], + "title": "True Color", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + } + }, + "license": "CC0-1.0", + "links": [], + "providers": [ + { + "name": "NASA" + } + ], + "renders": { + "nbr": { + "bidx": [1,2,3], + "assets": [ + "nbr" + ], + "rescale": [ + [ + -1, + 1 + ] + ], + "nodata": -9999 + }, + "colorInfrared": { + "bidx": [1,2,3], + "assets": [ + "colorInfrared" + ], + "rescale": [ + [ + 0, + 255 + ] + ], + "nodata": 0 + }, + "mndwi": { + "assets": [ + "mndwi" + ], + "rescale": [ + [ + -1, + 1 + ] + ], + "nodata": -9999.0 + }, + "naturalColor": { + "bidx": [1,2,3], + "assets": [ + "naturalColor" + ], + "rescale": [ + [ + 0, + 255 + ] + ], + "nodata": 0 + }, + "ndvi": { + "assets": [ + "ndvi" + ], + "rescale": [ + [ + -1, + 1 + ] + ], + "nodata": -9999.0 + }, + "tropics": { + "assets": [ + "tropics" + ], + "rescale": [ + [ + 0, + 300 + ] + ], + "nodata": -9999.0 + }, + "trueColor": { + "bidx": [1,2,3], + "assets": [ + "trueColor" + ], + "rescale": [ + [ + 0, + 255 + ] + ], + "nodata": 0 + } + }, + "stac_extensions": [ + "https://stac-extensions.github.io/render/v1.0.0/schema.json", + "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" + ], + "stac_version": "1.0.0", + "type": "Collection", + "tenant": ["nasa-disasters"] +} \ No newline at end of file diff --git a/ingestion-data/collections/landsat/old-single-collections/old-landsat-colorIR.json b/ingestion-data/collections/landsat/old-single-collections/old-landsat-colorIR.json new file mode 100644 index 0000000..89aba4a --- /dev/null +++ b/ingestion-data/collections/landsat/old-single-collections/old-landsat-colorIR.json @@ -0,0 +1,87 @@ +{ + "id": "landsat-colorIR", + "dashboard:is_periodic": false, + "dashboard:time_interval": "day", + "description": "NASA Landsat color infrared imagery is created by combining satellite data from the near-infrared, red, and green bands. In this false-color composite, healthy vegetation appears bright red because plants strongly reflect near-infrared light, while water looks dark and urban areas appear gray or blue. This visualization helps scientists assess plant health, map land cover, and monitor changes in ecosystems. It’s widely used for agriculture, forestry, and environmental monitoring.", + "title": "Landsat Color Infrared", + "extent": { + "spatial": { + "bbox": [ + [ + -125, + 24, + -66, + 49 + ] + ] + }, + "temporal": { + "interval": [ + [ + "2020-01-01T00:00:00Z", + "null" + ] + ] + } + }, + "item_assets": { + "cir-ls08": { + "description": "Landsat_CIR_LS8", + "roles": [ + "data", + "layer" + ], + "title": "Landsat_CIR_LS8", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "cir-ls09": { + "description": "Landsat_CIR_LS9", + "roles": [ + "data", + "layer" + ], + "title": "Landsat_CIR_LS9", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + } + }, + "license": "CC0-1.0", + "links": [], + "providers": [ + { + "name": "NASA" + } + ], + "renders": { + "cir-ls08": { + "bidx": [1,2,3], + "assets": [ + "cir-ls08" + ], + "rescale": [ + [ + 0, + 255 + ] + ] + }, + "cir-ls09": { + "bidx": [1,2,3], + "assets": [ + "cir-ls09" + ], + "rescale": [ + [ + 0, + 255 + ] + ] + } + }, + "stac_extensions": [ + "https://stac-extensions.github.io/render/v1.0.0/schema.json", + "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" + ], + "stac_version": "1.0.0", + "type": "Collection", + "tenant": ["nasa-disasters"] +} \ No newline at end of file diff --git a/ingestion-data/collections/landsat/old-single-collections/old-landsat-naturalcolor.json b/ingestion-data/collections/landsat/old-single-collections/old-landsat-naturalcolor.json new file mode 100644 index 0000000..1458beb --- /dev/null +++ b/ingestion-data/collections/landsat/old-single-collections/old-landsat-naturalcolor.json @@ -0,0 +1,87 @@ +{ + "id": "landsat-naturalcolor", + "dashboard:is_periodic": false, + "dashboard:time_interval": "P1D", + "description": "NASA Landsat color infrared imagery is created by combining satellite data from the near-infrared, red, and green bands. In this false-color composite, healthy vegetation appears bright red because plants strongly reflect near-infrared light, while water looks dark and urban areas appear gray or blue. This visualization helps scientists assess plant health, map land cover, and monitor changes in ecosystems. It’s widely used for agriculture, forestry, and environmental monitoring.", + "extent": { + "spatial": { + "bbox": [ + [ + -125, + 24, + -66, + 49 + ] + ] + }, + "temporal": { + "interval": [ + [ + "2020-06-28T00:00:00Z", + "2025-02-19T00:00:00Z" + ] + ] + } + }, + "item_assets": { + "nc-ls08": { + "description": "Landsat CIR", + "roles": [ + "data", + "layer" + ], + "title": "Landsat Color Infrared", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "nc-ls09": { + "description": "Landsat CIR", + "roles": [ + "data", + "layer" + ], + "title": "Landsat Color Infrared", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + } + }, + "license": "CC0-1.0", + "links": [], + "providers": [ + { + "name": "NASA" + } + ], + "renders": { + "nc-ls08": { + "bidx": [1,2,3], + "assets": [ + "nc-ls08" + ], + "rescale": [ + [ + 0, + 255 + ] + ] + }, + "nc-ls09": { + "bidx": [1,2,3], + "assets": [ + "nc-ls09" + ], + "rescale": [ + [ + 0, + 255 + ] + ] + } + }, + "stac_extensions": [ + "https://stac-extensions.github.io/render/v1.0.0/schema.json", + "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" + ], + "stac_version": "1.0.0", + "title": "Landsat Natural Color", + "type": "Collection", + "tenant": ["nasa-disasters"] +} \ No newline at end of file diff --git a/ingestion-data/collections/landsat/old-single-collections/old-landsat8-nat-conus.json b/ingestion-data/collections/landsat/old-single-collections/old-landsat8-nat-conus.json new file mode 100644 index 0000000..dcb86f9 --- /dev/null +++ b/ingestion-data/collections/landsat/old-single-collections/old-landsat8-nat-conus.json @@ -0,0 +1,66 @@ +{ + "id": "landsat8-nat", + "dashboard:is_periodic": false, + "dashboard:time_interval": "day", + "description": "NASA Landsat natural color satellite data combines visible light bands (red, green, and blue) to produce imagery that closely resembles what the human eye would see from space. It is often used to monitor land cover, vegetation, water bodies, and urban areas. These images are helpful for applications like environmental monitoring, resource management, and mapping. Natural color Landsat data provides a clear, intuitive view of Earth’s surface for both scientists and the public.", + "extent": { + "spatial": { + "bbox": [ + [ + -125, + 24, + -66, + 49 + ] + ] + }, + "temporal": { + "interval": [ + [ + "2024-08-30T00:00:00Z", + "2024-10-01T00:00:00Z" + ] + ] + } + }, + "item_assets": { + "landsat8-nat": { + "description": "Landsat-08 Natural Color.", + "roles": [ + "data", + "layer" + ], + "title": "Landsat-08 Natural Color", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + } + }, + "license": "CC0-1.0", + "links": [], + "providers": [ + { + "name": "NASA" + } + ], + "renders": { + "dashboard": { + "bidx": [1,2,3], + "assets": [ + "landsat8-nat" + ], + "rescale": [ + [ + 0, + 255 + ] + ] + } + }, + "stac_extensions": [ + "https://stac-extensions.github.io/render/v1.0.0/schema.json", + "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" + ], + "stac_version": "1.0.0", + "title": "Landsat-08 Natural Color", + "type": "Collection", + "tenant": ["nasa-disasters"] +} \ No newline at end of file diff --git a/ingestion-data/collections/landsat/old-single-collections/old-landsat9-nat-conus.json b/ingestion-data/collections/landsat/old-single-collections/old-landsat9-nat-conus.json new file mode 100644 index 0000000..1fdba6c --- /dev/null +++ b/ingestion-data/collections/landsat/old-single-collections/old-landsat9-nat-conus.json @@ -0,0 +1,66 @@ +{ + "id": "landsat9-nat", + "dashboard:is_periodic": false, + "dashboard:time_interval": "day", + "description": "NASA Landsat natural color satellite data combines visible light bands (red, green, and blue) to produce imagery that closely resembles what the human eye would see from space. It is often used to monitor land cover, vegetation, water bodies, and urban areas. These images are helpful for applications like environmental monitoring, resource management, and mapping. Natural color Landsat data provides a clear, intuitive view of Earth's surface for both scientists and the public.", + "extent": { + "spatial": { + "bbox": [ + [ + -125, + 24, + -66, + 49 + ] + ] + }, + "temporal": { + "interval": [ + [ + "2024-10-02T00:00:00Z", + "2024-10-09T00:00:00Z" + ] + ] + } + }, + "item_assets": { + "landsat9-nat": { + "description": "Landsat-09 Natural Color.", + "roles": [ + "data", + "layer" + ], + "title": "Landsat-09 Natural Color", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + } + }, + "license": "CC0-1.0", + "links": [], + "providers": [ + { + "name": "NASA" + } + ], + "renders": { + "dashboard": { + "bidx": [1,2,3], + "assets": [ + "landsat9-nat" + ], + "rescale": [ + [ + 0, + 255 + ] + ] + } + }, + "stac_extensions": [ + "https://stac-extensions.github.io/render/v1.0.0/schema.json", + "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" + ], + "stac_version": "1.0.0", + "title": "Landsat-09 Natural Color", + "type": "Collection", + "tenant": ["nasa-disasters"] +} \ No newline at end of file diff --git a/ingestion-data/collections/uavsar/uavsar-all-vars-daily.json b/ingestion-data/collections/uavsar/uavsar-all-vars-daily.json new file mode 100644 index 0000000..84046fc --- /dev/null +++ b/ingestion-data/collections/uavsar/uavsar-all-vars-daily.json @@ -0,0 +1,143 @@ +{ + "id": "uavsar-all-vars-daily", + "dashboard:is_periodic": false, + "dashboard:time_interval": "P1D", + "title": "UAVSAR - All Variables (Daily)", + "description": "NASA's Uninhabited Aerial Vehicle Synthetic Aperture Radar (UAVSAR) provides high-resolution L-band polarimetric radar imagery for Earth observations. This daily collection aggregates radar measurements and includes multiple products: amplitude data showing radar backscatter intensity, correlation measurements for change detection, interferometric products for surface deformation analysis, and polarimetric decompositions for characterizing surface properties. UAVSAR's fine spatial resolution and multiple polarization channels enable detailed monitoring of natural disasters, including earthquakes, volcanic activity, landslides, floods, oil spills, and wildfire impacts.", + "extent": { + "spatial": { + "bbox": [ + [ + -125, + 24, + -66, + 49 + ] + ] + }, + "temporal": { + "interval": [ + [ + "2020-01-01T00:00:00Z", + null + ] + ] + } + }, + "item_assets": { + "displacement": { + "description": "Surface displacement measurements derived from interferometric SAR processing, showing ground movement in meters.", + "roles": [ + "data", + "layer" + ], + "title": "Displacement", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "rgb": { + "description": "RGB composite visualization combining multiple polarization channels for enhanced interpretation of radar backscatter.", + "roles": [ + "data", + "layer" + ], + "title": "RGB Composite", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "UNet-predictedScore": { + "description": "Machine learning predicted score from U-Net model analysis of SAR imagery, providing confidence values for feature detection.", + "roles": [ + "data", + "layer" + ], + "title": "UNet Predicted Score", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "UNet-class": { + "description": "Classification output from U-Net model applied to SAR data, identifying distinct surface features and land cover types.", + "roles": [ + "data", + "layer" + ], + "title": "UNet Classification", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + } + }, + "license": "CC0-1.0", + "links": [], + "providers": [ + { + "name": "NASA Jet Propulsion Laboratory", + "roles": [ + "producer", + "processor" + ], + "url": "https://uavsar.jpl.nasa.gov/" + }, + { + "name": "NASA Disasters Program", + "roles": [ + "host" + ], + "url": "https://disasters.openveda.cloud" + } + ], + "renders": { + "displacement": { + "assets": [ + "displacement" + ], + "rescale": [ + [ + -0.01, + 0.2 + ] + ], + "nodata": -9999.0 + }, + "rgb": { + "bidx": [1, 2, 3, 4], + "assets": [ + "rgb" + ], + "rescale": [ + [ + 0, + 255 + ] + ], + "nodata": 0 + }, + "UNet-predictedScore": { + "assets": [ + "UNet-predictedScore" + ], + "rescale": [ + [ + 0, + 1 + ] + ], + "nodata": -9999.0 + }, + "UNet-class": { + "assets": [ + "UNet-class" + ], + "bidx": [1, 2, 3, 4], + "rescale": [ + [ + 0, + 255 + ] + ], + "nodata": 0 + } + }, + "stac_extensions": [ + "https://stac-extensions.github.io/render/v1.0.0/schema.json", + "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" + ], + "stac_version": "1.0.0", + "type": "Collection", + "tenant": ["nasa-disasters"] +} diff --git a/ingestion-data/collections/uavsar/uavsar-all-vars-monthly.json b/ingestion-data/collections/uavsar/uavsar-all-vars-monthly.json new file mode 100644 index 0000000..3d461b0 --- /dev/null +++ b/ingestion-data/collections/uavsar/uavsar-all-vars-monthly.json @@ -0,0 +1,226 @@ +{ + "id": "uavsar-all-vars-monthly", + "dashboard:is_periodic": false, + "dashboard:time_interval": "P1M", + "title": "UAVSAR - All Variables (Monthly)", + "description": "NASA's Uninhabited Aerial Vehicle Synthetic Aperture Radar (UAVSAR) provides high-resolution L-band polarimetric radar imagery for Earth observations. This monthly collection aggregates radar measurements over time for trend analysis and includes multiple products: amplitude data showing radar backscatter intensity, correlation measurements for long-term change detection, interferometric products for cumulative surface deformation analysis, and polarimetric decompositions for characterizing surface properties. UAVSAR's fine spatial resolution and multiple polarization channels enable long-term monitoring of natural disasters and environmental changes, including earthquakes, volcanic activity, landslides, floods, oil spills, and wildfire recovery patterns.", + "extent": { + "spatial": { + "bbox": [ + [ + -125, + 24, + -66, + 49 + ] + ] + }, + "temporal": { + "interval": [ + [ + "2020-01-01T00:00:00Z", + null + ] + ] + } + }, + "item_assets": { + "amplitude-hh": { + "description": "Monthly composite of horizontally transmitted and received radar amplitude showing strong returns from smooth surfaces and double-bounce scattering.", + "roles": [ + "data", + "layer" + ], + "title": "Amplitude HH Polarization", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "amplitude-hv": { + "description": "Monthly composite of cross-polarized amplitude sensitive to volume scattering from vegetation canopy and rough surfaces.", + "roles": [ + "data", + "layer" + ], + "title": "Amplitude HV Polarization", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "amplitude-vv": { + "description": "Monthly composite of vertically transmitted and received radar amplitude showing strong penetration into vegetation and soil moisture sensitivity.", + "roles": [ + "data", + "layer" + ], + "title": "Amplitude VV Polarization", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "correlation": { + "description": "Monthly interferometric correlation coefficient indicating long-term temporal stability and coherence between radar acquisitions.", + "roles": [ + "data", + "layer" + ], + "title": "Interferometric Correlation", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "interferogram": { + "description": "Monthly phase difference measurement for detecting cumulative surface deformation, subsidence, and topographic changes.", + "roles": [ + "data", + "layer" + ], + "title": "Interferogram", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "rgb-composite": { + "description": "Monthly false-color composite combining multiple polarizations for visual interpretation of surface characteristics.", + "roles": [ + "data", + "layer" + ], + "title": "RGB Composite", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "deformation": { + "description": "Monthly surface deformation map derived from interferometric processing, showing cumulative ground displacement in millimeters.", + "roles": [ + "data", + "layer" + ], + "title": "Surface Deformation", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "coherence-change": { + "description": "Monthly coherence change detection layer identifying areas with significant temporal decorrelation due to land cover changes or disturbances.", + "roles": [ + "data", + "layer" + ], + "title": "Coherence Change Detection", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + } + }, + "license": "CC0-1.0", + "links": [], + "providers": [ + { + "name": "NASA Jet Propulsion Laboratory", + "roles": [ + "producer", + "processor" + ], + "url": "https://uavsar.jpl.nasa.gov/" + }, + { + "name": "NASA Disasters Program", + "roles": [ + "host" + ], + "url": "https://disasters.openveda.cloud" + } + ], + "renders": { + "amplitude-hh": { + "assets": [ + "amplitude-hh" + ], + "rescale": [ + [ + 0, + 1 + ] + ], + "nodata": 0 + }, + "amplitude-hv": { + "assets": [ + "amplitude-hv" + ], + "rescale": [ + [ + 0, + 1 + ] + ], + "nodata": 0 + }, + "amplitude-vv": { + "assets": [ + "amplitude-vv" + ], + "rescale": [ + [ + 0, + 1 + ] + ], + "nodata": 0 + }, + "correlation": { + "assets": [ + "correlation" + ], + "rescale": [ + [ + 0, + 1 + ] + ], + "nodata": -9999.0 + }, + "interferogram": { + "assets": [ + "interferogram" + ], + "rescale": [ + [ + -3.14159, + 3.14159 + ] + ], + "nodata": -9999.0 + }, + "rgb-composite": { + "bidx": [1, 2, 3], + "assets": [ + "rgb-composite" + ], + "rescale": [ + [ + 0, + 255 + ] + ], + "nodata": 0 + }, + "deformation": { + "assets": [ + "deformation" + ], + "rescale": [ + [ + -500, + 500 + ] + ], + "nodata": -9999.0 + }, + "coherence-change": { + "assets": [ + "coherence-change" + ], + "rescale": [ + [ + 0, + 1 + ] + ], + "nodata": -9999.0 + } + }, + "stac_extensions": [ + "https://stac-extensions.github.io/render/v1.0.0/schema.json", + "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" + ], + "stac_version": "1.0.0", + "type": "Collection", + "tenant": ["nasa-disasters"] +} diff --git a/ingestion-data/collections/uavsar/uavsar-all-vars-subdaily.json b/ingestion-data/collections/uavsar/uavsar-all-vars-subdaily.json new file mode 100644 index 0000000..292f021 --- /dev/null +++ b/ingestion-data/collections/uavsar/uavsar-all-vars-subdaily.json @@ -0,0 +1,101 @@ +{ + "id": "uavsar-all-vars-subdaily", + "dashboard:is_periodic": false, + "dashboard:time_interval": "PT1H", + "title": "UAVSAR - All Variables (Subdaily)", + "description": "NASA's Uninhabited Aerial Vehicle Synthetic Aperture Radar (UAVSAR) provides high-resolution L-band polarimetric radar imagery for Earth observations. This subdaily collection captures rapid changes and includes multiple products: amplitude data showing radar backscatter intensity, correlation measurements for change detection, interferometric products for surface deformation analysis, and polarimetric decompositions for characterizing surface properties. UAVSAR's fine spatial resolution and multiple polarization channels enable detailed monitoring of natural disasters, including earthquakes, volcanic activity, landslides, floods, oil spills, and wildfire impacts.", + "extent": { + "spatial": { + "bbox": [ + [ + -125, + 24, + -66, + 49 + ] + ] + }, + "temporal": { + "interval": [ + [ + "2020-01-01T00:00:00Z", + null + ] + ] + } + }, + "item_assets": { + "class": { + "description": "Classification quicklook visualization showing categorized surface features and land cover types derived from SAR analysis.", + "roles": [ + "data", + "layer" + ], + "title": "Quicklook Classification", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "rgb": { + "description": "RGB quicklook composite providing rapid visual interpretation of radar backscatter across multiple polarizations.", + "roles": [ + "data", + "layer" + ], + "title": "Quicklook RGB", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + } + }, + "license": "CC0-1.0", + "links": [], + "providers": [ + { + "name": "NASA Jet Propulsion Laboratory", + "roles": [ + "producer", + "processor" + ], + "url": "https://uavsar.jpl.nasa.gov/" + }, + { + "name": "NASA Disasters Program", + "roles": [ + "host" + ], + "url": "https://disasters.openveda.cloud" + } + ], + "renders": { + "class": { + "assets": [ + "class" + ], + "bidx": [1,2,3,4], + "rescale": [ + [ + 0, + 255 + ] + ], + "nodata": 0 + }, + "rgb": { + "assets": [ + "rgb" + ], + "bidx": [1,2,3,4], + "rescale": [ + [ + 0, + 255 + ] + ], + "nodata": 0 + } + }, + "stac_extensions": [ + "https://stac-extensions.github.io/render/v1.0.0/schema.json", + "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" + ], + "stac_version": "1.0.0", + "type": "Collection", + "tenant": ["nasa-disasters"] +} diff --git a/ingestion-data/datasets/eccodarwin-co2flux-monthgrid-v5.json b/ingestion-data/datasets/eccodarwin-co2flux-monthgrid-v5.json deleted file mode 100644 index 616db6a..0000000 --- a/ingestion-data/datasets/eccodarwin-co2flux-monthgrid-v5.json +++ /dev/null @@ -1,85 +0,0 @@ -{ - "collection": "eccodarwin-co2flux-monthgrid-v5", - "data_type": "cog", - "spatial_extent": { - "xmin": -180.0, - "ymin": -90.0, - "xmax": 180.0, - "ymax": 90.0 - }, - "temporal_extent": { - "startdate": "2020-01-01T00:00:00Z", - "enddate": "2022-12-31T00:00:00Z" - }, - "stac_version": "1.0.0", - "stac_extensions": [ - "https://stac-extensions.github.io/render/v1.0.0/schema.json", - "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" - ], - "title": "Air-Sea CO\u2082 Flux, ECCO-Darwin Model v5", - "description": "Global, monthly average air-sea CO\u2082 flux (negative into ocean) at ~1/3\u00b0 resolution from 2020 to 2022. Data are in units of millimoles of CO\u2082 per meter squared per second (mmol m\u00b2/s). Derived using the ECCO-Darwin model v5, which is an ocean biogeochemical model that assimilates Estimating the Circulation and Climate of the Ocean (ECCO) consortium ocean circulation estimates and biogeochemical processes from the Massachusetts Institute of Technology (MIT) Darwin Project.", - "discovery_items": [ - { - "discovery": "s3", - "collection": "eccodarwin-co2flux-monthgrid-v5", - "bucket": "ghgc-data-store-develop", - "prefix": "eccodarwin-co2flux-monthgrid-v5/", - "filename_regex": ".*ECCO-Darwin_.*.tif$", - "datetime_range": "month", - "assets": { - "co2": { - "title": "Air-Sea CO\u2082 Flux", - "description": "Monthly mean air-sea CO\u2082 flux (negative into ocean).", - "regex": ".*Darwin_CO2.*.tif$" - } - }, - "id_regex": ".*_(.*).tif$", - "id_template": "eccodarwin-co2flux-monthgrid-v5-{}" - } - ], - "is_periodic": true, - "license": "CC-BY-4.0", - "sample_files": [ - "" - ], - "providers": null, - "renders": { - "dashboard": { - "assets": [ - "co2" - ], - "colormap_name": "bwr", - "rescale": [ - [ - -0.0007, - 0.0002 - ] - ] - }, - "co2": { - "assets": [ - "co2" - ], - "colormap_name": "bwr", - "rescale": [ - [ - -0.0007, - 0.0002 - ] - ] - } - }, - "item_assets": { - "co2": { - "type": "image/tiff; application=geotiff; profile=cloud-optimized", - "roles": [ - "data", - "layer" - ], - "title": "Air-Sea CO\u2082 Flux", - "description": "Monthly mean air-sea CO\u2082 flux (negative into ocean)." - } - }, - "assets": null, - "time_density": "month" -} diff --git a/ingestion-data/datasets/emit-ch4plume-v1.json b/ingestion-data/datasets/emit-ch4plume-v1.json deleted file mode 100644 index 260af56..0000000 --- a/ingestion-data/datasets/emit-ch4plume-v1.json +++ /dev/null @@ -1,72 +0,0 @@ -{ - "collection": "emit-ch4plume-v1", - "data_type": "cog", - "spatial_extent": { - "xmin": -180.0, - "ymin": -90.0, - "xmax": 180.0, - "ymax": 90.0 - }, - "temporal_extent": { - "startdate": "2022-08-10T00:00:00Z", - "enddate": "2024-04-23T00:00:00Z" - }, - "stac_version": "1.0.0", - "stac_extensions": [], - "title": "EMIT Methane Point Source Plume Complexes v1", - "description": "This dataset provides methane plume complexes at 60 meter resolution measured with the EMIT instrument on the International Space Station (ISS) in units of parts per million meter (ppm-m). Due to its position on the ISS, EMIT does not sample everywhere on Earth nor can methane plumes be derived for all locations observed. By measuring the spectral fingerprint of methane, EMIT can map areas of high methane concentration over background levels in the atmosphere, identifying plume complexes, and estimating the methane enhancements. Large methane emissions, typically referred to as point source emissions, represent a significant proportion of total methane emissions from the production, transport, and processing of oil and natural gas, landfills, and other sources. Data is available starting August 1, 2022 and data collection is ongoing. The source data and additional information can be found at https://doi.org/10.5067/EMIT/EMITL2BCH4PLM.001", - "discovery_items": [ - { - "discovery": "s3" - } - ], - "is_periodic": false, - "license": "CC-BY-1.0", - "sample_files": [ - "" - ], - "providers": null, - "renders": { - "dashboard": { - "resampling": "bilinear", - "bidx": 1, - "assets": [ - "ch4-plume-emissions" - ], - "colormap_name": "plasma", - "rescale": [ - [ - 1, - 1500 - ] - ] - }, - "ch4-plume-emissions": { - "resampling": "bilinear", - "bidx": 1, - "assets": [ - "ch4-plume-emissions" - ], - "colormap_name": "plasma", - "rescale": [ - [ - 1, - 1500 - ] - ] - } - }, - "item_assets": { - "ch4-plume-emissions": { - "type": "image/tiff; application=geotiff; profile=cloud-optimized", - "roles": [ - "data", - "layer" - ], - "title": "EMIT Methane Point Source Plume Complexes", - "description": "Methane plume complexes from point source emitters." - } - }, - "assets": null, - "time_density": "day" -} diff --git a/ingestion-data/datasets/epa-ch4emission-yeargrid-v2express.json b/ingestion-data/datasets/epa-ch4emission-yeargrid-v2express.json deleted file mode 100644 index ef6c4e3..0000000 --- a/ingestion-data/datasets/epa-ch4emission-yeargrid-v2express.json +++ /dev/null @@ -1,1010 +0,0 @@ -{ - "collection": "epa-ch4emission-yeargrid-v2express", - "data_type": "cog", - "spatial_extent": { - "xmin": -180.0, - "ymin": -90.0, - "xmax": 180.0, - "ymax": 90.0 - }, - "temporal_extent": { - "startdate": "2012-01-01T00:00:00Z", - "enddate": "2020-12-31T00:00:00Z" - }, - "stac_version": "1.0.0", - "stac_extensions": [ - "https://stac-extensions.github.io/render/v1.0.0/schema.json", - "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" - ], - "title": "U.S. Gridded Anthropogenic Methane Emissions Inventory v2 Express Extension", - "description": "The gridded EPA U.S. anthropogenic methane greenhouse gas inventory (gridded GHGI) includes spatially disaggregated (0.1 deg x 0.1 deg or approximately 10 x 10 km resolution) maps of annual anthropogenic methane emissions for the contiguous United States (CONUS) from 2012 - 2020, consistent with national annual U.S. anthropogenic methane emissions reported in the U.S. EPA Inventory of U.S. Greenhouse Gas Emissions and Sinks (U.S. GHGI). This dataset contains methane emissions provided as fluxes, in units of megagrams of methane per square kilometer per year (Mg CH\u2084/km\u00b2/yr). It contains 34 data layers including a 'Total' layer with emissions fluxes from all anthropogenic sources of methane in the U.S. GHGI; 6 aggregate layers with emission fluxes from Agriculture, Natural Gas, Petroleum, Waste, Industry, and \u2018Other\u2019 source categories; and 27 layers representing methane emission fluxes from individual sector categories (i.e. the individual layers that make up each of the aggregate layers and the 'Total' layer). The data have been converted from their original NetCDF format to Cloud-Optimized GeoTIFF (COG) and scaled to Mg/km\u00b2/yr for use in the US GHG Center, thereby enabling user exploration of spatial anthropogenic methane emissions and their trends. The source data and addition information can be found at https://doi.org/10.5281/zenodo.8367082", - "discovery_items": [ - { - "discovery": "s3", - "collection": "epa-ch4emission-yeargrid-v2express", - "bucket": "ghgc-data-store-develop", - "prefix": "epa-ch4emission-yeargrid-v2express/", - "filename_regex": ".*Express_Extension_.*.tif$", - "assets": { - "post-meter": { - "title": "Natural Gas - Post Meter (annual)", - "description": "Annual methane emissions downstream of residential, commercial, industrial natural gas distribution meters (i.e., \u201cPost Meter\u201d) (inventory Energy 1B2b sub-category).", - "regex": ".*emi_ch4_Supp_1B2b_PostMeter.*.tif$" - }, - "enteric-fermentation": { - "title": "Agriculture - Enteric Fermentation (annual)", - "description": "Annual methane emissions from enteric fermentation which is methane emitted as a by-product of the normal livestock digestive process (inventory Agriculture category 3A).", - "regex": ".*emi_ch4_3A_Enteric_Fermentation.*.tif$" - }, - "manure-management": { - "title": "Agriculture - Manure Management (annual)", - "description": "Annual methane emissions from livestock manure management (inventory Agriculture category 3B).", - "regex": ".*emi_ch4_3B_Manure_Management.*.tif$" - }, - "rice-cultivation": { - "title": "Agriculture - Rice Cultivation (annual)", - "description": "Annual methane emissions from rice cultivation (inventory Agriculture category 3C).", - "regex": ".*emi_ch4_3C_Rice_Cultivation.*.tif$" - }, - "field-burning": { - "title": "Agriculture - Field Burning (annual)", - "description": "Annual methane emissions from field burning of agricultural residues (inventory Agriculture category 3F).", - "regex": ".*emi_ch4_3F_Field_Burning.*.tif$" - }, - "exploration-ngs": { - "title": "Natural Gas - Exploration (annual)", - "description": "Annual methane emissions from Natural Gas Exploration (inventory Energy 1B2b sub-category).", - "regex": ".*emi_ch4_1B2b_Natural_Gas_Exploration.*.tif$" - }, - "production-ngs": { - "title": "Natural Gas - Production (annual)", - "description": "Annual methane emissions from Natural Gas Production (inventory Energy 1B2b sub-category).", - "regex": ".*emi_ch4_1B2b_Natural_Gas_Production.*.tif$" - }, - "transmission-storage-ngs": { - "title": "Natural Gas - Transmission and Storage (annual)", - "description": "Annual methane emissions from Natural Gas Transmission and Storage (inventory Energy 1B2b sub-category).", - "regex": ".*emi_ch4_1B2b_Natural_Gas_TransmissionStorage.*.tif$" - }, - "processing-ngs": { - "title": "Natural Gas - Processing (annual)", - "description": "Annual methane emissions from Natural Gas Processing (inventory Energy 1B2b sub-category).", - "regex": ".*emi_ch4_1B2b_Natural_Gas_Processing.*.tif$" - }, - "distribution-ngs": { - "title": "Natural Gas - Distribution (annual)", - "description": "Annual methane emissions from Natural Gas Distribution (inventory Energy 1B2b sub-category).", - "regex": ".*emi_ch4_1B2b_Natural_Gas_Distribution.*.tif$" - }, - "exploration-ps": { - "title": "Petroleum - Exploration (annual)", - "description": "Annual methane emissions from Petroleum Exploration (inventory Energy 1B2a sub-category).", - "regex": ".*emi_ch4_1B2a_Petroleum_Systems_Exploration.*.tif$" - }, - "production-ps": { - "title": "Petroleum - Production (annual)", - "description": "Annual methane emissions from Petroleum Production (inventory Energy 1B2a sub-category).", - "regex": ".*emi_ch4_1B2a_Petroleum_Systems_Production.*.tif$" - }, - "transport-ps": { - "title": "Petroleum - Transportation (annual)", - "description": "Annual methane emissions from Petroleum Transportation (inventory Energy 1B2a sub-category).", - "regex": ".*emi_ch4_1B2a_Petroleum_Systems_Transport.*.tif$" - }, - "refining-ps": { - "title": "Petroleum - Refining (annual)", - "description": "Annual methane emissions from Petroleum Refining (inventory Energy 1B2a sub-category).", - "regex": ".*emi_ch4_1B2a_Petroleum_Systems_Refining.*.tif$" - }, - "msw-landfill-waste": { - "title": "Waste - Municipal Solid Waste (MSW) Landfills (annual)", - "description": "Annual methane emissions from Municipal Solid Waste Landfills (inventory Waste 5A1 sub-category).", - "regex": ".*emi_ch4_5A1_Landfills_MSW.*.tif$" - }, - "industrial-landfill-waste": { - "title": "Waste - Industrial Landfills (annual)", - "description": "Annual methane emissions from Industrial Landfills (inventory Waste 5A1 sub-category).", - "regex": ".*emi_ch4_5A1_Landfills_Industrial.*.tif$" - }, - "dwtd-waste": { - "title": "Waste - Domestic Wastewater Treatment & Discharge (annual)", - "description": "Annual methane emissions from Domestic Wastewater Treatment and Discharge (inventory Waste 5D sub-category).", - "regex": ".*emi_ch4_5D_Wastewater_Treatment_Domestic.*.tif$" - }, - "iwtd-waste": { - "title": "Waste - Industrial Wastewater Treatment & Discharge (annual)", - "description": "Annual methane emissions from Industrial Wastewater Treatment and Discharge (inventory Waste 5D sub-category).", - "regex": ".*emi_ch4_5D_Wastewater_Treatment_Industrial.*.tif$" - }, - "composting-waste": { - "title": "Waste - Composting (annual)", - "description": "Annual methane emissions from Composting (inventory Waste category 5B1).", - "regex": ".*emi_ch4_5B1_Composting.*.tif$" - }, - "underground-coal": { - "title": "Coal Mining - Underground Mining (annual)", - "description": "Annual methane emissions from from active Underground Coal Mining (inventory Energy 1B1a sub-category).", - "regex": ".*emi_ch4_1B1a_Underground_Coal.*.tif$" - }, - "surface-coal": { - "title": "Coal Mining - Surface Mining (annual)", - "description": "Annual methane emissions from active Surface Coal Mining (inventory Energy 1B1a sub-category).", - "regex": ".*emi_ch4_1B1a_Surface_Coal.*.tif$" - }, - "abn-underground-coal": { - "title": "Coal Mining - Abandoned Underground Mines (annual)", - "description": "Annual methane emissions from Abandoned Underground Coal Mines (inventory Energy 1B1a sub-category).", - "regex": ".*emi_ch4_1B1a_Abandoned_Coal.*.tif$" - }, - "stationary-combustion-other": { - "title": "Other - Stationary Combustion (annual)", - "description": "Annual methane emissions from Stationary Combustion (inventory Energy 1A sub-category).", - "regex": ".*emi_ch4_1A_Combustion_Stationary.*.tif$" - }, - "mobile-combustion-other": { - "title": "Other - Mobile Combustion (annual)", - "description": "Annual methane emissions from Mobile Combustion (inventory Energy 1A sub-category).", - "regex": ".*emi_ch4_1A_Combustion_Mobile.*.tif$" - }, - "abn-ong-other": { - "title": "Other - Abandoned Oil and Gas Wells (annual)", - "description": "Annual methane emissions from Abandoned Oil and Gas Wells (inventory Energy 1B2a and 1B2b sub-categories).", - "regex": ".*emi_ch4_1B2ab_Abandoned_Oil_Gas.*.tif$" - }, - "petro-production-other": { - "title": "Other - Petrochemical Production (annual)", - "description": "Annual methane emissions from Petrochemical Production (inventory Industrial Processes and Product Use category 2B8).", - "regex": ".*emi_ch4_2B8_Industry_Petrochemical.*.tif$" - }, - "ferroalloy-production-other": { - "title": "Other - Ferroalloy Production (annual)", - "description": "Annual methane emissions from Ferroalloy Production (inventory Industrial Processes and Product Use category 2C2).", - "regex": ".*emi_ch4_2C2_Industry_Ferroalloy.*.tif$" - }, - "total-methane": { - "title": "Total Methane (annual)", - "description": "Total annual methane emission fluxes from all Agriculture, Energy, Waste, and \u2018Other\u2019 sources included in this dataset.", - "regex": ".*Express_Extension_all-variables.*.tif$" - }, - "total-agriculture": { - "title": "Total Agriculture (annual)", - "description": "Total annual methane emission fluxes from Agriculture sources (sum of inventory categories: Enteric Fermentation (3A), Manure Management (3B), Rice Cultivation (3C), Field Burning of Agricultural Residues (3F)).", - "regex": ".*Express_Extension_agriculture.*.tif$" - }, - "total-natural-gas-systems": { - "title": "Total Natural Gas Systems (annual)", - "description": "Total annual methane emission fluxes from Natural Gas Systems (sum of inventory Energy 1B2b sub-categories which includes Natural Gas Production, Transmission & Storage, Processing, Distribution and Exploration).", - "regex": ".*Express_Extension_natural-gas-systems.*.tif$" - }, - "total-petroleum-systems": { - "title": "Total Petroleum Systems (annual)", - "description": "Total annual methane emission fluxes from Petroleum Systems (sum of inventory Energy 1B2a sub-categories which includes Petroleum Production, Refining, Exploration and Transport).", - "regex": ".*Express_Extension_petroleum-systems.*.tif$" - }, - "total-waste": { - "title": "Total Waste (annual)", - "description": "Total annual methane emission fluxes from Waste (sum of inventory Waste categories: Municipal Solid Waste (MSW) and Industrial Landfills (5A1), Composting (5B1), Domestic and Industrial Wastewater Treatment and Discharge (5D)).", - "regex": ".*Express_Extension_waste.*.tif$" - }, - "total-other": { - "title": "Total Other (annual)", - "description": "Total annual methane emission fluxes from \u2018Other\u2019 remaining sources (sum of inventory categories 1A (Energy Combustion), 2B8 & 2C2 (Petrochemical & Ferroalloy Production) and 1B2a & 1B2b (Abandoned Oil & Gas Well Emissions)).", - "regex": ".*Express_Extension_other.*.tif$" - }, - "total-coal-mines": { - "title": "Total Coal Mines (annual)", - "description": "Total annual methane emission fluxes from Coal Mines (sum of inventory 1B1a sub-categories which includes Underground Coal Mining, Surface Coal Mining and Abandoned Underground Coal Mines).", - "regex": ".*Express_Extension_coal-mines.*.tif$" - } - }, - "id_regex": ".*_(.*).tif$", - "id_template": "epa-ch4emission-yeargrid-v2express-{}" - } - ], - "is_periodic": true, - "license": "CC-BY-4.0", - "sample_files": [ - "" - ], - "providers": [], - "renders": { - "dashboard": { - "assets": [ - "total-methane" - ], - "colormap_name": "epa-ghgi-ch4", - "rescale": [ - [ - 0, - 20 - ] - ], - "minzoom": 0, - "maxzoom": 5 - }, - "total-methane": { - "assets": [ - "total-methane" - ], - "colormap_name": "epa-ghgi-ch4", - "rescale": [ - [ - 0, - 20 - ] - ], - "minzoom": 0, - "maxzoom": 5 - }, - "total-agriculture": { - "assets": [ - "total-agriculture" - ], - "colormap_name": "epa-ghgi-ch4", - "rescale": [ - [ - 0, - 20 - ] - ], - "minzoom": 0, - "maxzoom": 5 - }, - "enteric-fermentation": { - "assets": [ - "enteric-fermentation" - ], - "colormap_name": "epa-ghgi-ch4", - "rescale": [ - [ - 0, - 20 - ] - ], - "minzoom": 0, - "maxzoom": 5 - }, - "manure-management": { - "assets": [ - "manure-management" - ], - "colormap_name": "epa-ghgi-ch4", - "rescale": [ - [ - 0, - 20 - ] - ], - "minzoom": 0, - "maxzoom": 5 - }, - "rice-cultivation": { - "assets": [ - "rice-cultivation" - ], - "colormap_name": "epa-ghgi-ch4", - "rescale": [ - [ - 0, - 20 - ] - ], - "minzoom": 0, - "maxzoom": 5 - }, - "field-burning": { - "assets": [ - "field-burning" - ], - "colormap_name": "epa-ghgi-ch4", - "rescale": [ - [ - 0, - 20 - ] - ], - "minzoom": 0, - "maxzoom": 5 - }, - "total-natural-gas-systems": { - "assets": [ - "total-natural-gas-systems" - ], - "colormap_name": "epa-ghgi-ch4", - "rescale": [ - [ - 0, - 20 - ] - ], - "minzoom": 0, - "maxzoom": 5 - }, - "exploration-ngs": { - "assets": [ - "exploration-ngs" - ], - "colormap_name": "epa-ghgi-ch4", - "rescale": [ - [ - 0, - 20 - ] - ], - "minzoom": 0, - "maxzoom": 5 - }, - "production-ngs": { - "assets": [ - "production-ngs" - ], - "colormap_name": "epa-ghgi-ch4", - "rescale": [ - [ - 0, - 20 - ] - ], - "minzoom": 0, - "maxzoom": 5 - }, - "transmission-storage-ngs": { - "assets": [ - "transmission-storage-ngs" - ], - "colormap_name": "epa-ghgi-ch4", - "rescale": [ - [ - 0, - 20 - ] - ], - "minzoom": 0, - "maxzoom": 5 - }, - "processing-ngs": { - "assets": [ - "processing-ngs" - ], - "colormap_name": "epa-ghgi-ch4", - "rescale": [ - [ - 0, - 20 - ] - ], - "minzoom": 0, - "maxzoom": 5 - }, - "distribution-ngs": { - "assets": [ - "distribution-ngs" - ], - "colormap_name": "epa-ghgi-ch4", - "rescale": [ - [ - 0, - 20 - ] - ], - "minzoom": 0, - "maxzoom": 5 - }, - "post-meter": { - "assets": [ - "post-meter" - ], - "colormap_name": "epa-ghgi-ch4", - "rescale": [ - [ - 0, - 20 - ] - ], - "minzoom": 0, - "maxzoom": 5 - }, - "total-petroleum-systems": { - "assets": [ - "total-petroleum-systems" - ], - "colormap_name": "epa-ghgi-ch4", - "rescale": [ - [ - 0, - 20 - ] - ], - "minzoom": 0, - "maxzoom": 5 - }, - "exploration-ps": { - "assets": [ - "exploration-ps" - ], - "colormap_name": "epa-ghgi-ch4", - "rescale": [ - [ - 0, - 20 - ] - ], - "minzoom": 0, - "maxzoom": 5 - }, - "production-ps": { - "assets": [ - "production-ps" - ], - "colormap_name": "epa-ghgi-ch4", - "rescale": [ - [ - 0, - 20 - ] - ], - "minzoom": 0, - "maxzoom": 5 - }, - "transport-ps": { - "assets": [ - "transport-ps" - ], - "colormap_name": "epa-ghgi-ch4", - "rescale": [ - [ - 0, - 20 - ] - ], - "minzoom": 0, - "maxzoom": 5 - }, - "refining-ps": { - "assets": [ - "refining-ps" - ], - "colormap_name": "epa-ghgi-ch4", - "rescale": [ - [ - 0, - 20 - ] - ], - "minzoom": 0, - "maxzoom": 5 - }, - "total-waste": { - "assets": [ - "total-waste" - ], - "colormap_name": "epa-ghgi-ch4", - "rescale": [ - [ - 0, - 20 - ] - ], - "minzoom": 0, - "maxzoom": 5 - }, - "msw-landfill-waste": { - "assets": [ - "msw-landfill-waste" - ], - "colormap_name": "epa-ghgi-ch4", - "rescale": [ - [ - 0, - 20 - ] - ], - "minzoom": 0, - "maxzoom": 5 - }, - "industrial-landfill-waste": { - "assets": [ - "industrial-landfill-waste" - ], - "colormap_name": "epa-ghgi-ch4", - "rescale": [ - [ - 0, - 20 - ] - ], - "minzoom": 0, - "maxzoom": 5 - }, - "dwtd-waste": { - "assets": [ - "dwtd-waste" - ], - "colormap_name": "epa-ghgi-ch4", - "rescale": [ - [ - 0, - 20 - ] - ], - "minzoom": 0, - "maxzoom": 5 - }, - "iwtd-waste": { - "assets": [ - "iwtd-waste" - ], - "colormap_name": "epa-ghgi-ch4", - "rescale": [ - [ - 0, - 20 - ] - ], - "minzoom": 0, - "maxzoom": 5 - }, - "composting-waste": { - "assets": [ - "composting-waste" - ], - "colormap_name": "epa-ghgi-ch4", - "rescale": [ - [ - 0, - 20 - ] - ], - "minzoom": 0, - "maxzoom": 5 - }, - "total-coal-mines": { - "assets": [ - "total-coal-mines" - ], - "colormap_name": "epa-ghgi-ch4", - "rescale": [ - [ - 0, - 20 - ] - ], - "minzoom": 0, - "maxzoom": 5 - }, - "underground-coal": { - "assets": [ - "underground-coal" - ], - "colormap_name": "epa-ghgi-ch4", - "rescale": [ - [ - 0, - 20 - ] - ], - "minzoom": 0, - "maxzoom": 5 - }, - "abn-underground-coal": { - "assets": [ - "abn-underground-coal" - ], - "colormap_name": "epa-ghgi-ch4", - "rescale": [ - [ - 0, - 20 - ] - ], - "minzoom": 0, - "maxzoom": 5 - }, - "surface-coal": { - "assets": [ - "surface-coal" - ], - "colormap_name": "epa-ghgi-ch4", - "rescale": [ - [ - 0, - 20 - ] - ], - "minzoom": 0, - "maxzoom": 5 - }, - "total-other": { - "assets": [ - "total-other" - ], - "colormap_name": "epa-ghgi-ch4", - "rescale": [ - [ - 0, - 20 - ] - ], - "minzoom": 0, - "maxzoom": 5 - }, - "stationary-combustion-other": { - "assets": [ - "stationary-combustion-other" - ], - "colormap_name": "epa-ghgi-ch4", - "rescale": [ - [ - 0, - 20 - ] - ], - "minzoom": 0, - "maxzoom": 5 - }, - "mobile-combustion-other": { - "assets": [ - "mobile-combustion-other" - ], - "colormap_name": "epa-ghgi-ch4", - "rescale": [ - [ - 0, - 20 - ] - ], - "minzoom": 0, - "maxzoom": 5 - }, - "abn-ong-other": { - "assets": [ - "abn-ong-other" - ], - "colormap_name": "epa-ghgi-ch4", - "rescale": [ - [ - 0, - 20 - ] - ], - "minzoom": 0, - "maxzoom": 5 - }, - "petro-production-other": { - "assets": [ - "petro-production-other" - ], - "colormap_name": "epa-ghgi-ch4", - "rescale": [ - [ - 0, - 20 - ] - ], - "minzoom": 0, - "maxzoom": 5 - }, - "ferroalloy-production-other": { - "assets": [ - "ferroalloy-production-other" - ], - "colormap_name": "epa-ghgi-ch4", - "rescale": [ - [ - 0, - 20 - ] - ] - } - }, - "item_assets": { - "post-meter": { - "type": "image/tiff; application=geotiff; profile=cloud-optimized", - "roles": [ - "data", - "layer" - ], - "title": "Natural Gas - Post Meter (annual)", - "description": "Annual methane emissions downstream of residential, commercial, industrial natural gas distribution meters (i.e., \u201cPost Meter\u201d) (inventory Energy 1B2b sub-category)." - }, - "enteric-fermentation": { - "type": "image/tiff; application=geotiff; profile=cloud-optimized", - "roles": [ - "data", - "layer" - ], - "title": "Agriculture - Enteric Fermentation (annual)", - "description": "Annual methane emissions from enteric fermentation which is methane emitted as a by-product of the normal livestock digestive process (inventory Agriculture category 3A)." - }, - "manure-management": { - "type": "image/tiff; application=geotiff; profile=cloud-optimized", - "roles": [ - "data", - "layer" - ], - "title": "Agriculture - Manure Management (annual)", - "description": "Annual methane emissions from livestock manure management (inventory Agriculture category 3B)." - }, - "rice-cultivation": { - "type": "image/tiff; application=geotiff; profile=cloud-optimized", - "roles": [ - "data", - "layer" - ], - "title": "Agriculture - Rice Cultivation (annual)", - "description": "Annual methane emissions from rice cultivation (inventory Agriculture category 3C)." - }, - "field-burning": { - "type": "image/tiff; application=geotiff; profile=cloud-optimized", - "roles": [ - "data", - "layer" - ], - "title": "Agriculture - Field Burning (annual)", - "description": "Annual methane emissions from field burning of agricultural residues (inventory Agriculture category 3F)." - }, - "exploration-ngs": { - "type": "image/tiff; application=geotiff; profile=cloud-optimized", - "roles": [ - "data", - "layer" - ], - "title": "Natural Gas - Exploration (annual)", - "description": "Annual methane emissions from Natural Gas Exploration (inventory Energy 1B2b sub-category)." - }, - "production-ngs": { - "type": "image/tiff; application=geotiff; profile=cloud-optimized", - "roles": [ - "data", - "layer" - ], - "title": "Natural Gas - Production (annual)", - "description": "Annual methane emissions from Natural Gas Production (inventory Energy 1B2b sub-category)." - }, - "transmission-storage-ngs": { - "type": "image/tiff; application=geotiff; profile=cloud-optimized", - "roles": [ - "data", - "layer" - ], - "title": "Natural Gas - Transmission and Storage (annual)", - "description": "Annual methane emissions from Natural Gas Transmission and Storage (inventory Energy 1B2b sub-category)." - }, - "processing-ngs": { - "type": "image/tiff; application=geotiff; profile=cloud-optimized", - "roles": [ - "data", - "layer" - ], - "title": "Natural Gas - Processing (annual)", - "description": "Annual methane emissions from Natural Gas Processing (inventory Energy 1B2b sub-category)." - }, - "distribution-ngs": { - "type": "image/tiff; application=geotiff; profile=cloud-optimized", - "roles": [ - "data", - "layer" - ], - "title": "Natural Gas - Distribution (annual)", - "description": "Annual methane emissions from Natural Gas Distribution (inventory Energy 1B2b sub-category)." - }, - "exploration-ps": { - "type": "image/tiff; application=geotiff; profile=cloud-optimized", - "roles": [ - "data", - "layer" - ], - "title": "Petroleum - Exploration (annual)", - "description": "Annual methane emissions from Petroleum Exploration (inventory Energy 1B2a sub-category)." - }, - "production-ps": { - "type": "image/tiff; application=geotiff; profile=cloud-optimized", - "roles": [ - "data", - "layer" - ], - "title": "Petroleum - Production (annual)", - "description": "Annual methane emissions from Petroleum Production (inventory Energy 1B2a sub-category)." - }, - "transport-ps": { - "type": "image/tiff; application=geotiff; profile=cloud-optimized", - "roles": [ - "data", - "layer" - ], - "title": "Petroleum - Transportation (annual)", - "description": "Annual methane emissions from Petroleum Transportation (inventory Energy 1B2a sub-category)." - }, - "refining-ps": { - "type": "image/tiff; application=geotiff; profile=cloud-optimized", - "roles": [ - "data", - "layer" - ], - "title": "Petroleum - Refining (annual)", - "description": "Annual methane emissions from Petroleum Refining (inventory Energy 1B2a sub-category)." - }, - "msw-landfill-waste": { - "type": "image/tiff; application=geotiff; profile=cloud-optimized", - "roles": [ - "data", - "layer" - ], - "title": "Waste - Municipal Solid Waste (MSW) Landfills (annual)", - "description": "Annual methane emissions from Municipal Solid Waste Landfills (inventory Waste 5A1 sub-category)." - }, - "industrial-landfill-waste": { - "type": "image/tiff; application=geotiff; profile=cloud-optimized", - "roles": [ - "data", - "layer" - ], - "title": "Waste - Industrial Landfills (annual)", - "description": "Annual methane emissions from Industrial Landfills (inventory Waste 5A1 sub-category)." - }, - "dwtd-waste": { - "type": "image/tiff; application=geotiff; profile=cloud-optimized", - "roles": [ - "data", - "layer" - ], - "title": "Waste - Domestic Wastewater Treatment & Discharge (annual)", - "description": "Annual methane emissions from Domestic Wastewater Treatment and Discharge (inventory Waste 5D sub-category)." - }, - "iwtd-waste": { - "type": "image/tiff; application=geotiff; profile=cloud-optimized", - "roles": [ - "data", - "layer" - ], - "title": "Waste - Industrial Wastewater Treatment & Discharge (annual)", - "description": "Annual methane emissions from Industrial Wastewater Treatment and Discharge (inventory Waste 5D sub-category)." - }, - "composting-waste": { - "type": "image/tiff; application=geotiff; profile=cloud-optimized", - "roles": [ - "data", - "layer" - ], - "title": "Waste - Composting (annual)", - "description": "Annual methane emissions from Composting (inventory Waste category 5B1)." - }, - "underground-coal": { - "type": "image/tiff; application=geotiff; profile=cloud-optimized", - "roles": [ - "data", - "layer" - ], - "title": "Coal Mining - Underground Mining (annual)", - "description": "Annual methane emissions from active Underground Coal Mining (inventory Energy 1B1a sub-category)." - }, - "surface-coal": { - "type": "image/tiff; application=geotiff; profile=cloud-optimized", - "roles": [ - "data", - "layer" - ], - "title": "Coal Mining - Surface Mining (annual)", - "description": "Annual methane emissions from active Surface Coal Mining (inventory Energy 1B1a sub-category)." - }, - "abn-underground-coal": { - "type": "image/tiff; application=geotiff; profile=cloud-optimized", - "roles": [ - "data", - "layer" - ], - "title": "Coal Mining - Abandoned Underground Mines (annual)", - "description": "Annual methane emissions from Abandoned Underground Coal Mines (inventory Energy 1B1a sub-category)." - }, - "stationary-combustion-other": { - "type": "image/tiff; application=geotiff; profile=cloud-optimized", - "roles": [ - "data", - "layer" - ], - "title": "Other - Stationary Combustion (annual)", - "description": "Annual methane emissions from Stationary Combustion (inventory Energy 1A sub-category)." - }, - "mobile-combustion-other": { - "type": "image/tiff; application=geotiff; profile=cloud-optimized", - "roles": [ - "data", - "layer" - ], - "title": "Other - Mobile Combustion (annual)", - "description": "Annual methane emissions from Mobile Combustion (inventory Energy 1A sub-category)." - }, - "abn-ong-other": { - "type": "image/tiff; application=geotiff; profile=cloud-optimized", - "roles": [ - "data", - "layer" - ], - "title": "Other - Abandoned Oil and Gas Wells (annual)", - "description": "Annual methane emissions from Abandoned Oil and Gas Wells (inventory Energy 1B2a and 1B2b sub-categories)." - }, - "petro-production-other": { - "type": "image/tiff; application=geotiff; profile=cloud-optimized", - "roles": [ - "data", - "layer" - ], - "title": "Other - Petrochemical Production (annual)", - "description": "Annual methane emissions from Petrochemical Production (inventory Industrial Processes and Product Use category 2B8)." - }, - "ferroalloy-production-other": { - "type": "image/tiff; application=geotiff; profile=cloud-optimized", - "roles": [ - "data", - "layer" - ], - "title": "Other - Ferroalloy Production (annual)", - "description": "Annual methane emissions from Ferroalloy Production (inventory Industrial Processes and Product Use category 2C2)." - }, - "total-methane": { - "type": "image/tiff; application=geotiff; profile=cloud-optimized", - "roles": [ - "data", - "layer" - ], - "title": "Total Methane (annual)", - "description": "Total annual methane emission fluxes from all Agriculture, Energy, Waste, and \u2018Other\u2019 sources included in this dataset." - }, - "total-agriculture": { - "type": "image/tiff; application=geotiff; profile=cloud-optimized", - "roles": [ - "data", - "layer" - ], - "title": "Total Agriculture (annual)", - "description": "Total annual methane emission fluxes from Agriculture sources (sum of inventory categories: Enteric Fermentation (3A), Manure Management (3B), Rice Cultivation (3C), Field Burning of Agricultural Residues (3F))." - }, - "total-natural-gas-systems": { - "type": "image/tiff; application=geotiff; profile=cloud-optimized", - "roles": [ - "data", - "layer" - ], - "title": "Total Natural Gas Systems (annual)", - "description": "Total annual methane emission fluxes from Natural Gas Systems (sum of inventory Energy 1B2b sub-categories which includes Natural Gas Production, Transmission & Storage, Processing, Distribution and Exploration)." - }, - "total-petroleum-systems": { - "type": "image/tiff; application=geotiff; profile=cloud-optimized", - "roles": [ - "data", - "layer" - ], - "title": "Total Petroleum Systems (annual)", - "description": "Total annual methane emission fluxes from Petroleum Systems (sum of inventory Energy 1B2a sub-categories which includes Petroleum Production, Refining, Exploration and Transport)." - }, - "total-waste": { - "type": "image/tiff; application=geotiff; profile=cloud-optimized", - "roles": [ - "data", - "layer" - ], - "title": "Total Waste (annual)", - "description": "Total annual methane emission fluxes from Waste (sum of inventory Waste categories: Municipal Solid Waste (MSW) and Industrial Landfills (5A1), Composting (5B1), Domestic and Industrial Wastewater Treatment and Discharge (5D))." - }, - "total-other": { - "type": "image/tiff; application=geotiff; profile=cloud-optimized", - "roles": [ - "data", - "layer" - ], - "title": "Total Other (annual)", - "description": "Total annual methane emission fluxes from \u2018Other\u2019 remaining sources (sum of inventory categories 1A (Energy Combustion), 2B8 & 2C2 (Petrochemical & Ferroalloy Production) and 1B2a & 1B2b (Abandoned Oil & Gas Well Emissions))." - }, - "total-coal-mines": { - "type": "image/tiff; application=geotiff; profile=cloud-optimized", - "roles": [ - "data", - "layer" - ], - "title": "Total Coal Mines (annual)", - "description": "Total annual methane emission fluxes from Coal Mines (sum of inventory 1B1a sub-categories which includes Underground Coal Mining, Surface Coal Mining and Abandoned Underground Coal Mines)." - } - }, - "assets": {}, - "time_density": "year" -} diff --git a/ingestion-data/datasets/gosat-based-ch4budget-yeargrid-v1.json b/ingestion-data/datasets/gosat-based-ch4budget-yeargrid-v1.json deleted file mode 100644 index 95fd7ee..0000000 --- a/ingestion-data/datasets/gosat-based-ch4budget-yeargrid-v1.json +++ /dev/null @@ -1,214 +0,0 @@ -{ - "collection": "gosat-based-ch4budget-yeargrid-v1", - "data_type": "cog", - "spatial_extent": { - "xmin": -180.0, - "ymin": -90.0, - "xmax": 180.0, - "ymax": 90.0 - }, - "temporal_extent": { - "startdate": "2019-01-01T00:00:00Z", - "enddate": "2019-12-31T00:00:00Z" - }, - "stac_version": "1.0.0", - "stac_extensions": [ - "https://stac-extensions.github.io/render/v1.0.0/schema.json", - "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" - ], - "title": "GOSAT-based Top-down Total and Natural Methane Emissions v1", - "description": "As part of the global stock take (GST), countries are asked to provide a record of their greenhouse gas (GHG) emissions to inform decisions on how to reduce GHG emissions. The NASA Carbon Monitoring System Flux (CMS-Flux) team has used remote sensing observations from Japan's Greenhouse gases Observing SATellite (GOSAT) to produce modeled total methane (CH\u2084) emissions and uncertainties on a 1 degree by 1 degree resolution grid for the year 2019. The GOSAT data is used in the model to inform total emission estimates, as well as wetland (the primary natural source of methane), and various human-related sources such as fossil fuel extraction, transport, agriculture, waste, and fires. A prior GHG emission estimate (and assocated uncertainty) is provided for each layer, which is the emissions estimate without GOSAT data. The posterior GHG emission layers are informed by GOSAT total column methane data. An advanced mathematical approach is used with a global chemistry transport model to quantify annual CH\u2084 emissions and uncertainties. These estimates are expressed in teragrams of CH\u2084 per year (Tg/yr). The source data can be found at https://doi.org/10.5281/zenodo.8306874 and more information can also be found on the CEOS website https://ceos.org/gst/methane.html", - "discovery_items": [ - { - "discovery": "s3", - "collection": "gosat-based-ch4budget-yeargrid-v1", - "bucket": "ghgc-data-store-develop", - "prefix": "gosat-based-ch4budget-yeargrid-v1/", - "filename_regex": ".*Emissions_GOSAT.*.tif$", - "assets": { - "post-total": { - "title": "Posterior Total Methane Emissions", - "description": "Estimated total methane emissions per grid cell informed by GOSAT satellite total column methane data.", - "regex": ".*Emissions_GOSAT_post_total.*.tif$" - }, - "prior-total": { - "title": "Prior Total Methane Emissions", - "description": "Total methane emissions per grid cell estimated by various inventories or models, excluding satellite based observations from GOSAT.", - "regex": ".*Emissions_GOSAT_prior_total.*.tif$" - }, - "post-wetland-uncertainty": { - "title": "Uncertainty - Wetland Posterior Methane Emissions", - "description": "Uncertainty in estimated methane emissions per grid cell from wetlands informed by GOSAT satellite total column methane data.", - "regex": ".*Emissions_GOSAT_post_unc_wetland.*.tif$" - }, - "post-wetland": { - "title": "Wetland Posterior Methane Emissions", - "description": "Estimated methane emissions per grid cell from wetlands informed by GOSAT satellite total column methane data.", - "regex": ".*Emissions_GOSAT_post_wetland.*.tif$" - }, - "prior-wetland-uncertainty": { - "title": "Uncertainty - Wetland Prior Methane Emissions", - "description": "Uncertainty in methane emissions per grid cell from wetlands estimated by various inventories or models, excluding satellite based observations from GOSAT.", - "regex": ".*Emissions_GOSAT_prior_unc_wetland.*.tif$" - }, - "prior-wetland": { - "title": "Wetland Prior Methane Emissions", - "description": "Methane emissions per grid cell from wetlands estimated by various inventories or models, excluding satellite based observations from GOSAT.", - "regex": ".*Emissions_GOSAT_prior_wetland.*.tif$" - } - }, - "id_regex": ".*_(.*).tif$", - "id_template": "gosat-based-ch4budget-yeargrid-v1-{}" - } - ], - "is_periodic": false, - "license": "CC-BY-4.0", - "sample_files": [ - "" - ], - "providers": [], - "renders": { - "dashboard": { - "assets": [ - "post-total" - ], - "colormap_name": "spectral_r", - "rescale": [ - [ - 0, - 0.3 - ] - ] - }, - "prior-total": { - "assets": [ - "prior-total" - ], - "colormap_name": "spectral_r", - "rescale": [ - [ - 0, - 0.3 - ] - ] - }, - "post-total": { - "assets": [ - "post-total" - ], - "colormap_name": "spectral_r", - "rescale": [ - [ - 0, - 0.3 - ] - ] - }, - "prior-wetland": { - "assets": [ - "prior-wetland" - ], - "colormap_name": "spectral_r", - "rescale": [ - [ - 0, - 0.1 - ] - ] - }, - "post-wetland": { - "assets": [ - "post-wetland" - ], - "colormap_name": "spectral_r", - "rescale": [ - [ - 0, - 0.1 - ] - ] - }, - "prior-wetland-uncertainty": { - "assets": [ - "prior-wetland-uncertainty" - ], - "colormap_name": "purd", - "rescale": [ - [ - 0, - 0.05 - ] - ] - }, - "post-wetland-uncertainty": { - "assets": [ - "post-wetland-uncertainty" - ], - "colormap_name": "purd", - "rescale": [ - [ - 0, - 0.05 - ] - ] - } - }, - "item_assets": { - "post-total": { - "type": "image/tiff; application=geotiff; profile=cloud-optimized", - "roles": [ - "data", - "layer" - ], - "title": "Posterior Total Methane Emissions", - "description": "Estimated total methane emissions per grid cell informed by GOSAT satellite total column methane data." - }, - "prior-total": { - "type": "image/tiff; application=geotiff; profile=cloud-optimized", - "roles": [ - "data", - "layer" - ], - "title": "Prior Total Methane Emissions", - "description": "Total methane emissions per grid cell estimated by various inventories or models, excluding satellite based observations from GOSAT." - }, - "post-wetland": { - "type": "image/tiff; application=geotiff; profile=cloud-optimized", - "roles": [ - "data", - "layer" - ], - "title": "Wetland Posterior Methane Emissions", - "description": "Estimated methane emissions per grid cell from wetlands informed by GOSAT satellite total column methane data." - }, - "post-wetland-uncertainty": { - "type": "image/tiff; application=geotiff; profile=cloud-optimized", - "roles": [ - "data", - "layer" - ], - "title": "Uncertainty - Wetland Posterior Methane Emissions", - "description": "Uncertainty in estimated methane emissions per grid cell from wetlands informed by GOSAT satellite total column methane data." - }, - "prior-wetland": { - "type": "image/tiff; application=geotiff; profile=cloud-optimized", - "roles": [ - "data", - "layer" - ], - "title": "Wetland Prior Methane Emissions", - "description": "Methane emissions per grid cell from wetlands estimated by various inventories or models, excluding satellite based observations from GOSAT." - }, - "prior-wetland-uncertainty": { - "type": "image/tiff; application=geotiff; profile=cloud-optimized", - "roles": [ - "data", - "layer" - ], - "title": "Uncertainty - Wetland Prior Methane Emissions", - "description": "Uncertainty in methane emissions per grid cell from wetlands estimated by various inventories or models, excluding satellite based observations from GOSAT." - } - }, - "assets": {}, - "time_density": "year" -} diff --git a/ingestion-data/datasets/gra2pes-ghg-monthgrid-v1.json b/ingestion-data/datasets/gra2pes-ghg-monthgrid-v1.json deleted file mode 100644 index 217da4c..0000000 --- a/ingestion-data/datasets/gra2pes-ghg-monthgrid-v1.json +++ /dev/null @@ -1,186 +0,0 @@ -{ - "collection": "gra2pes-ghg-monthgrid-v1", - "data_type": "cog", - "spatial_extent": { - "xmin": -128.22655, - "ymin": 47.89015278, - "xmax": -65.30824167, - "ymax": 22.85824167 - }, - "temporal_extent": { - "startdate": "2021-01-01T00:00:00Z", - "enddate": "2021-12-31T00:00:00Z" - }, - "stac_version": "1.0.0", - "stac_extensions": [ - "https://stac-extensions.github.io/render/v1.0.0/schema.json", - "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" - ], - "title": "Greenhouse Gas And Air Pollutants Emissions System (GRA2PES)", - "description": "Derived from wrfchem_d01 files. Totaled in Z space; native 12-hour (00z and 12z) files averaged to get mean daily emissions; weighted average calculated using weekdy, sundy, satdy to produce average emissions rates for given month. Regridded from native LCC projection and 4000m resolution to EPSG 4326.", - "discovery_items": [ - { - "discovery": "s3", - "collection": "gra2pes-ghg-monthgrid-v1", - "bucket": "ghgc-data-store-develop", - "prefix": "transformed_cogs/GRA2PES/", - "filename_regex": ".*GRA2PESv1.0_total.*.tif$", - "datetime_range": "month", - "assets": { - "co2": { - "title": "CO\u2082 Emissions", - "description": "Estimated total CO\u2082 emissions.", - "regex": ".*GRA2PESv1.0_total_CO2_.*.tif$" - }, - "co": { - "title": "CO Emissions", - "description": "Estimated total CO emissions.", - "regex": ".*GRA2PESv1.0_total_CO_.*.tif$" - }, - "nox": { - "title": "Estimated NOx Emissions", - "description": "Estimated total NOx emissions.", - "regex": ".*GRA2PESv1.0_total_NOX_.*.tif$" - }, - "pm25": { - "title": "Estimated PM2.5 Emissions", - "description": "Estimated total PM2.5.", - "regex": ".*GRA2PESv1.0_total_PM25-PRI_.*.tif$" - }, - "so2": { - "title": "Estimated so\u2082 Emissions", - "description": "Estimated total SO\u2082 emissions.", - "regex": ".*GRA2PESv1.0_total_SO2_.*.tif$" - } - }, - "id_regex": ".*_(.*).tif$", - "id_template": "gra2pes-ghg-monthgrid-v1-{}" - } - ], - "is_periodic": true, - "license": "CC-BY-NC-4.0", - "sample_files": [ - "" - ], - "providers": [ - { - "url": "Colin.harkins@noaa.gov", - "name": "Colin Harkins", - "roles": [ - "producer", - "licensor" - ] - } - ], - "renders": { - "dashboard": { - "assets": [ - "co2" - ], - "colormap_name": "spectral_r", - "rescale": [ - [ - 0, - 100 - ] - ] - }, - "co": { - "assets": [ - "co" - ], - "colormap_name": "spectral_r", - "rescale": [ - [ - 0, - 2 - ] - ] - }, - "nox": { - "assets": [ - "nox" - ], - "colormap_name": "greens", - "rescale": [ - [ - 0, - 2 - ] - ] - }, - "so2": { - "assets": [ - "so2" - ], - "colormap_name": "blues", - "rescale": [ - [ - 0, - 0.5 - ] - ] - }, - "pm25": { - "assets": [ - "pm25" - ], - "colormap_name": "purples", - "rescale": [ - [ - 0, - 0.2 - ] - ] - } - }, - "item_assets": { - "co2": { - "type": "image/tiff; application=geotiff; profile=cloud-optimized", - "roles": [ - "data", - "layer" - ], - "title": "CO\u2082 Emissions", - "description": "Estimated total CO\u2082 emissions." - }, - "co": { - "type": "image/tiff; application=geotiff; profile=cloud-optimized", - "roles": [ - "data", - "layer" - ], - "title": "CO Emissions", - "description": "Estimated total CO emissions." - }, - "nox": { - "type": "image/tiff; application=geotiff; profile=cloud-optimized", - "roles": [ - "data", - "layer" - ], - "title": "Estimated NOx Emissions", - "description": "Estimated total NOx emissions." - }, - "so2": { - "type": "image/tiff; application=geotiff; profile=cloud-optimized", - "roles": [ - "data", - "layer" - ], - "title": "Estimated SO\u2082 Emissions", - "description": "Estimated total SO\u2082 emissions." - }, - "pm25": { - "type": "image/tiff; application=geotiff; profile=cloud-optimized", - "roles": [ - "data", - "layer" - ], - "title": "Estimated PM2.5", - "description": "Estimated total PM2.5." - } - }, - "assets": {}, - "time_density": "month" -} diff --git a/ingestion-data/datasets/lpjeosim-wetlandch4-daygrid-v2.json b/ingestion-data/datasets/lpjeosim-wetlandch4-daygrid-v2.json deleted file mode 100644 index adc3f69..0000000 --- a/ingestion-data/datasets/lpjeosim-wetlandch4-daygrid-v2.json +++ /dev/null @@ -1,117 +0,0 @@ -{ - "collection": "lpjeosim-wetlandch4-daygrid-v2", - "data_type": "cog", - "spatial_extent": { - "xmin": -180.0, - "ymin": -90.0, - "xmax": 180.0, - "ymax": 90.0 - }, - "temporal_extent": { - "startdate": "1990-01-01T00:00:00Z", - "enddate": "2024-02-27T00:00:00Z" - }, - "stac_version": "1.0.0", - "stac_extensions": [ - "https://stac-extensions.github.io/render/v1.0.0/schema.json", - "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" - ], - "title": "(Daily) Wetland Methane Emissions, LPJ-EOSIM Model v2", - "description": "Global, daily estimates of methane (CH\u2084) emissions from terrestrial wetlands at 0.5 x 0.5 degree spatial resolution using the Earth Observation SIMulator version (LPJ-EOSIM) of the Lund-Potsdam-Jena Dynamic Global Vegetation Model (LPJ-DGVM). Methane emissions from vegetated wetlands are estimated to be the largest natural source of methane in the global CH\u2084 budget, contributing to roughly one third of the total of natural and anthropogenic emissions. Wetland CH\u2084 is produced by microbes breaking down organic matter in the oxygen deprived environment of inundated soils. Due to limited data availability, the details of the role of wetland CH\u2084 emissions have thus far been underrepresented. The LPJ-EOSIM model estimates wetland methane emissions by simulating wetland extent and using characteristics of these inundated areas such as soil moisture, temperature, and carbon content to estimate CH\u2084 quantities emitted into the atmosphere. Input climate forcing data comes from Modern-Era Retrospective analysis for Research and Applications Version 2 (MERRA-2) data and ECMWF Re-Analysis data (ERA5). An ensemble layer provides the result of the mean of the MERRA-2 and ERA5 layers. The source data can be found at https://doi.org/10.5067/Community/LPJ-EOSIM/LPJ_EOSIM_L2_DCH4E.001 and https://doi.org/10.5067/Community/LPJ-EOSIM/LPJ_EOSIM_L2_DCH4E_LL.001.", - "discovery_items": [ - { - "discovery": "s3" - } - ], - "is_periodic": true, - "license": "CC0-1.0", - "sample_files": [ - "" - ], - "providers": [ - { - "name": "NASA" - } - ], - "renders": { - "dashboard": { - "assets": [ - "ensemble-mean-ch4-wetlands-emissions" - ], - "colormap_name": "magma", - "rescale": [ - [ - 0, - 3e-09 - ] - ] - }, - "ensemble-mean-ch4-wetlands-emissions": { - "assets": [ - "ensemble-mean-ch4-wetlands-emissions" - ], - "colormap_name": "magma", - "rescale": [ - [ - 0, - 3e-09 - ] - ] - }, - "era5-ch4-wetlands-emissions": { - "assets": [ - "era5-ch4-wetlands-emissions" - ], - "colormap_name": "magma", - "rescale": [ - [ - 0, - 3e-09 - ] - ] - }, - "merra2-ch4-wetlands-emissions": { - "assets": [ - "merra2-ch4-wetlands-emissions" - ], - "colormap_name": "magma", - "rescale": [ - [ - 0, - 3e-09 - ] - ] - } - }, - "item_assets": { - "ensemble-mean-ch4-wetlands-emissions": { - "type": "image/tiff; application=geotiff; profile=cloud-optimized", - "roles": [ - "data", - "layer" - ], - "title": "(Daily) Wetland Methane Emissions, Ensemble Mean LPJ-EOSIM Model v2", - "description": "Methane emissions from wetlands in units of kilograms of methane per meter squared per second. Ensemble of multiple climate forcing data sources input to LPJ-EOSIM model." - }, - "era5-ch4-wetlands-emissions": { - "type": "image/tiff; application=geotiff; profile=cloud-optimized", - "roles": [ - "data", - "layer" - ], - "title": "(Daily) Wetland Methane Emissions, ERA5 LPJ-EOSIM Model v2", - "description": "Methane emissions from wetlands in units of kilograms of methane per meter squared per second. ECMWF Re-Analysis (ERA5) as input to LPJ-EOSIM model." - }, - "merra2-ch4-wetlands-emissions": { - "type": "image/tiff; application=geotiff; profile=cloud-optimized", - "roles": [ - "data", - "layer" - ], - "title": "(Daily) Wetland Methane Emissions, MERRA-2 LPJ-EOSIM Model v2", - "description": "Methane emissions from wetlands in units of kilograms of methane per meter squared per second. Modern-Era Retrospective analysis for Research and Applications Version 2 (MERRA-2) data as input to LPJ-EOSIM model." - } - }, - "assets": {}, - "time_density": "day" -} diff --git a/ingestion-data/datasets/lpjeosim-wetlandch4-monthgrid-v2.json b/ingestion-data/datasets/lpjeosim-wetlandch4-monthgrid-v2.json deleted file mode 100644 index b26ad86..0000000 --- a/ingestion-data/datasets/lpjeosim-wetlandch4-monthgrid-v2.json +++ /dev/null @@ -1,117 +0,0 @@ -{ - "collection": "lpjeosim-wetlandch4-monthgrid-v2", - "data_type": "cog", - "spatial_extent": { - "xmin": -180.0, - "ymin": -90.0, - "xmax": 180.0, - "ymax": 90.0 - }, - "temporal_extent": { - "startdate": "1990-01-01T00:00:00Z", - "enddate": "2024-02-27T00:00:00Z" - }, - "stac_version": "1.0.0", - "stac_extensions": [ - "https://stac-extensions.github.io/render/v1.0.0/schema.json", - "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" - ], - "title": "(Monthly) Wetland Methane Emissions, LPJ-EOSIM Model v2", - "description": "Global, monthly estimates of methane (CH\u2084) emissions from terrestrial wetlands at 0.5 x 0.5 degree spatial resolution using the Earth Observation SIMulator version (LPJ-EOSIM) of the Lund-Potsdam-Jena Dynamic Global Vegetation Model (LPJ-DGVM). Methane emissions from vegetated wetlands are estimated to be the largest natural source of methane in the global CH\u2084 budget, contributing to roughly one third of the total of natural and anthropogenic emissions. Wetland CH\u2084 is produced by microbes breaking down organic matter in the oxygen deprived environment of inundated soils. Due to limited data availability, the details of the role of wetland CH\u2084 emissions have thus far been underrepresented. The LPJ-EOSIM model estimates wetland methane emissions by simulating wetland extent and using characteristics of these inundated areas such as soil moisture, temperature, and carbon content to estimate CH\u2084 quantities emitted into the atmosphere. Input climate forcing data comes from Modern-Era Retrospective analysis for Research and Applications Version 2 (MERRA-2) data and ECMWF Re-Analysis data (ERA5). An ensemble layer provides the result of the mean of the MERRA-2 and ERA5 layers. The source data can be found at https://doi.org/10.5067/Community/LPJ-EOSIM/LPJ_EOSIM_L2_MCH4E.001 and https://doi.org/10.5067/Community/LPJ-EOSIM/LPJ_EOSIM_L2_MCH4E_LL.001.", - "discovery_items": [ - { - "discovery": "s3" - } - ], - "is_periodic": true, - "license": "CC0-1.0", - "sample_files": [ - "" - ], - "providers": [ - { - "name": "NASA" - } - ], - "renders": { - "dashboard": { - "assets": [ - "ensemble-mean-ch4-wetlands-emissions" - ], - "colormap_name": "magma", - "rescale": [ - [ - 0, - 3e-09 - ] - ] - }, - "ensemble-mean-ch4-wetlands-emissions": { - "assets": [ - "ensemble-mean-ch4-wetlands-emissions" - ], - "colormap_name": "magma", - "rescale": [ - [ - 0, - 3e-09 - ] - ] - }, - "era5-ch4-wetlands-emissions": { - "assets": [ - "era5-ch4-wetlands-emissions" - ], - "colormap_name": "magma", - "rescale": [ - [ - 0, - 3e-09 - ] - ] - }, - "merra2-ch4-wetlands-emissions": { - "assets": [ - "merra2-ch4-wetlands-emissions" - ], - "colormap_name": "magma", - "rescale": [ - [ - 0, - 3e-09 - ] - ] - } - }, - "item_assets": { - "ensemble-mean-ch4-wetlands-emissions": { - "type": "image/tiff; application=geotiff; profile=cloud-optimized", - "roles": [ - "data", - "layer" - ], - "title": "(Monthly) Wetland Methane Emissions, Ensemble Mean LPJ-EOSIM Model v2", - "description": "Methane emissions from wetlands in units of kilograms of methane per meter squared per second. Ensemble of multiple climate forcing data sources input to LPJ-EOSIM model." - }, - "era5-ch4-wetlands-emissions": { - "type": "image/tiff; application=geotiff; profile=cloud-optimized", - "roles": [ - "data", - "layer" - ], - "title": "(Monthly) Wetland Methane Emissions, ERA5 LPJ-EOSIM Model v2", - "description": "Methane emissions from wetlands in units of kilograms of methane per meter squared per second. ECMWF Re-Analysis (ERA5) as input to LPJ-EOSIM model." - }, - "merra2-ch4-wetlands-emissions": { - "type": "image/tiff; application=geotiff; profile=cloud-optimized", - "roles": [ - "data", - "layer" - ], - "title": "(Monthly) Wetland Methane Emissions, MERRA-2 LPJ-EOSIM Model v2", - "description": "Methane emissions from wetlands in units of kilograms of methane per meter squared per second. Modern-Era Retrospective analysis for Research and Applications Version 2 (MERRA-2) data as input to LPJ-EOSIM model." - } - }, - "assets": {}, - "time_density": "month" -} diff --git a/ingestion-data/datasets/micasa-carbonflux-daygrid-v1.json b/ingestion-data/datasets/micasa-carbonflux-daygrid-v1.json deleted file mode 100644 index 062cb63..0000000 --- a/ingestion-data/datasets/micasa-carbonflux-daygrid-v1.json +++ /dev/null @@ -1,244 +0,0 @@ -{ - "collection": "micasa-carbonflux-daygrid-v1", - "data_type": "cog", - "spatial_extent": { - "xmin": -180.0, - "ymin": -90.0, - "xmax": 180.0, - "ymax": 90.0 - }, - "temporal_extent": { - "startdate": "2001-01-01T00:00:00Z", - "enddate": "2023-12-31T00:00:00Z" - }, - "stac_version": "1.0.0", - "stac_extensions": [ - "https://stac-extensions.github.io/render/v1.0.0/schema.json", - "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" - ], - "title": "(Daily) MiCASA Land Carbon Flux v1", - "description": "This product provides estimated daily carbon flux to the atmosphere from net primary production (NPP), heterotrophic respiration (Rh), wildfire emissions (FIRE), fuel wood burning emissions (FUEL), net ecosystem exchange (NEE), and net biosphere exchange (NBE) derived from the M\u00e1s Informada Carnegie-Ames-Stanford-Approach (MiCASA) model. All model calculations are driven by analyzed meteorological data from NASA's Modern-Era Retrospective analysis for Research and Application, Version 2 (MERRA-2). The resulting product provides global, daily data at 0.1 degree resolution starting from January 2001. The carbon flux variables are expressed in units of kilograms of carbon per square meter per day. MiCASA is an extensive revision of the CASA \u2013 Global Fire Emissions Database, version 3 (CASA-GFED3) product. CASA-GFED3 and earlier versions of MERRA-driven CASA-GFED carbon fluxes have been used in several atmospheric carbon dioxide (CO\u2082) transport studies, serve as a community standard for priors of flux inversion systems, and through the support of NASA's Carbon Monitoring System (CMS), help characterize, quantify, understand and predict the evolution of global carbon sources and sinks.", - "discovery_items": [ - { - "discovery": "s3", - "collection": "micasa-carbonflux-daygrid-v1", - "bucket": "ghgc-data-store-develop", - "prefix": "micasa-carbonflux-daygrid-v1/", - "filename_regex": ".*MiCASA_v1.*.tif$", - "assets": { - "npp": { - "title": "Net Primary Production (NPP), MiCASA Model v1", - "description": "Net Primary Production (carbon available from plants) in units of grams of carbon per square meter per day.", - "regex": ".*MiCASA_v1_NPP_.*daily.*.tif$" - }, - "rh": { - "title": "Heterotrophic respiration (Rh), MiCASA Model v1", - "description": "Heterotrophic respiration (carbon flux from the soil to the atmosphere) in units of grams of carbon per square meter per day.", - "regex": ".*MiCASA_v1_Rh_.*daily.*.tif$" - }, - "nee": { - "title": "Net Ecosystem Exchange (NEE), MiCASA Model v1", - "description": "Net Ecosystem Exchange (net carbon flux to the atmosphere) in units of grams of carbon per square meter per day.", - "regex": ".*MiCASA_v1_NEE_.*daily.*.tif$" - }, - "fire": { - "title": "Fire emissions (FIRE), MiCASA Model v1", - "description": "Fire emissions (flux of carbon to the atmosphere from wildfires) in units of grams of carbon per square meter per day.", - "regex": ".*MiCASA_v1_FIRE.*daily.*.tif$" - }, - "fuel": { - "title": "Wood fuel emissions (FUEL), MiCASA Model v1", - "description": "Wood fuel emissions (flux of carbon to the atmosphere from wood burned for fuel) in units of grams of carbon per square meter per day.", - "regex": ".*MiCASA_v1_FUEL_.*daily.*.tif$" - }, - "nbe": { - "title": "Net Biosphere Exchange (NBE), MiCASA Model v1", - "description": "Net Biosphere Exchange (net carbon flux from the ecosystem) in units of grams of carbon per square meter per day.", - "regex": ".*MiCASA_v1_NBE_.*daily.*.tif$" - }, - "atmc": { - "title": "Atmospheric Correction (ATMC), MiCASA Model v1", - "description": "A correction to account for long-term historical changes in the uptake of CO\u2082 from the atmosphere to the biosphere in units of grams of carbon per square meter per day.", - "regex": ".*MiCASA_v1_ATMC_.*daily.*.tif$" - } - }, - "id_regex": ".*_(.*).tif$", - "id_template": "micasa-carbonflux-daygrid-v1-{}" - } - ], - "is_periodic": true, - "license": "CC0-1.0", - "sample_files": [ - "" - ], - "providers": [ - { - "name": "NASA" - } - ], - "renders": { - "dashboard": { - "assets": [ - "npp" - ], - "colormap_name": "purd", - "rescale": [ - [ - 0, - 8 - ] - ] - }, - "nbe": { - "assets": [ - "nbe" - ], - "colormap_name": "purd", - "rescale": [ - [ - 0, - 8 - ] - ] - }, - "npp": { - "assets": [ - "npp" - ], - "colormap_name": "purd", - "rescale": [ - [ - 0, - 8 - ] - ] - }, - "rh": { - "assets": [ - "rh" - ], - "colormap_name": "purd", - "rescale": [ - [ - 0, - 8 - ] - ] - }, - "nee": { - "assets": [ - "nee" - ], - "colormap_name": "coolwarm", - "rescale": [ - [ - -4, - 4 - ] - ] - }, - "fire": { - "assets": [ - "fire" - ], - "colormap_name": "purd", - "rescale": [ - [ - 0, - 8 - ] - ] - }, - "fuel": { - "assets": [ - "fuel" - ], - "colormap_name": "purd", - "rescale": [ - [ - 0, - 0.5 - ] - ] - }, - "atmc": { - "assets": [ - "atmc" - ], - "colormap_name": "purd", - "rescale": [ - [ - 0, - 8 - ] - ] - } - }, - "item_assets": { - "npp": { - "type": "image/tiff; application=geotiff; profile=cloud-optimized", - "roles": [ - "data", - "layer" - ], - "title": "Net Primary Production (NPP), MiCASA Model v1", - "description": "Net Primary Production (carbon available from plants) in units of grams of carbon per square meter per day." - }, - "rh": { - "type": "image/tiff; application=geotiff; profile=cloud-optimized", - "roles": [ - "data", - "layer" - ], - "title": "Heterotrophic respiration (Rh), MiCASA Model v1", - "description": "Heterotrophic respiration (carbon flux from the soil to the atmosphere) in units of grams of carbon per square meter per day." - }, - "nee": { - "type": "image/tiff; application=geotiff; profile=cloud-optimized", - "roles": [ - "data", - "layer" - ], - "title": "Net Ecosystem Exchange (NEE), MiCASA Model v1", - "description": "Net Ecosystem Exchange (net carbon flux to the atmosphere) in units of grams of carbon per square meter per day." - }, - "fire": { - "type": "image/tiff; application=geotiff; profile=cloud-optimized", - "roles": [ - "data", - "layer" - ], - "title": "Fire emissions (FIRE), MiCASA Model v1", - "description": "Fire emissions (flux of carbon to the atmosphere from wildfires) in units of grams of carbon per square meter per day." - }, - "fuel": { - "type": "image/tiff; application=geotiff; profile=cloud-optimized", - "roles": [ - "data", - "layer" - ], - "title": "Wood fuel emissions (FUEL), MiCASA Model v1", - "description": "Wood fuel emissions (flux of carbon to the atmosphere from wood burned for fuel) in units of grams of carbon per square meter per day." - }, - "nbe": { - "type": "image/tiff; application=geotiff; profile=cloud-optimized", - "roles": [ - "data", - "layer" - ], - "title": "Net Biosphere Exchange (net carbon flux from the ecosystem), MiCASA Model v1", - "description": "Net Biosphere Exchange (net carbon flux from the ecosystem) in units of grams of carbon per square meter per day." - }, - "atmc": { - "type": "image/tiff; application=geotiff; profile=cloud-optimized", - "roles": [ - "data", - "layer" - ], - "title": "Atmospheric Correction (ATMC), MiCASA Model v1", - "description": "A correction to account for long-term historical changes in the uptake of CO\u2082 from the atmosphere to the biosphere in units of grams of carbon per square meter per day." - } - }, - "assets": {}, - "time_density": "day" -} diff --git a/ingestion-data/datasets/micasa-carbonflux-monthgrid-v1.json b/ingestion-data/datasets/micasa-carbonflux-monthgrid-v1.json deleted file mode 100644 index f46b882..0000000 --- a/ingestion-data/datasets/micasa-carbonflux-monthgrid-v1.json +++ /dev/null @@ -1,245 +0,0 @@ -{ - "collection": "micasa-carbonflux-monthgrid-v1", - "data_type": "cog", - "spatial_extent": { - "xmin": -180.0, - "ymin": -90.0, - "xmax": 180.0, - "ymax": 90.0 - }, - "temporal_extent": { - "startdate": "2001-01-01T00:00:00Z", - "enddate": "2023-12-31T00:00:00Z" - }, - "stac_version": "1.0.0", - "stac_extensions": [ - "https://stac-extensions.github.io/render/v1.0.0/schema.json", - "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" - ], - "title": "(Monthly Mean) MiCASA Land Carbon Flux v1", - "description": "This product provides monthly mean carbon flux to the atmosphere from net primary production (NPP), heterotrophic respiration (Rh), wildfire emissions (FIRE), fuel wood burning emissions (FUEL), net ecosystem exchange (NEE), and net biosphere exchange (NBE) derived from the M\u00e1s Informada Carnegie-Ames-Stanford-Approach (MiCASA) model. All model calculations are driven by analyzed meteorological data from NASA's Modern-Era Retrospective analysis for Research and Application, Version 2 (MERRA-2). The resulting product provides global, monthly mean data at 0.1 degree resolution starting from January 2001. The carbon flux variables are expressed in units of kilograms of carbon per square meter per day. Monthly mean layers are computed by taking the mean carbon flux of all days in the month. MiCASA is an extensive revision of the CASA \u2013 Global Fire Emissions Database, version 3 (CASA-GFED3) product. CASA-GFED3 and earlier versions of MERRA-driven CASA-GFED carbon fluxes have been used in several atmospheric carbon dioxide (CO\u2082) transport studies, serve as a community standard for priors of flux inversion systems, and through the support of NASA's Carbon Monitoring System (CMS), help characterize, quantify, understand and predict the evolution of global carbon sources and sinks.", - "discovery_items": [ - { - "discovery": "s3", - "collection": "micasa-carbonflux-monthgrid-v1", - "bucket": "ghgc-data-store-develop", - "prefix": "micasa-carbonflux-monthgrid-v1/", - "filename_regex": ".*MiCASA_v1.*.tif$", - "datetime_range": "month", - "assets": { - "npp": { - "title": "Net Primary Production (NPP), MiCASA Model v1", - "description": "Net Primary Production (carbon available from plants) in units of grams of carbon per square meter per day (monthly mean).", - "regex": ".*MiCASA_v1_NPP_.*monthly.*.tif$" - }, - "rh": { - "title": "Heterotrophic respiration (Rh), MiCASA Model v1", - "description": "Heterotrophic respiration (carbon flux from the soil to the atmosphere) in units of grams of carbon per square meter per day (monthly mean).", - "regex": ".*MiCASA_v1_Rh_.*monthly.*.tif$" - }, - "nee": { - "title": "Net Ecosystem Exchange (NEE), MiCASA Model v1", - "description": "Net Ecosystem Exchange (net carbon flux to the atmosphere) in units of grams of carbon per square meter per day (monthly mean).", - "regex": ".*MiCASA_v1_NEE_.*monthly.*.tif$" - }, - "fire": { - "title": "Fire emissions (FIRE), MiCASA Model v1", - "description": "Fire emissions (flux of carbon to the atmosphere from wildfires) in units of grams of carbon per square meter per day (monthly mean).", - "regex": ".*MiCASA_v1_FIRE.*monthly.*.tif$" - }, - "fuel": { - "title": "Wood fuel emissions (FUEL), MiCASA Model v1", - "description": "Wood fuel emissions (flux of carbon to the atmosphere from wood burned for fuel) in units of grams of carbon per square meter per day (monthly mean).", - "regex": ".*MiCASA_v1_FUEL_.*monthly.*.tif$" - }, - "nbe": { - "title": "Net Biosphere Exchange (NBE), MiCASA Model v1", - "description": "Net Biosphere Exchange (net carbon flux from the ecosystem) in units of grams of carbon per square meter per day (monthly mean).", - "regex": ".*MiCASA_v1_NBE_.*monthly.*.tif$" - }, - "atmc": { - "title": "Atmospheric Correction (ATMC), MiCASA Model v1", - "description": "A correction to account for long-term historical changes in the uptake of CO\u2082 from the atmosphere to the biosphere in units of grams of carbon per square meter per day (monthly mean).", - "regex": ".*MiCASA_v1_ATMC_.*monthly.*.tif$" - } - }, - "id_regex": ".*_(.*).tif$", - "id_template": "micasa-carbonflux-monthgrid-v1-{}" - } - ], - "is_periodic": true, - "license": "CC0-1.0", - "sample_files": [ - "" - ], - "providers": [ - { - "name": "NASA" - } - ], - "renders": { - "dashboard": { - "assets": [ - "npp" - ], - "colormap_name": "purd", - "rescale": [ - [ - 0, - 8 - ] - ] - }, - "nbe": { - "assets": [ - "nbe" - ], - "colormap_name": "purd", - "rescale": [ - [ - 0, - 8 - ] - ] - }, - "npp": { - "assets": [ - "npp" - ], - "colormap_name": "purd", - "rescale": [ - [ - 0, - 8 - ] - ] - }, - "rh": { - "assets": [ - "rh" - ], - "colormap_name": "purd", - "rescale": [ - [ - 0, - 8 - ] - ] - }, - "nee": { - "assets": [ - "nee" - ], - "colormap_name": "coolwarm", - "rescale": [ - [ - -4, - 4 - ] - ] - }, - "fire": { - "assets": [ - "fire" - ], - "colormap_name": "purd", - "rescale": [ - [ - 0, - 8 - ] - ] - }, - "fuel": { - "assets": [ - "fuel" - ], - "colormap_name": "purd", - "rescale": [ - [ - 0, - 0.5 - ] - ] - }, - "atmc": { - "assets": [ - "atmc" - ], - "colormap_name": "purd", - "rescale": [ - [ - 0, - 8 - ] - ] - } - }, - "item_assets": { - "npp": { - "type": "image/tiff; application=geotiff; profile=cloud-optimized", - "roles": [ - "data", - "layer" - ], - "title": "Net Primary Production (NPP), MiCASA Model v1", - "description": "Net Primary Production (carbon available from plants) in units of grams of carbon per square meter per day (monthly mean)." - }, - "rh": { - "type": "image/tiff; application=geotiff; profile=cloud-optimized", - "roles": [ - "data", - "layer" - ], - "title": "Heterotrophic respiration (Rh), MiCASA Model v1", - "description": "Heterotrophic respiration (carbon flux from the soil to the atmosphere) in units of grams of carbon per square meter per day (monthly mean)." - }, - "nee": { - "type": "image/tiff; application=geotiff; profile=cloud-optimized", - "roles": [ - "data", - "layer" - ], - "title": "Net Ecosystem Exchange (NEE), MiCASA Model v1", - "description": "Net Ecosystem Exchange (net carbon flux to the atmosphere) in units of grams of carbon per square meter per day (monthly mean)." - }, - "fire": { - "type": "image/tiff; application=geotiff; profile=cloud-optimized", - "roles": [ - "data", - "layer" - ], - "title": "Fire emissions (FIRE), MiCASA Model v1", - "description": "Fire emissions (flux of carbon to the atmosphere from wildfires) in units of grams of carbon per square meter per day (monthly mean)." - }, - "fuel": { - "type": "image/tiff; application=geotiff; profile=cloud-optimized", - "roles": [ - "data", - "layer" - ], - "title": "Wood fuel emissions (FUEL), MiCASA Model v1", - "description": "Wood fuel emissions (flux of carbon to the atmosphere from wood burned for fuel) in units of grams of carbon per square meter per day (monthly mean)." - }, - "nbe": { - "type": "image/tiff; application=geotiff; profile=cloud-optimized", - "roles": [ - "data", - "layer" - ], - "title": "Net Biosphere Exchange (NBE), MiCASA Model v1", - "description": "Net Biosphere Exchange (net carbon flux from the ecosystem) in units of grams of carbon per square meter per day (monthly mean)." - }, - "atmc": { - "type": "image/tiff; application=geotiff; profile=cloud-optimized", - "roles": [ - "data", - "layer" - ], - "title": "Atmospheric Correction (ATMC), MiCASA Model v1", - "description": "A correction to account for long-term historical changes in the uptake of CO\u2082 from the atmosphere to the biosphere in units of grams of carbon per square meter per day (monthly mean)." - } - }, - "assets": {}, - "time_density": "month" -} diff --git a/ingestion-data/datasets/oco2-mip-co2budget-yeargrid-v1.json b/ingestion-data/datasets/oco2-mip-co2budget-yeargrid-v1.json deleted file mode 100644 index 2a1d9f4..0000000 --- a/ingestion-data/datasets/oco2-mip-co2budget-yeargrid-v1.json +++ /dev/null @@ -1,674 +0,0 @@ -{ - "collection": "oco2-mip-co2budget-yeargrid-v1", - "data_type": "cog", - "spatial_extent": { - "xmin": -180.0, - "ymin": -90.0, - "xmax": 180.0, - "ymax": 90.0 - }, - "temporal_extent": { - "startdate": "2015-01-01T00:00:00Z", - "enddate": "2020-12-31T00:00:00Z" - }, - "stac_version": "1.0.0", - "stac_extensions": [ - "https://stac-extensions.github.io/render/v1.0.0/schema.json", - "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" - ], - "title": "OCO-2 MIP Top-down CO\u2082 Budgets v1", - "description": "This dataset contains top-down annual net land-atmosphere fluxes of CO\u2082 on a 1-degree grid for a six-year period (2015-2020) from an ensamble of atmospheric CO\u2082 inversions, as well as annual bottom-up estimates of fossil fuel emissions and lateral carbon fluxes due to crop trade, wood trade, river export and cement production. Annual changes (loss) in terrestrial carbon stocks are obtained by combining top-down and bottom-up estimates. The standard deviation for each variable is provided (std). IS layers assimilates in situ CO\u2082 mole fraction measurements from an international observational network. LNLG layers assimilates CO\u2082 measurements from the ACOS v10 algorithm which uses land nadir and land glint total column dry-air mole fractions observed by the OCO-2 satellite. LNLGIS layers assimilates both in situ and ACOS v10 OCO-2 land nadir and glint retrievals together. OG layers assimilates CO\u2082 measurements from the ACOS v10 algorithm using OCO-2 ocean glint retrievals. LNLGOGIS assimilates all sources together (in situ (IS), OCO-2 ACOS v10 land nadir and land glint (LNLG), OCO-2 ACOS v10 ocean glint (OG)). Data is provided in units of grams of carbon dioxide per square meter per year (g CO\u2082/m2/yr). The source dataset is titled Pilot top-down CO\u2082 budget constrained by the v10 OCO-2 MIP Version 1 and can be found at https://doi.org/10.48588/npf6-sw92", - "discovery_items": [ - { - "discovery": "s3", - "collection": "oco2-mip-co2budget-yeargrid-v1", - "bucket": "ghgc-data-store-develop", - "prefix": "oco2-mip-co2budget-yeargrid-v1/", - "filename_regex": ".*topdown_.*.tif$", - "assets": { - "is-dc-loss": { - "title": "In Situ Net Terrestrial Carbon Stock Loss", - "description": "Positive values indicate a loss (decrease) of terrestrial carbon stocks (organic matter stored on land), including above- and below-ground biomass in ecosystems and biomass contained in anthropogenic products (lumber, cattle, etc.).", - "regex": ".*topdown_IS_dC_loss_CO2.*.tif$" - }, - "is-dc-loss-std": { - "title": "In Situ Net Terrestrial Carbon Stock Loss std", - "description": "Positive values indicate a loss (decrease) of terrestrial carbon stocks (organic matter stored on land), including above- and below-ground biomass in ecosystems and biomass contained in anthropogenic products (lumber, cattle, etc.).", - "regex": ".*topdown_IS_dC_loss_std_CO2.*.tif$" - }, - "lnlg-dc-loss": { - "title": "Land Nadir and Land Glint Net Terrestrial Carbon Stock Loss", - "description": "Positive values indicate a loss (decrease) of terrestrial carbon stocks (organic matter stored on land), including above- and below-ground biomass in ecosystems and biomass contained in anthropogenic products (lumber, cattle, etc.).", - "regex": ".*topdown_LNLG_dC_loss_CO2.*.tif$" - }, - "lnlg-dc-loss-std": { - "title": "Land Nadir and Land Glint Net Terrestrial Carbon Stock Loss std", - "description": "Positive values indicate a loss (decrease) of terrestrial carbon stocks (organic matter stored on land), including above- and below-ground biomass in ecosystems and biomass contained in anthropogenic products (lumber, cattle, etc.).", - "regex": ".*topdown_LNLG_dC_loss_std_CO2.*.tif$" - }, - "lnlgis-dc-loss": { - "title": "Land Nadir, Land Glint and In Situ Net Terrestrial Carbon Stock Loss", - "description": "Positive values indicate a loss (decrease) of terrestrial carbon stocks (organic matter stored on land), including above- and below-ground biomass in ecosystems and biomass contained in anthropogenic products (lumber, cattle, etc.).", - "regex": ".*topdown_LNLGIS_dC_loss_CO2.*.tif$" - }, - "lnlgis-dc-loss-std": { - "title": "Land Nadir, Land Glint and In Situ Net Terrestrial Carbon Stock Loss std", - "description": "Positive values indicate a loss (decrease) of terrestrial carbon stocks (organic matter stored on land), including above- and below-ground biomass in ecosystems and biomass contained in anthropogenic products (lumber, cattle, etc.).", - "regex": ".*topdown_LNLGIS_dC_loss_std_CO2.*.tif$" - }, - "lnlgogis-dc-loss": { - "title": "Land Nadir, Land Glint, Ocean Glint and In Situ Net Terrestrial Carbon Stock Loss", - "description": "Positive values indicate a loss (decrease) of terrestrial carbon stocks (organic matter stored on land), including above- and below-ground biomass in ecosystems and biomass contained in anthropogenic products (lumber, cattle, etc.).", - "regex": ".*topdown_LNLGOGIS_dC_loss_CO2.*.tif$" - }, - "lnlgogis-dc-loss-std": { - "title": "Land Nadir, Land Glint, Ocean Glint and In Situ Net Terrestrial Carbon Stock Loss std", - "description": "Positive values indicate a loss (decrease) of terrestrial carbon stocks (organic matter stored on land), including above- and below-ground biomass in ecosystems and biomass contained in anthropogenic products (lumber, cattle, etc.).", - "regex": ".*topdown_LNLGOGIS_dC_loss_std_CO2.*.tif$" - }, - "is-nbe": { - "title": "In Situ Net Biosphere Exchange", - "description": "Net flux of carbon from the terrestrial biosphere to the atmosphere due to biomass burning (BB) and Reco minus gross primary production (GPP). It includes both anthropogenic processes (e.g., deforestation, reforestation, farming) and natural processes (e.g., climate-variability-induced carbon fluxes, disturbances, recovery from disturbances).", - "regex": ".*topdown_IS_NBE_CO2.*.tif$" - }, - "is-nbe-std": { - "title": "In Situ Net Biosphere Exchange std", - "description": "Net flux of carbon from the terrestrial biosphere to the atmosphere due to biomass burning (BB) and Reco minus gross primary production (GPP). It includes both anthropogenic processes (e.g., deforestation, reforestation, farming) and natural processes (e.g., climate-variability-induced carbon fluxes, disturbances, recovery from disturbances.", - "regex": ".*topdown_IS_NBE_std_CO2.*.tif$" - }, - "lnlg-nbe": { - "title": "Land Nadir and Land Glint Net Biosphere Exchange", - "description": "Net flux of carbon from the terrestrial biosphere to the atmosphere due to biomass burning (BB) and Reco minus gross primary production (GPP). It includes both anthropogenic processes (e.g., deforestation, reforestation, farming) and natural processes (e.g., climate-variability-induced carbon fluxes, disturbances, recovery from disturbances.", - "regex": ".*topdown_LNLG_NBE_CO2.*.tif$" - }, - "lnlg-nbe-std": { - "title": "Land Nadir and Land Glint Net Biosphere Exchange std", - "description": "Net flux of carbon from the terrestrial biosphere to the atmosphere due to biomass burning (BB) and Reco minus gross primary production (GPP). It includes both anthropogenic processes (e.g., deforestation, reforestation, farming) and natural processes (e.g., climate-variability-induced carbon fluxes, disturbances, recovery from disturbances.", - "regex": ".*topdown_LNLG_NBE_std_CO2.*.tif$" - }, - "lnlgis-nbe": { - "title": "Land Nadir, Land Glint and In Situ Net Biosphere Exchange", - "description": "Net flux of carbon from the terrestrial biosphere to the atmosphere due to biomass burning (BB) and Reco minus gross primary production (GPP). It includes both anthropogenic processes (e.g., deforestation, reforestation, farming) and natural processes (e.g., climate-variability-induced carbon fluxes, disturbances, recovery from disturbances.", - "regex": ".*topdown_LNLGIS_NBE_CO2.*.tif$" - }, - "lnlgis-nbe-std": { - "title": "Land Nadir, Land Glint and In Situ Net Biosphere Exchange std", - "description": "Net flux of carbon from the terrestrial biosphere to the atmosphere due to biomass burning (BB) and Reco minus gross primary production (GPP). It includes both anthropogenic processes (e.g., deforestation, reforestation, farming) and natural processes (e.g., climate-variability-induced carbon fluxes, disturbances, recovery from disturbances.", - "regex": ".*topdown_LNLGIS_NBE_std_CO2.*.tif$" - }, - "lnlgogis-nbe": { - "title": "Land Nadir, Land Glint, Ocean Glint and In Situ Net Biosphere Exchange", - "description": "Net flux of carbon from the terrestrial biosphere to the atmosphere due to biomass burning (BB) and Reco minus gross primary production (GPP). It includes both anthropogenic processes (e.g., deforestation, reforestation, farming) and natural processes (e.g., climate-variability-induced carbon fluxes, disturbances, recovery from disturbances.", - "regex": ".*topdown_LNLGOGIS_NBE_CO2.*.tif$" - }, - "lnlgogis-nbe-std": { - "title": "Land Nadir, Land Glint, Ocean Glint and In Situ Net Biosphere Exchange", - "description": "Net flux of carbon from the terrestrial biosphere to the atmosphere due to biomass burning (BB) and Reco minus gross primary production (GPP). It includes both anthropogenic processes (e.g., deforestation, reforestation, farming) and natural processes (e.g., climate-variability-induced carbon fluxes, disturbances, recovery from disturbances.", - "regex": ".*topdown_LNLGOGIS_NBE_std_CO2.*.tif$" - }, - "is-nce": { - "title": "In Situ Terrestrial Net Carbon Exchange", - "description": "Net flux of carbon from the surface to the atmosphere. For land, NCE can be defined as sum of NBE and fossil fuel and cement emissions.", - "regex": ".*topdown_IS_NCE_CO2.*.tif$" - }, - "is-nce-std": { - "title": "In Situ Terrestrial Net Carbon Exchange std", - "description": "Net flux of carbon from the surface to the atmosphere. For land, NCE can be defined as sum of NBE and fossil fuel and cement emissions.", - "regex": ".*topdown_IS_NCE_std_CO2.*.tif$" - }, - "lnlg-nce": { - "title": "Land Nadir and Land Glint Terrestrial Net Carbon Exchange", - "description": "Net flux of carbon from the surface to the atmosphere. For land, NCE can be defined as sum of NBE and fossil fuel and cement emissions.", - "regex": ".*topdown_LNLG_NCE_CO2.*.tif$" - }, - "lnlg-nce-std": { - "title": "Land Nadir and Land Glint Terrestrial Net Carbon Exchange std", - "description": "Net flux of carbon from the surface to the atmosphere. For land, NCE can be defined as sum of NBE and fossil fuel and cement emissions.", - "regex": ".*topdown_LNLG_NCE_std_CO2.*.tif$" - }, - "lnlgis-nce": { - "title": "Land Nadir, Land Glint and In Situ Terrestrial Net Carbon Exchange", - "description": "Net flux of carbon from the surface to the atmosphere. For land, NCE can be defined as sum of NBE and fossil fuel and cement emissions.", - "regex": ".*topdown_LNLGIS_NCE_CO2.*.tif$" - }, - "lnlgis-nce-std": { - "title": "Land Nadir, Land Glint and In Situ Terrestrial Net Carbon Exchange std", - "description": "Net flux of carbon from the surface to the atmosphere. For land, NCE can be defined as sum of NBE and fossil fuel and cement emissions.", - "regex": ".*topdown_LNLGIS_NCE_std_CO2.*.tif$" - }, - "lnlgogis-nce": { - "title": "Land Nadir, Land Glint, Ocean Glint and In Situ Terrestrial Net Carbon Exchange", - "description": "Net flux of carbon from the surface to the atmosphere. For land, NCE can be defined as sum of NBE and fossil fuel and cement emissions.", - "regex": ".*topdown_LNLGOGIS_NCE_CO2.*.tif$" - }, - "lnlgogis-nce-std": { - "title": "Land Nadir, Land Glint, Ocean Glint and In Situ Terrestrial Net Carbon Exchange std", - "description": "Net flux of carbon from the surface to the atmosphere. For land, NCE can be defined as sum of NBE and fossil fuel and cement emissions.", - "regex": ".*topdown_LNLGOGIS_NCE_std_CO2.*.tif$" - }, - "river": { - "title": "Lateral River Flux", - "description": "The lateral flux of carbon in (positive) or out (negative) of a region transported by the water cycle.", - "regex": ".*topdown_River_CO2.*.tif$" - }, - "river-std": { - "title": "Lateral River Flux std", - "description": "The lateral flux of carbon in (positive) or out (negative) of a region transported by the water cycle.", - "regex": ".*topdown_River_std_CO2.*.tif$" - }, - "wood": { - "title": "Lateral Wood Flux", - "description": "The lateral flux of carbon in (positive) or out (negative) of a region due to wood product harvesting and usage.", - "regex": ".*topdown_Wood_CO2.*.tif$" - }, - "wood-std": { - "title": "Lateral Wood Flux std", - "description": "The lateral flux of carbon in (positive) or out (negative) of a region due to wood product harvesting and usage.", - "regex": ".*topdown_Wood_std_CO2.*.tif$" - }, - "crop": { - "title": "Lateral Crop Flux", - "description": "The lateral flux of carbon in (positive) or out (negative) of a region due to agriculture.", - "regex": ".*topdown_Crop_CO2.*.tif$" - }, - "crop-std": { - "title": "Lateral Crop Flux std", - "description": "The lateral flux of carbon in (positive) or out (negative) of a region due to agriculture.", - "regex": ".*topdown_Crop_std_CO2.*.tif$" - }, - "ff": { - "title": "Fossil Fuel and Cement Emissions", - "description": "The burning of fossil fuels and release of carbon due to cement production, representing a flux of carbon from the land surface (geologic reservoir) to the atmosphere.", - "regex": ".*topdown_FF_CO2.*.tif$" - }, - "ff-std": { - "title": "Fossil Fuel and Cement Emissions std", - "description": "The burning of fossil fuels and release of carbon due to cement production, representing a flux of carbon from the land surface (geologic reservoir) to the atmosphere.", - "regex": ".*topdown_FF_std_CO2.*.tif$" - } - }, - "id_regex": ".*_(.*).tif$", - "id_template": "oco2-mip-co2budget-yeargrid-v1-{}" - } - ], - "is_periodic": true, - "license": "CC-BY-4.0", - "sample_files": [ - "" - ], - "providers": null, - "renders": { - "dashboard": { - "assets": [ - "lnlgis-nbe" - ], - "colormap_name": "coolwarm", - "rescale": [ - [ - -1200, - 1200 - ] - ] - }, - "lnlgis-nbe": { - "assets": [ - "lnlgis-nbe" - ], - "colormap_name": "coolwarm", - "rescale": [ - [ - -1200, - 1200 - ] - ] - }, - "lnlgis-nbe-std": { - "assets": [ - "lnlgis-nbe-std" - ], - "colormap_name": "purd", - "rescale": [ - [ - 0, - 1000 - ] - ] - }, - "lnlgis-nce": { - "assets": [ - "lnlgis-nce" - ], - "colormap_name": "coolwarm", - "rescale": [ - [ - -1200, - 1200 - ] - ] - }, - "lnlgis-nce-std": { - "assets": [ - "lnlgis-nce-std" - ], - "colormap_name": "purd", - "rescale": [ - [ - 0, - 1200 - ] - ] - }, - "lnlgis-dc-loss": { - "assets": [ - "lnlgis-dc-loss" - ], - "colormap_name": "coolwarm", - "rescale": [ - [ - -600, - 600 - ] - ] - }, - "lnlgis-dc-loss-std": { - "assets": [ - "lnlgis-dc-loss-std" - ], - "colormap_name": "purd", - "rescale": [ - [ - 0, - 800 - ] - ] - }, - "crop": { - "assets": [ - "crop" - ], - "colormap_name": "coolwarm", - "rescale": [ - [ - -100, - 100 - ] - ] - }, - "crop-std": { - "assets": [ - "crop-std" - ], - "colormap_name": "purd", - "rescale": [ - [ - 0, - 50 - ] - ] - }, - "ff": { - "assets": [ - "ff" - ], - "colormap_name": "purd", - "rescale": [ - [ - 0, - 450 - ] - ] - }, - "ff-std": { - "assets": [ - "ff-std" - ], - "colormap_name": "purd", - "rescale": [ - [ - 0, - 100 - ] - ] - }, - "river": { - "assets": [ - "river" - ], - "colormap_name": "coolwarm", - "rescale": [ - [ - -50, - 50 - ] - ] - }, - "river-std": { - "assets": [ - "river-std" - ], - "colormap_name": "purd", - "rescale": [ - [ - 0, - 60 - ] - ] - }, - "wood": { - "assets": [ - "wood" - ], - "colormap_name": "coolwarm", - "rescale": [ - [ - -100, - 100 - ] - ] - }, - "wood-std": { - "assets": [ - "wood-std" - ], - "colormap_name": "purd", - "rescale": [ - [ - 0, - 50 - ] - ] - } - }, - "item_assets": { - "is-dc-loss": { - "type": "image/tiff; application=geotiff; profile=cloud-optimized", - "roles": [ - "data", - "layer" - ], - "title": "In Situ Net Terrestrial Carbon Stock Loss", - "description": "Positive values indicate a loss (decrease) of terrestrial carbon stocks (organic matter stored on land), including above- and below-ground biomass in ecosystems and biomass contained in anthropogenic products (lumber, cattle, etc.)." - }, - "is-dc-loss-std": { - "type": "image/tiff; application=geotiff; profile=cloud-optimized", - "roles": [ - "data", - "layer" - ], - "title": "In Situ Net Terrestrial Carbon Stock Loss std", - "description": "Positive values indicate a loss (decrease) of terrestrial carbon stocks (organic matter stored on land), including above- and below-ground biomass in ecosystems and biomass contained in anthropogenic products (lumber, cattle, etc.)." - }, - "lnlg-dc-loss": { - "type": "image/tiff; application=geotiff; profile=cloud-optimized", - "roles": [ - "data", - "layer" - ], - "title": "Land Nadir and Land Glint Net Terrestrial Carbon Stock Loss", - "description": "Positive values indicate a loss (decrease) of terrestrial carbon stocks (organic matter stored on land), including above- and below-ground biomass in ecosystems and biomass contained in anthropogenic products (lumber, cattle, etc.)." - }, - "lnlg-dc-loss-std": { - "type": "image/tiff; application=geotiff; profile=cloud-optimized", - "roles": [ - "data", - "layer" - ], - "title": "Land Nadir and Land Glint Net Terrestrial Carbon Stock Loss std", - "description": "Positive values indicate a loss (decrease) of terrestrial carbon stocks (organic matter stored on land), including above- and below-ground biomass in ecosystems and biomass contained in anthropogenic products (lumber, cattle, etc.)." - }, - "lnlgis-dc-loss": { - "type": "image/tiff; application=geotiff; profile=cloud-optimized", - "roles": [ - "data", - "layer" - ], - "title": "Land Nadir, Land Glint and In Situ Net Terrestrial Carbon Stock Loss", - "description": "Positive values indicate a loss (decrease) of terrestrial carbon stocks (organic matter stored on land), including above- and below-ground biomass in ecosystems and biomass contained in anthropogenic products (lumber, cattle, etc.)." - }, - "lnlgis-dc-loss-std": { - "type": "image/tiff; application=geotiff; profile=cloud-optimized", - "roles": [ - "data", - "layer" - ], - "title": "Land Nadir, Land Glint and In Situ Net Terrestrial Carbon Stock Loss std", - "description": "Positive values indicate a loss (decrease) of terrestrial carbon stocks (organic matter stored on land), including above- and below-ground biomass in ecosystems and biomass contained in anthropogenic products (lumber, cattle, etc.)." - }, - "lnlgogis-dc-loss": { - "type": "image/tiff; application=geotiff; profile=cloud-optimized", - "roles": [ - "data", - "layer" - ], - "title": "Land Nadir, Land Glint, Ocean Glint and In Situ Net Terrestrial Carbon Stock Loss", - "description": "Positive values indicate a loss (decrease) of terrestrial carbon stocks (organic matter stored on land), including above- and below-ground biomass in ecosystems and biomass contained in anthropogenic products (lumber, cattle, etc.)." - }, - "lnlgogis-dc-loss-std": { - "type": "image/tiff; application=geotiff; profile=cloud-optimized", - "roles": [ - "data", - "layer" - ], - "title": "Land Nadir, Land Glint, Ocean Glint and In Situ Net Terrestrial Carbon Stock Loss std", - "description": "Positive values indicate a loss (decrease) of terrestrial carbon stocks (organic matter stored on land), including above- and below-ground biomass in ecosystems and biomass contained in anthropogenic products (lumber, cattle, etc.)." - }, - "is-nbe": { - "type": "image/tiff; application=geotiff; profile=cloud-optimized", - "roles": [ - "data", - "layer" - ], - "title": "In Situ Net Biosphere Exchange", - "description": "Net flux of carbon from the terrestrial biosphere to the atmosphere due to biomass burning (BB) and Reco minus gross primary production (GPP). It includes both anthropogenic processes (e.g., deforestation, reforestation, farming) and natural processes (e.g., climate-variability-induced carbon fluxes, disturbances, recovery from disturbances)." - }, - "is-nbe-std": { - "type": "image/tiff; application=geotiff; profile=cloud-optimized", - "roles": [ - "data", - "layer" - ], - "title": "In Situ Net Biosphere Exchange std", - "description": "Net flux of carbon from the terrestrial biosphere to the atmosphere due to biomass burning (BB) and Reco minus gross primary production (GPP). It includes both anthropogenic processes (e.g., deforestation, reforestation, farming) and natural processes (e.g., climate-variability-induced carbon fluxes, disturbances, recovery from disturbances." - }, - "lnlg-nbe": { - "type": "image/tiff; application=geotiff; profile=cloud-optimized", - "roles": [ - "data", - "layer" - ], - "title": "Land Nadir and Land Glint Net Biosphere Exchange", - "description": "Net flux of carbon from the terrestrial biosphere to the atmosphere due to biomass burning (BB) and Reco minus gross primary production (GPP). It includes both anthropogenic processes (e.g., deforestation, reforestation, farming) and natural processes (e.g., climate-variability-induced carbon fluxes, disturbances, recovery from disturbances." - }, - "lnlg-nbe-std": { - "type": "image/tiff; application=geotiff; profile=cloud-optimized", - "roles": [ - "data", - "layer" - ], - "title": "Land Nadir and Land Glint Net Biosphere Exchange std", - "description": "Net flux of carbon from the terrestrial biosphere to the atmosphere due to biomass burning (BB) and Reco minus gross primary production (GPP). It includes both anthropogenic processes (e.g., deforestation, reforestation, farming) and natural processes (e.g., climate-variability-induced carbon fluxes, disturbances, recovery from disturbances." - }, - "lnlgis-nbe": { - "type": "image/tiff; application=geotiff; profile=cloud-optimized", - "roles": [ - "data", - "layer" - ], - "title": "Land Nadir, Land Glint and In Situ Net Biosphere Exchange", - "description": "Net flux of carbon from the terrestrial biosphere to the atmosphere due to biomass burning (BB) and Reco minus gross primary production (GPP). It includes both anthropogenic processes (e.g., deforestation, reforestation, farming) and natural processes (e.g., climate-variability-induced carbon fluxes, disturbances, recovery from disturbances." - }, - "lnlgis-nbe-std": { - "type": "image/tiff; application=geotiff; profile=cloud-optimized", - "roles": [ - "data", - "layer" - ], - "title": "Land Nadir, Land Glint and In Situ Net Biosphere Exchange std", - "description": "Net flux of carbon from the terrestrial biosphere to the atmosphere due to biomass burning (BB) and Reco minus gross primary production (GPP). It includes both anthropogenic processes (e.g., deforestation, reforestation, farming) and natural processes (e.g., climate-variability-induced carbon fluxes, disturbances, recovery from disturbances." - }, - "lnlgogis-nbe": { - "type": "image/tiff; application=geotiff; profile=cloud-optimized", - "roles": [ - "data", - "layer" - ], - "title": "Land Nadir, Land Glint, Ocean Glint and In Situ Net Biosphere Exchange", - "description": "Net flux of carbon from the terrestrial biosphere to the atmosphere due to biomass burning (BB) and Reco minus gross primary production (GPP). It includes both anthropogenic processes (e.g., deforestation, reforestation, farming) and natural processes (e.g., climate-variability-induced carbon fluxes, disturbances, recovery from disturbances." - }, - "lnlgogis-nbe-std": { - "type": "image/tiff; application=geotiff; profile=cloud-optimized", - "roles": [ - "data", - "layer" - ], - "title": "Land Nadir, Land Glint, Ocean Glint and In Situ Net Biosphere Exchange", - "description": "Net flux of carbon from the terrestrial biosphere to the atmosphere due to biomass burning (BB) and Reco minus gross primary production (GPP). It includes both anthropogenic processes (e.g., deforestation, reforestation, farming) and natural processes (e.g., climate-variability-induced carbon fluxes, disturbances, recovery from disturbances." - }, - "is-nce": { - "type": "image/tiff; application=geotiff; profile=cloud-optimized", - "roles": [ - "data", - "layer" - ], - "title": "In Situ Terrestrial Net Carbon Exchange", - "description": "Net flux of carbon from the surface to the atmosphere. For land, NCE can be defined as sum of NBE and fossil fuel and cement emissions." - }, - "is-nce-std": { - "type": "image/tiff; application=geotiff; profile=cloud-optimized", - "roles": [ - "data", - "layer" - ], - "title": "In Situ Terrestrial Net Carbon Exchange std", - "description": "Net flux of carbon from the surface to the atmosphere. For land, NCE can be defined as sum of NBE and fossil fuel and cement emissions." - }, - "lnlg-nce": { - "type": "image/tiff; application=geotiff; profile=cloud-optimized", - "roles": [ - "data", - "layer" - ], - "title": "Land Nadir and Land Glint Terrestrial Net Carbon Exchange", - "description": "Net flux of carbon from the surface to the atmosphere. For land, NCE can be defined as sum of NBE and fossil fuel and cement emissions." - }, - "lnlg-nce-std": { - "type": "image/tiff; application=geotiff; profile=cloud-optimized", - "roles": [ - "data", - "layer" - ], - "title": "Land Nadir and Land Glint Terrestrial Net Carbon Exchange std", - "description": "Net flux of carbon from the surface to the atmosphere. For land, NCE can be defined as sum of NBE and fossil fuel and cement emissions." - }, - "lnlgis-nce": { - "type": "image/tiff; application=geotiff; profile=cloud-optimized", - "roles": [ - "data", - "layer" - ], - "title": "Land Nadir, Land Glint and In Situ Terrestrial Net Carbon Exchange", - "description": "Net flux of carbon from the surface to the atmosphere. For land, NCE can be defined as sum of NBE and fossil fuel and cement emissions." - }, - "lnlgis-nce-std": { - "type": "image/tiff; application=geotiff; profile=cloud-optimized", - "roles": [ - "data", - "layer" - ], - "title": "Land Nadir, Land Glint and In Situ Terrestrial Net Carbon Exchange std", - "description": "Net flux of carbon from the surface to the atmosphere. For land, NCE can be defined as sum of NBE and fossil fuel and cement emissions." - }, - "lnlgogis-nce": { - "type": "image/tiff; application=geotiff; profile=cloud-optimized", - "roles": [ - "data", - "layer" - ], - "title": "Land Nadir, Land Glint, Ocean Glint and In Situ Terrestrial Net Carbon Exchange", - "description": "Net flux of carbon from the surface to the atmosphere. For land, NCE can be defined as sum of NBE and fossil fuel and cement emissions." - }, - "lnlgogis-nce-std": { - "type": "image/tiff; application=geotiff; profile=cloud-optimized", - "roles": [ - "data", - "layer" - ], - "title": "Land Nadir, Land Glint, Ocean Glint and In Situ Terrestrial Net Carbon Exchange std", - "description": "Net flux of carbon from the surface to the atmosphere. For land, NCE can be defined as sum of NBE and fossil fuel and cement emissions." - }, - "river": { - "type": "image/tiff; application=geotiff; profile=cloud-optimized", - "roles": [ - "data", - "layer" - ], - "title": "Lateral River Flux", - "description": "The lateral flux of carbon in (positive) or out (negative) of a region transported by the water cycle." - }, - "river-std": { - "type": "image/tiff; application=geotiff; profile=cloud-optimized", - "roles": [ - "data", - "layer" - ], - "title": "Lateral River Flux std", - "description": "The lateral flux of carbon in (positive) or out (negative) of a region transported by the water cycle." - }, - "wood": { - "type": "image/tiff; application=geotiff; profile=cloud-optimized", - "roles": [ - "data", - "layer" - ], - "title": "Lateral Wood Flux", - "description": "The lateral flux of carbon in (positive) or out (negative) of a region due to wood product harvesting and usage." - }, - "wood-std": { - "type": "image/tiff; application=geotiff; profile=cloud-optimized", - "roles": [ - "data", - "layer" - ], - "title": "Lateral Wood Flux std", - "description": "The lateral flux of carbon in (positive) or out (negative) of a region due to wood product harvesting and usage." - }, - "crop": { - "type": "image/tiff; application=geotiff; profile=cloud-optimized", - "roles": [ - "data", - "layer" - ], - "title": "Lateral Crop Flux", - "description": "The lateral flux of carbon in (positive) or out (negative) of a region due to agriculture." - }, - "crop-std": { - "type": "image/tiff; application=geotiff; profile=cloud-optimized", - "roles": [ - "data", - "layer" - ], - "title": "Lateral Crop Flux std", - "description": "The lateral flux of carbon in (positive) or out (negative) of a region due to agriculture." - }, - "ff": { - "type": "image/tiff; application=geotiff; profile=cloud-optimized", - "roles": [ - "data", - "layer" - ], - "title": "Fossil Fuel and Cement Emissions", - "description": "The burning of fossil fuels and release of carbon due to cement production, representing a flux of carbon from the land surface (geologic reservoir) to the atmosphere." - }, - "ff-std": { - "type": "image/tiff; application=geotiff; profile=cloud-optimized", - "roles": [ - "data", - "layer" - ], - "title": "Fossil Fuel and Cement Emissions std", - "description": "The burning of fossil fuels and release of carbon due to cement production, representing a flux of carbon from the land surface (geologic reservoir) to the atmosphere." - } - }, - "assets": null, - "time_density": "year" -} diff --git a/ingestion-data/datasets/oco2geos-co2-daygrid-v10r.json b/ingestion-data/datasets/oco2geos-co2-daygrid-v10r.json deleted file mode 100644 index 10e3507..0000000 --- a/ingestion-data/datasets/oco2geos-co2-daygrid-v10r.json +++ /dev/null @@ -1,98 +0,0 @@ -{ - "collection": "oco2geos-co2-daygrid-v10r", - "data_type": "cog", - "spatial_extent": { - "xmin": -180.0, - "ymin": -90.0, - "xmax": 180.0, - "ymax": 90.0 - }, - "temporal_extent": { - "startdate": "2015-01-01T00:00:00Z", - "enddate": "2022-02-28T00:00:00Z" - }, - "stac_version": "1.0.0", - "stac_extensions": [ - "https://stac-extensions.github.io/render/v1.0.0/schema.json", - "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" - ], - "title": "OCO-2 GEOS Column CO\u2082 Concentrations v10r", - "description": "This dataset provides global gridded, daily column-averaged carbon dioxide (XCO\u2082) concentrations from January 1, 2015 - February 28, 2022. The data are derived from Orbiting Carbon Observatory-2 (OCO-2) satellite observations that were input to the Goddard Earth Observing System (GEOS) Constituent Data Assimilation System (CoDAS), a modeling and data assimilation system maintained by NASA\u2019s Global Modeling and Assimilation Office (GMAO). Concentrations are measured in moles of carbon dioxide per mole of dry air (mol CO\u2082/mol dry) at a spatial resolution of 0.5\u00b0 x 0.625\u00b0. Data assimilation synthesizes simulations and observations, adjusting modeled atmospheric constituents like CO\u2082 to reflect observed values. With the support of NASA\u2019s Carbon Monitoring System (CMS) Program and the OCO Science Team, this dataset was produced as part of the OCO-2 mission which provides the highest quality space-based XCO\u2082 retrievals to date. The source data can be found at https://doi.org/10.5067/Y9M4NM9MPCGH", - "discovery_items": [ - { - "discovery": "s3", - "collection": "oco2geos-co2-daygrid-v10r", - "bucket": "ghgc-data-store-develop", - "prefix": "oco2geos-co2-daygrid-v10r/", - "filename_regex": ".*oco2_GEOS_.*.tif$", - "assets": { - "xco2": { - "title": "Average Dry-Air Column CO\u2082 (XCO\u2082)", - "description": "Daily dry air column-averaged mole fractions of carbon dioxide created from data assimilations of OCO-2 satellite retrievals.", - "regex": ".*oco2_GEOS_XCO2_L3CO2.*.tif$" - }, - "xco2prec": { - "title": "Average Dry-Air Column CO\u2082 Precision (XCO2PREC)", - "description": "Random errors for daily dry air column-averaged mole fractions of carbon dioxide calculated using a posteriori diagnostics.", - "regex": ".*oco2_GEOS_XCO2PREC.*.tif$" - } - }, - "id_regex": ".*_(.*).tif$", - "id_template": "oco2geos-co2-daygrid-v10r-{}" - } - ], - "is_periodic": true, - "license": "CC0-1.0", - "sample_files": [ - "" - ], - "providers": [], - "renders": { - "dashboard": { - "assets": [ - "xco2" - ], - "colormap_name": "magma", - "rescale": [ - [ - 412, - 422 - ] - ] - }, - "xco2": { - "assets": [ - "xco2" - ], - "colormap_name": "magma", - "rescale": [ - [ - 412, - 422 - ] - ] - } - }, - "item_assets": { - "xco2": { - "type": "image/tiff; application=geotiff; profile=cloud-optimized", - "roles": [ - "data", - "layer" - ], - "title": "Average Dry-Air Column CO\u2082 (XCO\u2082)", - "description": "Daily dry air column-averaged mole fractions of carbon dioxide created from data assimilations of OCO-2 satellite retrievals." - }, - "xco2prec": { - "type": "image/tiff; application=geotiff; profile=cloud-optimized", - "roles": [ - "data", - "layer" - ], - "title": "Average Dry-Air Column CO\u2082 Precision (XCO\u2082PREC)", - "description": "Random errors for daily dry air column-averaged mole fractions of carbon dioxide calculated using a posteriori diagnostics." - } - }, - "assets": {}, - "time_density": "day" -} diff --git a/ingestion-data/datasets/odiac-ffco2-monthgrid-v2022.json b/ingestion-data/datasets/odiac-ffco2-monthgrid-v2022.json deleted file mode 100644 index c997c83..0000000 --- a/ingestion-data/datasets/odiac-ffco2-monthgrid-v2022.json +++ /dev/null @@ -1,94 +0,0 @@ -{ - "collection": "odiac-ffco2-monthgrid-v2022", - "data_type": "cog", - "spatial_extent": { - "xmin": -180.0, - "ymin": -90.0, - "xmax": 180.0, - "ymax": 90.0 - }, - "temporal_extent": { - "startdate": "2000-01-01T00:00:00Z", - "enddate": "2020-12-31T00:00:00Z" - }, - "stac_version": "1.0.0", - "stac_extensions": [ - "https://stac-extensions.github.io/render/v1.0.0/schema.json", - "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" - ], - "title": "ODIAC Fossil Fuel CO\u2082 Emissions v2022", - "description": "The Open-source Data Inventory for Anthropogenic CO\u2082 (ODIAC) data product is a monthly high-resolution global data product of modeled fossil fuel carbon dioxide (CO\u2082) emissions. A complex model incorporates and combines space-based nighttime light data and individual power plant emission/location profiles from the latest country fossil fuel CO\u2082 estimates (2000-2019) made by the Carbon Dioxide Information Analysis Center (CDIAC) team at the Appalachian State University (CDIAC at AppState, Gilfillan et al. 2021, Hefner et al. 2022). The ODIAC estimated global spatial extent of fossil fuel CO\u2082 emissions is produced on a 1 km by 1 km grid that details variations in urban regions where emissions are most intense. The ODIAC CO\u2082 emission data is widely used by the international research community for applications such as CO\u2082 flux inversion, urban emission estimation, and observing system design experiments. The ODIAC product was first created in 2009 by Dr. Tomohiro Oda with support from the National Institute for Environmental Studies (NIES) GOSAT project. The ODIAC team is now supported by NASA Goddard Space Flight Center, NASA Carbon Monitoring System program, the NASA Orbiting Carbon Observatory mission and NIES. The US GHG Center displays the ODIAC 2022 version containing monthly data from January 2000 to December 2021 that replaces all previous versions. The source dataset can be found at https://doi.org/10.17595/20170411.001", - "discovery_items": [ - { - "discovery": "s3", - "collection": "odiac-ffco2-monthgrid-v2022", - "bucket": "ghgc-data-store-develop", - "prefix": "odiac-ffco2-monthgrid-v2022/", - "filename_regex": ".*odiac2022_1km_.*.tif$", - "datetime_range": "month", - "assets": { - "co2-emissions": { - "title": "Fossil Fuel CO\u2082 Emissions", - "description": "Model-estimated monthly, 1 km resolution CO\u2082 emissions from fossil fuel combustion, cement production and gas flaring created using space-based nighttime light data and individual power plant emission/location profiles.", - "regex": ".*odiac2022_1km_.*.tif$" - } - }, - "id_regex": ".*_(.*).tif$", - "id_template": "odiac-ffco2-monthgrid-v2022-{}" - } - ], - "is_periodic": true, - "license": "CC-BY-4.0", - "sample_files": [ - "" - ], - "providers": [ - { - "url": "https://www.nies.go.jp", - "name": "National Institute for Environmental Studies", - "roles": [ - "producer", - "licensor" - ] - } - ], - "renders": { - "dashboard": { - "assets": [ - "co2-emissions" - ], - "colormap_name": "jet", - "rescale": [ - [ - -10, - 60 - ] - ] - }, - "co2-emissions": { - "assets": [ - "co2-emissions" - ], - "colormap_name": "jet", - "rescale": [ - [ - -10, - 60 - ] - ] - } - }, - "item_assets": { - "co2-emissions": { - "type": "image/tiff; application=geotiff; profile=cloud-optimized", - "roles": [ - "data", - "layer" - ], - "title": "Fossil Fuel CO\u2082 Emissions", - "description": "Model-estimated monthly, 1 km resolution CO\u2082 emissions from fossil fuel combustion, cement production and gas flaring created using space-based nighttime light data and individual power plant emission/location profiles." - } - }, - "assets": {}, - "time_density": "month" -} diff --git a/ingestion-data/datasets/odiac-ffco2-monthgrid-v2023.json b/ingestion-data/datasets/odiac-ffco2-monthgrid-v2023.json deleted file mode 100644 index f62ab79..0000000 --- a/ingestion-data/datasets/odiac-ffco2-monthgrid-v2023.json +++ /dev/null @@ -1,94 +0,0 @@ -{ - "collection": "odiac-ffco2-monthgrid-v2023", - "data_type": "cog", - "spatial_extent": { - "xmin": -180.0, - "ymin": -90.0, - "xmax": 180.0, - "ymax": 90.0 - }, - "temporal_extent": { - "startdate": "2000-01-01T00:00:00Z", - "enddate": "2022-12-31T00:00:00Z" - }, - "stac_version": "1.0.0", - "stac_extensions": [ - "https://stac-extensions.github.io/render/v1.0.0/schema.json", - "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" - ], - "title": "ODIAC Fossil Fuel CO\u2082 Emissions v2023", - "description": "The Open-source Data Inventory for Anthropogenic CO\u2082 (ODIAC) data product is a monthly high-resolution global data product of modeled fossil fuel carbon dioxide (CO\u2082) emissions. A complex model incorporates and combines space-based nighttime light data and individual power plant emission/location profiles from the latest country fossil fuel CO\u2082 estimates (2000-2019) made by the Carbon Dioxide Information Analysis Center (CDIAC) team at the Appalachian State University (CDIAC at AppState, Gilfillan et al. 2021, Hefner et al. 2022). The ODIAC estimated global spatial extent of fossil fuel CO\u2082 emissions is produced on a 1 km by 1 km grid that details variations in urban regions where emissions are most intense. The ODIAC CO\u2082 emission data is widely used by the international research community for applications such as CO\u2082 flux inversion, urban emission estimation, and observing system design experiments. The ODIAC product was first created in 2009 by Dr. Tomohiro Oda with support from the National Institute for Environmental Studies (NIES) GOSAT project. The ODIAC team is now supported by NASA Goddard Space Flight Center, NASA Carbon Monitoring System program, the NASA Orbiting Carbon Observatory mission and NIES. The US GHG Center displays the ODIAC 2023 version containing monthly data from January 2000 to December 2022 that replaces all previous versions. The source dataset can be found at https://doi.org/10.17595/20170411.001", - "discovery_items": [ - { - "discovery": "s3", - "collection": "odiac-ffco2-monthgrid-v2023", - "bucket": "ghgc-data-store-develop", - "prefix": "transformed_cogs/odiac-ffco2-monthgrid-v2023/", - "filename_regex": ".*odiac2023_1km_.*.tif$", - "datetime_range": "month", - "assets": { - "co2-emissions": { - "title": "Fossil Fuel CO\u2082 Emissions", - "description": "Model-estimated monthly, 1 km resolution CO\u2082 emissions from fossil fuel combustion, cement production and gas flaring created using space-based nighttime light data and individual power plant emission/location profiles.", - "regex": ".*odiac2023_1km_.*.tif$" - } - }, - "id_regex": ".*_(.*).tif$", - "id_template": "odiac-ffco2-monthgrid-v2023-{}" - } - ], - "is_periodic": true, - "license": "CC-BY-4.0", - "sample_files": [ - "" - ], - "providers": [ - { - "url": "https://www.nies.go.jp", - "name": "National Institute for Environmental Studies", - "roles": [ - "producer", - "licensor" - ] - } - ], - "renders": { - "dashboard": { - "assets": [ - "co2-emissions" - ], - "colormap_name": "jet", - "rescale": [ - [ - -10, - 60 - ] - ] - }, - "co2-emissions": { - "assets": [ - "co2-emissions" - ], - "colormap_name": "jet", - "rescale": [ - [ - -10, - 60 - ] - ] - } - }, - "item_assets": { - "co2-emissions": { - "type": "image/tiff; application=geotiff; profile=cloud-optimized", - "roles": [ - "data", - "layer" - ], - "title": "Fossil Fuel CO\u2082 Emissions", - "description": "Model-estimated monthly, 1 km resolution CO\u2082 emissions from fossil fuel combustion, cement production and gas flaring created using space-based nighttime light data and individual power plant emission/location profiles." - } - }, - "assets": {}, - "time_density": "month" -} diff --git a/ingestion-data/datasets/sedac-popdensity-yeargrid5yr-v4.11.json b/ingestion-data/datasets/sedac-popdensity-yeargrid5yr-v4.11.json deleted file mode 100644 index 05aa949..0000000 --- a/ingestion-data/datasets/sedac-popdensity-yeargrid5yr-v4.11.json +++ /dev/null @@ -1,85 +0,0 @@ -{ - "collection": "sedac-popdensity-yeargrid5yr-v4.11", - "data_type": "cog", - "spatial_extent": { - "xmin": -180.0, - "ymin": -90.0, - "xmax": 180.0, - "ymax": 90.0 - }, - "temporal_extent": { - "startdate": "2000-01-01T00:00:00Z", - "enddate": "2020-12-31T00:00:00Z" - }, - "stac_version": "1.0.0", - "stac_extensions": [ - "https://stac-extensions.github.io/render/v1.0.0/schema.json", - "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" - ], - "title": "SEDAC Gridded World Population Density v4.11", - "description": "The Socioeconomic Data and Applications Center (SEDAC) Gridded Population of the World (GPW), version 4, revision 11 dataset contains a Population Density product that provides estimates of population density (number of persons per square kilometer (persons/km\u00b2)) at five year intervals for the years 2000, 2005, 2010, 2015, and 2020 on a 30 arc-second (~1 km at the equator) grid. The dataset can be used for assessing disaster impacts, risk mapping, and any other applications that include a human dimension. The source dataset can be found at https://doi.org/10.7927/H49C6VHW", - "discovery_items": [ - { - "discovery": "s3", - "collection": "sedac-popdensity-yeargrid5yr-v4.11", - "bucket": "ghgc-data-store-develop", - "prefix": "sedac-popdensity-yeargrid5yr-v4.11/", - "filename_regex": ".*gpw_v4_population_density_rev11.*.tif$", - "datetime_range": "year", - "assets": { - "population-density": { - "title": "Population Density", - "description": "Gridded population density estimates for the years 2000, 2005, 2010, 2015, and 2020 from Gridded Population of the World (GPW) version 4, revision 11.", - "regex": ".*gpw_v4_population_density_rev11.*.tif$" - } - }, - "id_regex": ".*_(.*).tif$", - "id_template": "sedac-popdensity-yeargrid5yr-v4.11-{}" - } - ], - "is_periodic": false, - "license": "CC-BY-4.0", - "sample_files": [ - "" - ], - "providers": [], - "renders": { - "dashboard": { - "assets": [ - "population-density" - ], - "colormap_name": "ylorrd", - "rescale": [ - [ - 0, - 1000 - ] - ] - }, - "population-density": { - "assets": [ - "population-density" - ], - "colormap_name": "ylorrd", - "rescale": [ - [ - 0, - 1000 - ] - ] - } - }, - "item_assets": { - "population_density": { - "type": "image/tiff; application=geotiff; profile=cloud-optimized", - "roles": [ - "data", - "layer" - ], - "title": "Population Density", - "description": "Gridded population density estimates for the years 2000, 2005, 2010, 2015, and 2020 from Gridded Population of the World (GPW) version 4, revision 11." - } - }, - "assets": {}, - "time_density": "year" -} diff --git a/ingestion-data/datasets/tm54dvar-ch4flux-mask-monthgrid-v1.json b/ingestion-data/datasets/tm54dvar-ch4flux-mask-monthgrid-v1.json deleted file mode 100644 index f66b559..0000000 --- a/ingestion-data/datasets/tm54dvar-ch4flux-mask-monthgrid-v1.json +++ /dev/null @@ -1,163 +0,0 @@ -{ - "collection": "tm54dvar-ch4flux-mask-monthgrid-v1", - "data_type": "cog", - "spatial_extent": { - "xmin": -180.0, - "ymin": -90.0, - "xmax": 180.0, - "ymax": 90.0 - }, - "temporal_extent": { - "startdate": "1999-01-01T00:00:00Z", - "enddate": "2016-12-31T00:00:00Z" - }, - "stac_version": "1.0.0", - "stac_extensions": [ - "https://stac-extensions.github.io/render/v1.0.0/schema.json", - "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" - ], - "title": "TM5-4DVar Isotopic CH\u2084 Inverse Fluxes v1", - "description": "Surface methane (CH\u2084) emissions are derived from atmospheric measurements of methane and its \u00b9\u00b3C carbon isotope content. Different sources of methane contain different ratios of the two stable isotopologues, \u00b9\u00b2CH\u2084 and \u00b9\u00b3CH\u2084. This makes normally indistinguishable collocated sources of methane, say from agriculture and oil and gas exploration, distinguishable. The National Oceanic and Atmospheric Administration (NOAA) collects whole air samples from its global cooperative network of flasks (https://gml.noaa.gov/ccgg/about.html), which are then analyzed for methane and other trace gases. A subset of those flasks are also analyzed for \u00b9\u00b3C of methane in collaboration with the Institute of Arctic and Alpine Research at the University of Colorado Boulder. Scientists at the National Aeronautics and Space Administration (NASA) and NOAA used those measurements of methane and \u00b9\u00b3C of methane in conjunction with a model of atmospheric circulation to estimate emissions of methane separated by three source types: microbial, fossil and pyrogenic. This dataset presents monthly methane emissions in units of grams of methane per square meter per year (g CH\u2084/m\u00b2/year) from microbial, fossil and pyrogenic sources, along with a layer of total methane emissions from all three sources combined, at 1\u00b0 resolution from 1999 to 2016. The source data can be found at https://doi.org/10.5281/zenodo.8264109", - "discovery_items": [ - { - "discovery": "s3", - "collection": "tm54dvar-ch4flux-mask-monthgrid-v1", - "bucket": "ghgc-data-store-develop", - "prefix": "tm54dvar-ch4flux-mask-monthgrid-v1/", - "filename_regex": ".*methane_emis_.*.tif$", - "datetime_range": "month", - "assets": { - "total": { - "title": "Total CH\u2084 Emission", - "description": "Total methane emission from microbial, fossil and pyrogenic sources.", - "regex": ".*methane_emis_total.*.tif$" - }, - "microbial": { - "title": "Microbial CH\u2084 Emission", - "description": "Emission of methane from all microbial sources, such as wetlands, agriculture and termites.", - "regex": ".*methane_emis_microbial.*.tif$" - }, - "fossil": { - "title": "Fossil CH\u2084 Emission", - "description": "Emission of methane from all fossil sources, such as oil and gas activities and coal mining.", - "regex": ".*methane_emis_fossil.*.tif$" - }, - "pyrogenic": { - "title": "Pyrogenic CH\u2084 Emission", - "description": "Emission of methane from all sources of biomass burning, such as wildfires and crop residue burning.", - "regex": ".*methane_emis_pyrogenic.*.tif$" - } - }, - "id_regex": ".*_(.*).tif$", - "id_template": "tm54dvar-ch4flux-mask-monthgrid-v1-{}" - } - ], - "is_periodic": true, - "license": "CC0-1.0", - "sample_files": [ - "" - ], - "providers": [], - "renders": { - "dashboard": { - "assets": [ - "total" - ], - "colormap_name": "purd", - "rescale": [ - [ - 0.48, - 24 - ] - ] - }, - "total": { - "assets": [ - "total" - ], - "colormap_name": "purd", - "rescale": [ - [ - 0.48, - 24 - ] - ] - }, - "microbial": { - "assets": [ - "microbial" - ], - "colormap_name": "purd", - "rescale": [ - [ - 0.3, - 15 - ] - ] - }, - "fossil": { - "assets": [ - "fossil" - ], - "colormap_name": "purd", - "rescale": [ - [ - 0.24, - 12 - ] - ] - }, - "pyrogenic": { - "assets": [ - "pyrogenic" - ], - "colormap_name": "purd", - "rescale": [ - [ - 0.032, - 1.6 - ] - ] - } - }, - "item_assets": { - "total": { - "type": "image/tiff; application=geotiff; profile=cloud-optimized", - "roles": [ - "data", - "layer" - ], - "title": "Total CH\u2084 Emission", - "description": "Total methane emission from microbial, fossil and pyrogenic sources" - }, - "microbial": { - "type": "image/tiff; application=geotiff; profile=cloud-optimized", - "roles": [ - "data", - "layer" - ], - "title": "Microbial CH\u2084 Emission", - "description": "Emission of methane from all microbial sources, such as wetlands, agriculture and termites." - }, - "fossil": { - "type": "image/tiff; application=geotiff; profile=cloud-optimized", - "roles": [ - "data", - "layer" - ], - "title": "Fossil CH\u2084 Emission", - "description": "Emission of methane from all fossil sources, such as oil and gas activities and coal mining." - }, - "pyrogenic": { - "type": "image/tiff; application=geotiff; profile=cloud-optimized", - "roles": [ - "data", - "layer" - ], - "title": "Pyrogenic CH\u2084 Emission", - "description": "Emission of methane from all sources of biomass burning, such as wildfires and crop burning." - } - }, - "assets": {}, - "time_density": "month" -} diff --git a/ingestion-data/datasets/vulcan-ffco2-elc-res-yeargrid-v4.json b/ingestion-data/datasets/vulcan-ffco2-elc-res-yeargrid-v4.json deleted file mode 100644 index 44dfc7e..0000000 --- a/ingestion-data/datasets/vulcan-ffco2-elc-res-yeargrid-v4.json +++ /dev/null @@ -1,94 +0,0 @@ -{ - "collection": "vulcan-ffco2-elc-res-yeargrid-v4", - "data_type": "cog", - "spatial_extent": { - "xmin": -128.22655, - "ymin": 47.89015278, - "xmax": -65.30824167, - "ymax": 22.85824167 - }, - "temporal_extent": { - "startdate": "2019-01-01T00:00:00Z", - "enddate": "2021-12-31T00:00:00Z" - }, - "stac_version": "1.0.0", - "stac_extensions": [ - "https://stac-extensions.github.io/render/v1.0.0/schema.json", - "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" - ], - "title": "Vulcan Fossil Fuel CO\u2082 Emissions v4.0", - "description": "The Vulcan version 4.0 data product represents total carbon dioxide (CO\u2082) emissions resulting from the combustion of fossil fuel (FF) for the contiguous United States and District of Columbia. Referred to as FFCO\u2082, the emissions from Vulcan are also categorized into 10 source sectors including; airports, cement production, commercial marine vessels, commercial, power plants, industrial, non-road, on-road, residential and railroads. Data are gridded annually on a 1-km grid for the years 2010 to 2021. These data are annual sums of hourly estimates. Included is the estimated total annual FFCO2 for the United States, as well as the estimated total annual FFCO\u2082 per sector in units of metric tonnes of carbon per 1 km x 1 km grid cell per year (tonne C/km2/year). The Vulcan Project is a multiagency (NASA, DOE, NOAA, NIST) funded effort under the North American Carbon Program (NACP) to quantify North American fossil fuel carbon dioxide (FFCO\u2082) emissions at space and time scales much finer than has been achieved in the past. The purpose is to aid in quantification of the North American carbon budget, to support inverse estimation of carbon sources and sinks, and to support the demands posed by higher resolution FFCO\u2082 observations (in situ and remotely sensed). The detail and scope of the Vulcan FFCO\u2082 inventory has also made it a valuable tool for policymakers, demographers, social scientists and the public at large. Learn more at the Vulcan website: https://vulcan.rc.nau.edu/index.html", - "discovery_items": [ - { - "discovery": "s3", - "collection": "vulcan-ffco2-elc-res-yeargrid-v4", - "bucket": "ghgc-data-store-develop", - "prefix": "transformed_cogs/vulcan-ffco2-elc-res-yeargrid-v4/", - "filename_regex": ".*.tif$", - "datetime_range": "year", - "assets": { - "elc-res-co2": { - "title": "Scope 2 Fossil Fuel CO\u2082 Emissions", - "description": "Estimated total annual FFCO\u2082 emissions from residential sources (scope 2).", - "regex": ".*.tif$" - } - }, - "id_regex": ".*_(.*).tif$", - "id_template": "vulcan-ffco2-elc-res-yeargrid-v4-{}" - } - ], - "is_periodic": true, - "license": "CC-BY-NC-4.0", - "sample_files": [ - "" - ], - "providers": [ - { - "url": "https://vulcan.rc.nau.edu/", - "name": "North American Carbon Program", - "roles": [ - "producer", - "licensor" - ] - } - ], - "renders": { - "dashboard": { - "assets": [ - "elc-res-co2" - ], - "colormap_name": "spectral_r", - "rescale": [ - [ - 0, - 150 - ] - ] - }, - "elc-res-co2": { - "assets": [ - "elc-res-co2" - ], - "colormap_name": "spectral_r", - "rescale": [ - [ - 0, - 150 - ] - ] - } - }, - "item_assets": { - "elc-res-co2": { - "type": "image/tiff; application=geotiff; profile=cloud-optimized", - "roles": [ - "data", - "layer" - ], - "title": "Scope 2 Fossil Fuel CO\u2082 Emissions", - "description": "Estimated total annual FFCO\u2082 emissions from residential sources (scope 2)." - } - }, - "assets": {}, - "time_density": "year" -} diff --git a/ingestion-data/datasets/vulcan-ffco2-yeargrid-v4.json b/ingestion-data/datasets/vulcan-ffco2-yeargrid-v4.json deleted file mode 100644 index a33d5ce..0000000 --- a/ingestion-data/datasets/vulcan-ffco2-yeargrid-v4.json +++ /dev/null @@ -1,354 +0,0 @@ -{ - "collection": "vulcan-ffco2-yeargrid-v4", - "data_type": "cog", - "spatial_extent": { - "xmin": -128.22655, - "ymin": 47.89015278, - "xmax": -65.30824167, - "ymax": 22.85824167 - }, - "temporal_extent": { - "startdate": "2011-01-01T00:00:00Z", - "enddate": "2021-12-31T00:00:00Z" - }, - "stac_version": "1.0.0", - "stac_extensions": [ - "https://stac-extensions.github.io/render/v1.0.0/schema.json", - "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" - ], - "title": "Vulcan Fossil Fuel CO\u2082 Emissions v4.0", - "description": "Annual (2010 - 2021), 1 km resolution estimates of carbon dioxide emissions from fossil fuels and cement production over the contiguous United States, version 4.0", - "discovery_items": [ - { - "discovery": "s3", - "collection": "vulcan-ffco2-yeargrid-v4", - "bucket": "ghgc-data-store-develop", - "prefix": "transformed_cogs/vulcan-ffco2-yeargrid-v4/", - "filename_regex": ".*_CO2_USA_mosaic_grid_1km_mn_.*.tif$", - "datetime_range": "year", - "assets": { - "total-co2": { - "title": "Total of all sectors CO\u2082 Emissions", - "description": "Estimated total annual CO\u2082 emissions from fossil fuel combustion (ffCO\u2082) across all sectors.", - "regex": ".*TOT_CO2_USA_mosaic_grid_1km_mn_.*.tif$" - }, - "air-co2": { - "title": "Total Airport CO\u2082 Emissions", - "description": "Estimated total annual ffCO\u2082 emissions from taxi, take-off, and landing up to 3000 ft.", - "regex": ".*AIR_CO2_USA_mosaic_grid_1km_mn_.*.tif$" - }, - "cmt-co2": { - "title": "Total Cement CO\u2082 Emissions", - "description": "Estimated total annual ffCO\u2082 emissions from cement production.", - "regex": ".*CMT_CO2_USA_mosaic_grid_1km_mn_.*.tif$" - }, - "cmv-co2": { - "title": "Total Commercial Marine Vessels CO\u2082 Emissions", - "description": "Estimated total annual ffCO\u2082 emissions from commercial marine vessels while maneuvering, hoteling, cruising and traveling within reduced speed zones at ports and shipping lanes. Includes only activity within 12 nautical miles (~22km) from the U.S. shoreline.", - "regex": ".*CMV_CO2_USA_mosaic_grid_1km_mn_.*.tif$" - }, - "com-co2": { - "title": "Total Commercial CO\u2082 Emissions", - "description": "Estimated total annual ffCO\u2082 emissions from Commercial buildings.", - "regex": ".*COM_CO2_USA_mosaic_grid_1km_mn_.*.tif$" - }, - "elc-co2": { - "title": "Total Powerplants CO\u2082 Emissions", - "description": "Estimated total annual ffCO\u2082 emissions from power plants.", - "regex": ".*ELC_CO2_USA_mosaic_grid_1km_mn_.*.tif$" - }, - "ind-co2": { - "title": "Total Industrial CO\u2082 Emissions", - "description": "Estimated total annual ffCO\u2082 emissions from Industrial buildings.", - "regex": ".*IND_CO2_USA_mosaic_grid_1km_mn_.*.tif$" - }, - "nrd-co2": { - "title": "Total Nonroad CO\u2082 Emissions", - "description": "Estimated total annual ffCO\u2082 emissions from off-road engines, equipment and vehicles including waterborne pleasure craft.", - "regex": ".*NRD_CO2_USA_mosaic_grid_1km_mn_.*.tif$" - }, - "onr-co2": { - "title": "Total Onroad CO\u2082 Emissions", - "description": "Estimated total annual ffCO\u2082 emissions from mobile vehicles on roads.", - "regex": ".*ONR_CO2_USA_mosaic_grid_1km_mn_.*.tif$" - }, - "res-co2": { - "title": "Total Residential CO\u2082 Emissions", - "description": "Estimated total annual ffCO\u2082 emissions from Residential buildings.", - "regex": ".*RES_CO2_USA_mosaic_grid_1km_mn_.*.tif$" - }, - "rrd-co2": { - "title": "Total Railroad CO\u2082 Emissions", - "description": "Estimated total annual ffCO\u2082 emissions coming from railroads.", - "regex": ".*RRD_CO2_USA_mosaic_grid_1km_mn_.*.tif$" - } - }, - "id_regex": ".*_(.*).tif$", - "id_template": "vulcan-ffco2-yeargrid-v4-{}" - } - ], - "is_periodic": true, - "license": "CC-BY-NC-4.0", - "sample_files": [ - "" - ], - "providers": [ - { - "url": "https://vulcan.rc.nau.edu/", - "name": "North American Carbon Program", - "roles": [ - "producer", - "licensor" - ] - } - ], - "renders": { - "dashboard": { - "assets": [ - "total-co2" - ], - "colormap_name": "spectral_r", - "rescale": [ - [ - 0, - 500 - ] - ] - }, - "total-co2": { - "assets": [ - "total-co2" - ], - "colormap_name": "spectral_r", - "rescale": [ - [ - 0, - 500 - ] - ] - }, - "air-co2": { - "assets": [ - "air-co2" - ], - "colormap_name": "spectral_r", - "rescale": [ - [ - 0, - 500 - ] - ] - }, - "cmt-co2": { - "assets": [ - "cmt-co2" - ], - "colormap_name": "spectral_r", - "rescale": [ - [ - 0, - 500 - ] - ] - }, - "cmv-co2": { - "assets": [ - "cmv-co2" - ], - "colormap_name": "spectral_r", - "rescale": [ - [ - 0, - 500 - ] - ] - }, - "com-co2": { - "assets": [ - "com-co2" - ], - "colormap_name": "spectral_r", - "rescale": [ - [ - 0, - 500 - ] - ] - }, - "elc-co2": { - "assets": [ - "elc-co2" - ], - "colormap_name": "spectral_r", - "rescale": [ - [ - 0, - 500 - ] - ] - }, - "ind-co2": { - "assets": [ - "ind-co2" - ], - "colormap_name": "spectral_r", - "rescale": [ - [ - 0, - 500 - ] - ] - }, - "nrd-co2": { - "assets": [ - "nrd-co2" - ], - "colormap_name": "spectral_r", - "rescale": [ - [ - 0, - 500 - ] - ] - }, - "onr-co2": { - "assets": [ - "onr-co2" - ], - "colormap_name": "spectral_r", - "rescale": [ - [ - 0, - 500 - ] - ] - }, - "res-co2": { - "assets": [ - "res-co2" - ], - "colormap_name": "spectral_r", - "rescale": [ - [ - 0, - 500 - ] - ] - }, - "rrd-co2": { - "assets": [ - "rrd-co2" - ], - "colormap_name": "spectral_r", - "rescale": [ - [ - 0, - 500 - ] - ] - } - }, - "item_assets": { - "total-co2": { - "type": "image/tiff; application=geotiff; profile=cloud-optimized", - "roles": [ - "data", - "layer" - ], - "title": "Total Fossil Fuel CO\u2082 Emissions", - "description": "Estimated total annual CO\u2082 emissions from fossil fuel combustion (ffCO\u2082) across all sectors.." - }, - "air-co2": { - "type": "image/tiff; application=geotiff; profile=cloud-optimized", - "roles": [ - "data", - "layer" - ], - "title": "Airport Fossil Fuel CO\u2082 Emissions", - "description": "Estimated total annual ffCO\u2082 emissions from taxi, take-off, and landing up to 3000 ft." - }, - "cmt-co2": { - "type": "image/tiff; application=geotiff; profile=cloud-optimized", - "roles": [ - "data", - "layer" - ], - "title": "Cement Fossil Fuel CO\u2082 Emissions", - "description": "Estimated total annual ffCO\u2082 emissions from cement production." - }, - "cmv-co2": { - "type": "image/tiff; application=geotiff; profile=cloud-optimized", - "roles": [ - "data", - "layer" - ], - "title": "Commercial Marine Vessel Fossil Fuel CO\u2082 Emissions", - "description": "Estimated total annual ffCO\u2082 emissions from commercial marine vessels while maneuvering, hoteling, cruising and traveling within reduced speed zones at ports and shipping lanes. Includes only activity within 12 nautical miles (~22km) from the U.S. shoreline." - }, - "com-co2": { - "type": "image/tiff; application=geotiff; profile=cloud-optimized", - "roles": [ - "data", - "layer" - ], - "title": "Commercial Fossil Fuel CO\u2082 Emissions", - "description": "Estimated total annual ffCO\u2082 emissions from Commercial buildings." - }, - "elc-co2": { - "type": "image/tiff; application=geotiff; profile=cloud-optimized", - "roles": [ - "data", - "layer" - ], - "title": "Power Plant Fossil Fuel CO\u2082 Emissions", - "description": "Estimated total annual ffCO\u2082 emissions from power plants." - }, - "ind-co2": { - "type": "image/tiff; application=geotiff; profile=cloud-optimized", - "roles": [ - "data", - "layer" - ], - "title": "Industrial Fossil Fuel CO\u2082 Emissions", - "description": "Estimated total annual ffCO\u2082 emissions from Industrial buildings." - }, - "nrd-co2": { - "type": "image/tiff; application=geotiff; profile=cloud-optimized", - "roles": [ - "data", - "layer" - ], - "title": "Non-Road Fossil Fuel CO\u2082 Emissions", - "description": "Estimated total annual ffCO\u2082 emissions from off-road engines, equipment and vehicles including waterborne pleasure craft." - }, - "onr-co2": { - "type": "image/tiff; application=geotiff; profile=cloud-optimized", - "roles": [ - "data", - "layer" - ], - "title": "On-Road Fossil Fuel CO\u2082 Emissions", - "description": "Estimated total annual ffCO\u2082 emissions from mobile vehicles on roads." - }, - "res-co2": { - "type": "image/tiff; application=geotiff; profile=cloud-optimized", - "roles": [ - "data", - "layer" - ], - "title": "Residential Fossil Fuel CO\u2082 Emissions", - "description": "Estimated total annual ffCO\u2082 emissions from Residential buildings." - }, - "rrd-co2": { - "type": "image/tiff; application=geotiff; profile=cloud-optimized", - "roles": [ - "data", - "layer" - ], - "title": "Railroad Fossil Fuel CO\u2082 Emissions", - "description": "Estimated total annual FFCO\u2082 emissions coming from railroads." - } - }, - "assets": {}, - "time_density": "year" -} diff --git a/ingestion-data/discovery-items/archive/casagfed-carbonflux-monthgrid-v3-items.json b/ingestion-data/discovery-items/archive/casagfed-carbonflux-monthgrid-v3-items.json deleted file mode 100644 index c75943d..0000000 --- a/ingestion-data/discovery-items/archive/casagfed-carbonflux-monthgrid-v3-items.json +++ /dev/null @@ -1,35 +0,0 @@ -{ - "collection": "casagfed-carbonflux-monthgrid-v3", - "bucket": "ghgc-data-store-dev", - "prefix": "GEOS-Carbs/", - "filename_regex": ".*GEOSCarb_CASAGFED3v3.*.tif$", - "datetime_group": ".*_(.*).tif$", - "datetime_range": "month", - "assets": { - "npp": { - "title": "Net Primary Production (NPP)", - "description": "Model-estimated net primary production (NPP), which is the amount of carbon available from plants.", - "regex": ".*GEOSCarb_CASAGFED3v3_NPP_Flux_.*.tif$" - }, - "rh": { - "title": "Heterotrophic Respiration (Rh)", - "description": "Model-estimated heterotrophic respiration (Rh), which is the flux of carbon from the soil to the atmosphere.", - "regex": ".*GEOSCarb_CASAGFED3v3_Rh_Flux_.*.tif$" - }, - "nee": { - "title": "Net Ecosystem Exchange (NEE)", - "description": "Model-estimated net ecosystem exchange (NEE), which is the net carbon flux to the atmosphere.", - "regex": ".*GEOSCarb_CASAGFED3v3_NEE_Flux_.*.tif$" - }, - "fire": { - "title": "Fire Emissions (FIRE)", - "description": "Model-estimated flux of carbon to the atmosphere from wildfires.", - "regex": ".*GEOSCarb_CASAGFED3v3_FIRE_Flux_.*.tif$" - }, - "fuel": { - "title": "Wood Fuel Emissions (FUEL)", - "description": "Model-estimated flux of carbon to the atmosphere from wood burned for fuel.", - "regex": ".*GEOSCarb_CASAGFED3v3_FUEL_Flux_.*.tif$" - } - } -} diff --git a/ingestion-data/discovery-items/archive/gosat-based-ch4budget-yeargrid-v1-items-all-layers.json b/ingestion-data/discovery-items/archive/gosat-based-ch4budget-yeargrid-v1-items-all-layers.json deleted file mode 100644 index 5a48cce..0000000 --- a/ingestion-data/discovery-items/archive/gosat-based-ch4budget-yeargrid-v1-items-all-layers.json +++ /dev/null @@ -1,200 +0,0 @@ -{ - "collection": "gosat-based-ch4budget-yeargrid-v1", - "bucket": "ghgc-data-store-develop", - "prefix": "gosat-based-ch4budget-yeargrid-v1/", - "filename_regex": ".*Emissions_GOSAT.*.tif$", - "assets": { - "post-total": { - "title": "Posterior Total Methane Emissions", - "description": "Estimated total methane emissions per grid cell informed by GOSAT satellite total column methane data.", - "regex": ".*Emissions_GOSAT_post_total.*.tif$" - }, - "prior-total": { - "title": "Prior Total Methane Emissions", - "description": "Total methane emissions per grid cell estimated by various inventories or models, excluding satellite based observations from GOSAT.", - "regex": ".*Emissions_GOSAT_prior_total.*.tif$" - }, - "post-coal": { - "title": "Coal Posterior Methane Emissions", - "description": "Estimated methane emissions per grid cell from coal sources informed by GOSAT satellite total column methane data.", - "regex": ".*Emissions_GOSAT_post_coal.*.tif$" - }, - "post-fire": { - "title": "Fire Posterior Methane Emissions", - "description": "Estimated methane emissions per grid cell from fires informed by GOSAT satellite total column methane data.", - "regex": ".*Emissions_GOSAT_post_fire.*.tif$" - }, - "post-gas": { - "title": "Gas Posterior Methane Emissions", - "description": "Estimated methane emissions per grid cell from gas sources informed by GOSAT satellite total column methane data.", - "regex": ".*Emissions_GOSAT_post_gas.*.tif$" - }, - "post-geo": { - "title": "Geological Posterior Methane Emissions", - "description": "Estimated methane emissions per grid cell from geological sources informed by GOSAT satellite total column methane data.", - "regex": ".*Emissions_GOSAT_post_geo.*.tif$" - }, - "post-livestock": { - "title": "Livestock Posterior Methane Emissions", - "description": "Estimated methane emissions per grid cell from livestock sources informed by GOSAT satellite total column methane data.", - "regex": ".*Emissions_GOSAT_post_livestock.*.tif$" - }, - "post-oil": { - "title": "Oil Posterior Methane Emissions", - "description": "Estimated methane emissions per grid cell from oil sources informed by GOSAT satellite total column methane data.", - "regex": ".*Emissions_GOSAT_post_oil.*.tif$" - }, - "post-rice": { - "title": "Rice Posterior Methane Emissions", - "description": "Estimated methane emissions per grid cell from rice cultivation informed by GOSAT satellite total column methane data.", - "regex": ".*Emissions_GOSAT_post_rice.*.tif$" - }, - "post-coal-uncertainty": { - "title": "Uncertainty - Coal Posterior Methane Emissions", - "description": "Uncertainty in estimated methane emissions per grid cell from coal sources informed by GOSAT satellite total column methane data.", - "regex": ".*Emissions_GOSAT_post_unc_coal.*.tif$" - }, - "post-fire-uncertainty": { - "title": "Uncertainty - Fire Posterior Methane Emissions", - "description": "Uncertainty in estimated methane emissions per grid cell from fires informed by GOSAT satellite total column methane data.", - "regex": ".*Emissions_GOSAT_post_unc_fire.*.tif$" - }, - "post-gas-uncertainty": { - "title": "Uncertainty - Gas Posterior Methane Emissions", - "description": "Uncertainty in estimated methane emissions per grid cell from gas sources informed by GOSAT satellite total column methane data.", - "regex": ".*Emissions_GOSAT_post_unc_gas.*.tif$" - }, - "post-geo-uncertainty": { - "title": "Uncertainty - Geological Posterior Methane Emissions", - "description": "Uncertainty in estimated methane emissions per grid cell from geological sources informed by GOSAT satellite total column methane data.", - "regex": ".*Emissions_GOSAT_post_unc_geo.*.tif$" - }, - "post-livestock-uncertainty": { - "title": "Uncertainty - Livestock Posterior Methane Emissions", - "description": "Uncertainty in estimated methane emissions per grid cell from livestock sources informed by GOSAT satellite total column methane data.", - "regex": ".*Emissions_GOSAT_post_unc_livestock.*.tif$" - }, - "post-oil-uncertainty": { - "title": "Uncertainty - Oil Posterior Methane Emissions", - "description": "Uncertainty in estimated methane emissions per grid cell from oil sources informed by GOSAT satellite total column methane data.", - "regex": ".*Emissions_GOSAT_post_unc_oil.*.tif$" - }, - "post-rice-uncertainty": { - "title": "Uncertainty - Rice Posterior Methane Emissions", - "description": "Uncertainty in estimated methane emissions per grid cell from rice cultivation informed by GOSAT satellite total column methane data.", - "regex": ".*Emissions_GOSAT_post_unc_rice.*.tif$" - }, - "post-waste-uncertainty": { - "title": "Uncertainty - Waste Posterior Methane Emissions", - "description": "Uncertainty in estimated methane emissions per grid cell from waste (landfills and wastewater) informed by GOSAT satellite total column methane data.", - "regex": ".*Emissions_GOSAT_post_unc_waste.*.tif$" - }, - "post-wetland-uncertainty": { - "title": "Uncertainty - Wetland Posterior Methane Emissions", - "description": "Uncertainty in estimated methane emissions per grid cell from wetlands informed by GOSAT satellite total column methane data.", - "regex": ".*Emissions_GOSAT_post_unc_wetland.*.tif$" - }, - "post-waste": { - "title": "Waste Posterior Methane Emissions", - "description": "Estimated methane emissions per grid cell from waste (landfills and wastewater) informed by GOSAT satellite total column methane data.", - "regex": ".*Emissions_GOSAT_post_waste.*.tif$" - }, - "post-wetland": { - "title": "Wetland Posterior Methane Emissions", - "description": "Estimated methane emissions per grid cell from wetlands informed by GOSAT satellite total column methane data.", - "regex": ".*Emissions_GOSAT_post_wetland.*.tif$" - }, - "prior-coal": { - "title": "Coal Prior Methane Emissions", - "description": "Methane emissions per grid cell from coal sources estimated by various inventories or models, excluding satellite based observations from GOSAT.", - "regex": ".*Emissions_GOSAT_prior_coal.*.tif$" - }, - "prior-fire": { - "title": "Fire Prior Methane Emissions", - "description": "Methane emissions per grid cell from fires estimated by various inventories or models, excluding satellite based observations from GOSAT.", - "regex": ".*Emissions_GOSAT_prior_fire.*.tif$" - }, - "prior-gas": { - "title": "Gas Prior Methane Emissions", - "description": "Methane emissions per grid cell from gas sources estimated by various inventories or models, excluding satellite based observations from GOSAT.", - "regex": ".*Emissions_GOSAT_prior_gas.*.tif$" - }, - "prior-geo": { - "title": "Geological Prior Methane Emissions", - "description": "Methane emissions per grid cell from geological sources estimated by various inventories or models, excluding satellite based observations from GOSAT.", - "regex": ".*Emissions_GOSAT_prior_geo.*.tif$" - }, - "prior-livestock": { - "title": "Livestock Prior Methane Emissions", - "description": "Methane emissions per grid cell from livestock sources estimated by various inventories or models, excluding satellite based observations from GOSAT.", - "regex": ".*Emissions_GOSAT_prior_livestock.*.tif$" - }, - "prior-oil": { - "title": "Oil Prior Methane Emissions", - "description": "Methane emissions per grid cell from oil sources estimated by various inventories or models, excluding satellite based observations from GOSAT.", - "regex": ".*Emissions_GOSAT_prior_oil.*.tif$" - }, - "prior-rice": { - "title": "Rice Prior Methane Emissions", - "description": "Methane emissions per grid cell from rice cultivation estimated by various inventories or models, excluding satellite based observations from GOSAT.", - "regex": ".*Emissions_GOSAT_prior_rice.*.tif$" - }, - "prior-coal-uncertainty": { - "title": "Uncertainty - Coal Prior Methane Emissions", - "description": "Uncertainty in methane emissions per grid cell from coal sources estimated by various inventories or models, excluding satellite based observations from GOSAT.", - "regex": ".*Emissions_GOSAT_prior_unc_coal.*.tif$" - }, - "prior-fire-uncertainty": { - "title": "Uncertainty - Fire Prior Methane Emissions", - "description": "Uncertainty in methane emissions per grid cell from fires estimated by various inventories or models, excluding satellite based observations from GOSAT.", - "regex": ".*Emissions_GOSAT_prior_unc_fire.*.tif$" - }, - "prior-rice-uncertainty": { - "title": "Uncertainty - Rice Prior Methane Emissions", - "description": "Uncertainty in methane emissions per grid cell from rice cultivation estimated by various inventories or models, excluding satellite based observations from GOSAT.", - "regex": ".*Emissions_GOSAT_prior_unc_rice.*.tif$" - }, - "prior-gas-uncertainty": { - "title": "Uncertainty - Gas Prior Methane Emissions", - "description": "Uncertainty in methane emissions per grid cell from gas sources estimated by various inventories or models, excluding satellite based observations from GOSAT.", - "regex": ".*Emissions_GOSAT_prior_unc_gas.*.tif$" - }, - "prior-geo-uncertainty": { - "title": "Uncertainty - Geological Prior Methane Emissions", - "description": "Uncertainty in methane emissions per grid cell from geological sources estimated by various inventories or models, excluding satellite based observations from GOSAT.", - "regex": ".*Emissions_GOSAT_prior_unc_geo.*.tif$" - }, - "prior-livestock-uncertainty": { - "title": "Uncertainty - Livestock Prior Methane Emissions", - "description": "Uncertainty in methane emissions per grid cell from livestock sources estimated by various inventories or models, excluding satellite based observations from GOSAT.", - "regex": ".*Emissions_GOSAT_prior_unc_livestock.*.tif$" - }, - "prior-oil-uncertainty": { - "title": "Uncertainty - Oil Prior Methane Emissions", - "description": "Uncertainty in methane emissions per grid cell from oil sources estimated by various inventories or models, excluding satellite based observations from GOSAT.", - "regex": ".*Emissions_GOSAT_prior_unc_oil.*.tif$" - }, - "prior-waste-uncertainty": { - "title": "Uncertainty - Waste Prior Methane Emissions", - "description": "Uncertainty in methane emissions per grid cell from waste (landfills and wastewater) estimated by various inventories or models, excluding satellite based observations from GOSAT.", - "regex": ".*Emissions_GOSAT_prior_unc_waste.*.tif$" - }, - "prior-wetland-uncertainty": { - "title": "Uncertainty - Wetland Prior Methane Emissions", - "description": "Uncertainty in methane emissions per grid cell from wetlands estimated by various inventories or models, excluding satellite based observations from GOSAT.", - "regex": ".*Emissions_GOSAT_prior_unc_wetland.*.tif$" - }, - "prior-waste": { - "title": "Waste Prior Methane Emissions", - "description": "Methane emissions per grid cell from waste (landfills and wastewater) estimated by various inventories or models, excluding satellite based observations from GOSAT.", - "regex": ".*Emissions_GOSAT_prior_waste.*.tif$" - }, - "prior-wetland": { - "title": "Wetland Prior Methane Emissions", - "description": "Methane emissions per grid cell from wetlands estimated by various inventories or models, excluding satellite based observations from GOSAT.", - "regex": ".*Emissions_GOSAT_prior_wetland.*.tif$" - } - }, - "id_regex": ".*_(.*).tif$", - "id_template": "gosat-based-ch4budget-yeargrid-v1-{}" -} diff --git a/ingestion-data/discovery-items/archive/lpjeosim-wetlandch4-daygrid-v2-items.json b/ingestion-data/discovery-items/archive/lpjeosim-wetlandch4-daygrid-v2-items.json deleted file mode 100644 index d19e4b3..0000000 --- a/ingestion-data/discovery-items/archive/lpjeosim-wetlandch4-daygrid-v2-items.json +++ /dev/null @@ -1,25 +0,0 @@ -{ - "collection": "lpjeosim-wetlandch4-daygrid-v2", - "bucket": "ghgc-data-store-develop", - "prefix": "lpjeosim-wetlandch4-daygrid-v2/", - "filename_regex": ".*L2_CH4e_dch4e_.*.tif$", - "assets": { - "ensemble-mean-ch4-wetlands-emissions": { - "title": "(Daily) Wetland Methane Emissions, Ensemble Mean LPJ-EOSIM Model v2", - "description": "Methane emissions from wetlands in units of grams of methane per meter squared per day. Ensemble of multiple climate forcing data sources input to LPJ-EOSIM model.", - "regex": ".*_L2_CH4e_dch4e_ensemble_mean.*.tif$" - }, - "era5-ch4-wetlands-emissions": { - "title": "(Daily) Wetland Methane Emissions, ERA5 LPJ-EOSIM Model v2", - "description": "Methane emissions from wetlands in units of grams of methane per meter squared per day. ECMWF Re-Analysis (ERA5) as input to LPJ-EOSIM model.", - "regex": ".*L2_CH4e_dch4e_ERA5.*.tif$" - }, - "merra2-ch4-wetlands-emissions": { - "title": "(Daily) Wetland Methane Emissions, MERRA-2 LPJ-EOSIM Model v2", - "description": "Methane emissions from wetlands in units of grams of methane per meter squared per day. Modern-Era Retrospective analysis for Research and Applications Version 2 (MERRA-2) data as input to LPJ-EOSIM model.", - "regex": ".*L2_CH4e_dch4e_MERRA2.*.tif$" - } - }, - "id_regex": ".*_(.*).tif$", - "id_template": "lpjeosim-wetlandch4-daygrid-v2-{}" -} diff --git a/ingestion-data/discovery-items/archive/lpjeosim-wetlandch4-monthgrid-v2-items.json b/ingestion-data/discovery-items/archive/lpjeosim-wetlandch4-monthgrid-v2-items.json deleted file mode 100644 index 9f29378..0000000 --- a/ingestion-data/discovery-items/archive/lpjeosim-wetlandch4-monthgrid-v2-items.json +++ /dev/null @@ -1,25 +0,0 @@ -{ - "collection": "lpjeosim-wetlandch4-monthgrid-v2", - "bucket": "ghgc-data-store-develop", - "prefix": "lpjwsl-wetlandch4-monthgrid-v2/", - "filename_regex": ".*L2_CH4e_mch4e_.*.tif$", - "assets": { - "ensemble-mean-ch4-wetlands-emissions": { - "title": "(Monthly) Wetland Methane Emissions, Ensemble Mean LPJ-EOSIM Model v2", - "description": "Methane emissions from wetlands in units of grams of methane per meter squared per month. Ensemble of multiple climate forcing data sources input to LPJ-EOSIM model.", - "regex": ".*_L2_CH4e_mch4e_ensemble_mean.*.tif$" - }, - "era5-ch4-wetlands-emissions": { - "title": "(Monthly) Wetland Methane Emissions, ERA5 LPJ-EOSIM Model v2", - "description": "Methane emissions from wetlands in units of grams of methane per meter squared per month. ECMWF Re-Analysis (ERA5) as input to LPJ-EOSIM model.", - "regex": ".*L2_CH4e_mch4e_ERA5.*.tif$" - }, - "merra2-ch4-wetlands-emissions": { - "title": "(Monthly) Wetland Methane Emissions, MERRA-2 LPJ-EOSIM Model v2", - "description": "Methane emissions from wetlands in units of grams of methane per meter squared per month. Modern-Era Retrospective analysis for Research and Applications Version 2 (MERRA-2) data as input to LPJ-EOSIM model.", - "regex": ".*L2_CH4e_mch4e_MERRA2.*.tif$" - } - }, - "id_regex": ".*_(.*).tif$", - "id_template": "lpjeosim-wetlandch4-monthgrid-v2-{}" -} diff --git a/ingestion-data/discovery-items/archive/lpjwsl-wetlandch4-daygrid-v1-items.json b/ingestion-data/discovery-items/archive/lpjwsl-wetlandch4-daygrid-v1-items.json deleted file mode 100644 index 15a5d20..0000000 --- a/ingestion-data/discovery-items/archive/lpjwsl-wetlandch4-daygrid-v1-items.json +++ /dev/null @@ -1,14 +0,0 @@ -{ - "collection": "lpjwsl-wetlandch4-daygrid-v1", - "bucket": "ghgc-data-store-dev", - "prefix": "NASA_GSFC_ch4_wetlands_daily/", - "filename_regex": ".*_ch4_wl_ch4_wetlands.*.tif$", - "datetime_group": ".*_(.*).tif$", - "assets": { - "ch4-wetlands-emissions": { - "title": "(Daily) LPJ-wsl Model Wetland CH₄ Emissions", - "description": "Daily CH₄ emissions from wetlands constructed using the LPJ-wsl model.", - "regex": ".*_ch4_wetlands.*.tif$" - } - } -} diff --git a/ingestion-data/discovery-items/archive/lpjwsl-wetlandch4-monthgrid-v1-items.json b/ingestion-data/discovery-items/archive/lpjwsl-wetlandch4-monthgrid-v1-items.json deleted file mode 100644 index 825c30e..0000000 --- a/ingestion-data/discovery-items/archive/lpjwsl-wetlandch4-monthgrid-v1-items.json +++ /dev/null @@ -1,14 +0,0 @@ -{ - "collection": "lpjwsl-wetlandch4-monthgrid-v1", - "bucket": "ghgc-data-store-dev", - "prefix": "NASA_GSFC_ch4_wetlands_monthly/", - "filename_regex": ".*_ch4_wl_ch4_wetlands.*.tif$", - "datetime_group": ".*_(.*).tif$", - "assets": { - "ch4-wetlands-emissions": { - "title": "(Monthly) LPJ-wsl Model Wetland CH₄ Emissions", - "description": "Monthly CH₄ emissions from wetlands constructed using the LPJ-wsl model.", - "regex": ".*_ch4_wetlands.*.tif$" - } - } -} diff --git a/ingestion-data/discovery-items/archive/oco2-mip-meanco2budget-yeargrid-v1-items.json b/ingestion-data/discovery-items/archive/oco2-mip-meanco2budget-yeargrid-v1-items.json deleted file mode 100644 index a04f8ce..0000000 --- a/ingestion-data/discovery-items/archive/oco2-mip-meanco2budget-yeargrid-v1-items.json +++ /dev/null @@ -1,170 +0,0 @@ -{ - "collection": "oco2-mip-meanco2budget-yeargrid-v1", - "bucket": "ghgc-data-store-develop", - "prefix": "oco2-mip-meanco2budget-yeargrid-v1/", - "filename_regex": ".*topdown_.*.tif$", - "assets": { - "is-dc-loss-meanyear": { - "title": "(Year Mean) In Situ Net Terrestrial Carbon Stock Loss", - "description": "Positive values indicate a loss (decrease) of terrestrial carbon stocks (organic matter stored on land), including above- and below-ground biomass in ecosystems and biomass contained in anthropogenic products (lumber, cattle, etc.).", - "regex": ".*topdown_IS_dC_loss_meanYear_CO2.*.tif$" - }, - "is-dc-loss-std-meanyear": { - "title": "(Year Mean) In Situ Net Terrestrial Carbon Stock Loss std", - "description": "Positive values indicate a loss (decrease) of terrestrial carbon stocks (organic matter stored on land), including above- and below-ground biomass in ecosystems and biomass contained in anthropogenic products (lumber, cattle, etc.).", - "regex": ".*topdown_IS_dC_loss_std_meanYear_CO2.*.tif$" - }, - "lnlg-dc-loss-meanyear": { - "title": "(Year Mean) Land Nadir and Land Glint Net Terrestrial Carbon Stock Loss", - "description": "Positive values indicate a loss (decrease) of terrestrial carbon stocks (organic matter stored on land), including above- and below-ground biomass in ecosystems and biomass contained in anthropogenic products (lumber, cattle, etc.).", - "regex": ".*topdown_IS_dC_loss_meanYear_CO2.*.tif$" - }, - "lnlg-dc-loss-std-meanyear": { - "title": "(Year Mean) Land Nadir and Land Glint Net Terrestrial Carbon Stock Loss std", - "description": "Positive values indicate a loss (decrease) of terrestrial carbon stocks (organic matter stored on land), including above- and below-ground biomass in ecosystems and biomass contained in anthropogenic products (lumber, cattle, etc.).", - "regex": ".*topdown_LNLG_dC_loss_std_meanYear_CO2.*.tif$" - }, - "lnlgis-dc-loss-meanyear": { - "title": "(Year Mean) Land Nadir, Land Glint and In Situ Net Terrestrial Carbon Stock Loss", - "description": "Positive values indicate a loss (decrease) of terrestrial carbon stocks (organic matter stored on land), including above- and below-ground biomass in ecosystems and biomass contained in anthropogenic products (lumber, cattle, etc.).", - "regex": ".*topdown_LNLGIS_dC_loss_meanYear_CO2.*.tif$" - }, - "lnlgis-dc-loss-std-meanyear": { - "title": "(Year Mean) Land Nadir, Land Glint and In Situ Net Terrestrial Carbon Stock Loss std", - "description": "Positive values indicate a loss (decrease) of terrestrial carbon stocks (organic matter stored on land), including above- and below-ground biomass in ecosystems and biomass contained in anthropogenic products (lumber, cattle, etc.).", - "regex": ".*topdown_LNLGIS_dC_loss_std_meanYear_CO2.*.tif$" - }, - "lnlgogis-dc-loss-meanyear": { - "title": "(Year Mean) Land Nadir, Land Glint, Ocean Glint and In Situ Net Terrestrial Carbon Stock Loss", - "description": "Positive values indicate a loss (decrease) of terrestrial carbon stocks (organic matter stored on land), including above- and below-ground biomass in ecosystems and biomass contained in anthropogenic products (lumber, cattle, etc.).", - "regex": ".*topdown_LNLGOGIS_dC_loss_meanYear_CO2.*.tif$" - }, - "lnlgogis-dc-loss-std-meanyear": { - "title": "(Year Mean) Land Nadir, Land Glint, Ocean Glint and In Situ Net Terrestrial Carbon Stock Loss std", - "description": "Positive values indicate a loss (decrease) of terrestrial carbon stocks (organic matter stored on land), including above- and below-ground biomass in ecosystems and biomass contained in anthropogenic products (lumber, cattle, etc.).", - "regex": ".*topdown_LNLGOGIS_dC_loss_std_meanYear_CO2.*.tif$" - }, - "is-nbe-meanyear": { - "title": "(Year Mean) In Situ Net Biosphere Exchange", - "description": "Net flux of carbon from the terrestrial biosphere to the atmosphere due to biomass burning (BB) and Reco minus gross primary production (GPP). It includes both anthropogenic processes (e.g., deforestation, reforestation, farming) and natural processes (e.g., climate-variability-induced carbon fluxes, disturbances, recovery from disturbances).", - "regex": ".*topdown_IS_NBE_meanYear_CO2.*.tif$" - }, - "is-nbe-std-meanyear": { - "title": "(Year Mean) In Situ Net Biosphere Exchange std", - "description": "Net flux of carbon from the terrestrial biosphere to the atmosphere due to biomass burning (BB) and Reco minus gross primary production (GPP). It includes both anthropogenic processes (e.g., deforestation, reforestation, farming) and natural processes (e.g., climate-variability-induced carbon fluxes, disturbances, recovery from disturbances).", - "regex": ".*topdown_IS_NBE_std_meanYear_CO2.*.tif$" - }, - "lnlg-nbe-meanyear": { - "title": "(Year Mean) Land Nadir and Land Glint Net Biosphere Exchange", - "description": "Net flux of carbon from the terrestrial biosphere to the atmosphere due to biomass burning (BB) and Reco minus gross primary production (GPP). It includes both anthropogenic processes (e.g., deforestation, reforestation, farming) and natural processes (e.g., climate-variability-induced carbon fluxes, disturbances, recovery from disturbances.", - "regex": ".*topdown_LNLG_NBE_meanYear_CO2.*.tif$" - }, - "lnlg-nbe-std-meanyear": { - "title": "(Year Mean) Land Nadir and Land Glint Net Biosphere Exchange std", - "description": "Net flux of carbon from the terrestrial biosphere to the atmosphere due to biomass burning (BB) and Reco minus gross primary production (GPP). It includes both anthropogenic processes (e.g., deforestation, reforestation, farming) and natural processes (e.g., climate-variability-induced carbon fluxes, disturbances, recovery from disturbances.", - "regex": ".*topdown_LNLG_NBE_std_meanYear_CO2.*.tif$" - }, - "lnlgis-nbe-meanyear": { - "title": "(Year Mean) Land Nadir, Land Glint and In Situ Net Biosphere Exchange", - "description": "Net flux of carbon from the terrestrial biosphere to the atmosphere due to biomass burning (BB) and Reco minus gross primary production (GPP). It includes both anthropogenic processes (e.g., deforestation, reforestation, farming) and natural processes (e.g., climate-variability-induced carbon fluxes, disturbances, recovery from disturbances.", - "regex": ".*topdown_LNLGIS_NBE_meanYear_CO2.*.tif$" - }, - "lnlgis-nbe-std-meanyear": { - "title": "(Year Mean) Land Nadir and Land Glint In Situ Net Biosphere Exchange std", - "description": "Net flux of carbon from the terrestrial biosphere to the atmosphere due to biomass burning (BB) and Reco minus gross primary production (GPP). It includes both anthropogenic processes (e.g., deforestation, reforestation, farming) and natural processes (e.g., climate-variability-induced carbon fluxes, disturbances, recovery from disturbances.", - "regex": ".*topdown_LNLGIS_NBE_std_meanYear_CO2.*.tif$" - }, - "lnlgogis-nbe-meanyear": { - "title": "(Year Mean) Land Nadir, Land Glint, Ocean Glint and In Situ Net Biosphere Exchange", - "description": "Net flux of carbon from the terrestrial biosphere to the atmosphere due to biomass burning (BB) and Reco minus gross primary production (GPP). It includes both anthropogenic processes (e.g., deforestation, reforestation, farming) and natural processes (e.g., climate-variability-induced carbon fluxes, disturbances, recovery from disturbances.", - "regex": ".*topdown_LNLGOGIS_NBE_meanYear_CO2.*.tif$" - }, - "lnlgogis-nbe-std-meanyear": { - "title": "(Year Mean) Land Nadir, Land Glint, Ocean Glint and In Situ Net Biosphere Exchange std", - "description": "Net flux of carbon from the terrestrial biosphere to the atmosphere due to biomass burning (BB) and Reco minus gross primary production (GPP). It includes both anthropogenic processes (e.g., deforestation, reforestation, farming) and natural processes (e.g., climate-variability-induced carbon fluxes, disturbances, recovery from disturbances.", - "regex": ".*topdown_LNLGOGIS_NBE_std_meanYear_CO2.*.tif$" - }, - "is-nce-meanyear": { - "title": "(Year Mean) In Situ Terrestrial Net Carbon Exchange", - "description": "Net flux of carbon from the surface to the atmosphere. For land, NCE can be defined as sum of NBE and fossil fuel and cement emissions.", - "regex": ".*topdown_IS_NCE_meanYear_CO2.*.tif$" - }, - "is-nce-std-meanyear": { - "title": "(Year Mean) In Situ Terrestrial Net Carbon Exchange std", - "description": "Net flux of carbon from the surface to the atmosphere. For land, NCE can be defined as sum of NBE and fossil fuel and cement emissions.", - "regex": ".*topdown_IS_NCE_std_meanYear_CO2.*.tif$" - }, - "lnlg-nce-meanyear": { - "title": "(Year Mean) Land Nadir and Land Glint Terrestrial Net Carbon Exchange", - "description": "Net flux of carbon from the surface to the atmosphere. For land, NCE can be defined as sum of NBE and fossil fuel and cement emissions.", - "regex": ".*topdown_LNLG_NCE_meanYear_CO2.*.tif$" - }, - "lnlg-nce-std-meanyear": { - "title": "(Year Mean) Land Nadir and Land Glint Terrestrial Net Carbon Exchange std", - "description": "Net flux of carbon from the surface to the atmosphere. For land, NCE can be defined as sum of NBE and fossil fuel and cement emissions.", - "regex": ".*topdown_LNLG_NCE_std_meanYear_CO2.*.tif$" - }, - "lnlgis-nce-meanyear": { - "title": "(Year Mean) Land Nadir, Land Glint and In Situ Terrestrial Net Carbon Exchange", - "description": "Net flux of carbon from the surface to the atmosphere. For land, NCE can be defined as sum of NBE and fossil fuel and cement emissions.", - "regex": ".*topdown_LNLGIS_NCE_meanYear_CO2.*.tif$" - }, - "lnlgis-nce-std-meanyear": { - "title": "(Year Mean) Land Nadir, Land Glint and In Situ Terrestrial Net Carbon Exchange std", - "description": "Net flux of carbon from the surface to the atmosphere. For land, NCE can be defined as sum of NBE and fossil fuel and cement emissions.", - "regex": ".*topdown_LNLGIS_NCE_std_meanYear_CO2.*.tif$" - }, - "lnlgogis-nce-meanyear": { - "title": "(Year Mean) Land Nadir, Land Glint, Ocean Glint and In Situ Terrestrial Net Carbon Exchange", - "description": "Net flux of carbon from the surface to the atmosphere. For land, NCE can be defined as sum of NBE and fossil fuel and cement emissions", - "regex": ".*topdown_LNLGIS_NCE_meanYear_CO2.*.tif$" - }, - "lnlgogis-nce-std-meanyear": { - "title": "(Year Mean) Land Nadir, Land Glint, Ocean Glint and In Situ Terrestrial Net Carbon Exchange std", - "description": "Net flux of carbon from the surface to the atmosphere. For land, NCE can be defined as sum of NBE and fossil fuel and cement emissions.", - "regex": ".*topdown_LNLGOGIS_NCE_std_meanYear_CO2.*.tif$" - }, - "river-meanyear": { - "title": "(Year Mean) Lateral River Flux", - "description": "The lateral flux of carbon in (positive) or out (negative) of a region transported by the water cycle.", - "regex": ".*topdown_River_meanYear_CO2.*.tif$" - }, - "river-std-meanyear": { - "title": "(Year Mean) Lateral River Flux std", - "description": "The lateral flux of carbon in (positive) or out (negative) of a region transported by the water cycle.", - "regex": ".*topdown_River_std_meanYear_CO2.*.tif$" - }, - "wood-meanyear": { - "title": "(Year Mean) Lateral Wood Flux", - "description": "The lateral flux of carbon in (positive) or out (negative) of a region due to wood product harvesting and usage.", - "regex": ".*topdown_Wood_meanYear_CO2.*.tif$" - }, - "wood-std-meanyear": { - "title": "(Year Mean) Lateral Wood Flux std", - "description": "The lateral flux of carbon in (positive) or out (negative) of a region due to wood product harvesting and usage.", - "regex": ".*topdown_Wood_std_meanYear_CO2.*.tif$" - }, - "crop-meanyear": { - "title": "(Year Mean) Lateral Crop Flux", - "description": "The lateral flux of carbon in (positive) or out (negative) of a region due to agriculture.", - "regex": ".*topdown_Crop_meanYear_CO2.*.tif$" - }, - "crop-std-meanyear": { - "title": "(Year Mean) Lateral Crop Flux std", - "description": "The lateral flux of carbon in (positive) or out (negative) of a region due to agriculture.", - "regex": ".*topdown_Crop_std_meanYear_CO2.*.tif$" - }, - "ff-meanyear": { - "title": "(Year Mean) Fossil Fuel and Cement Emissions", - "description": "The burning of fossil fuels and release of carbon due to cement production, representing a flux of carbon from the land surface (geologic reservoir) to the atmosphere.", - "regex": ".*topdown_FF_meanYear_CO2.*.tif$" - }, - "ff-std-meanyear": { - "title": "(Year Mean) Fossil Fuel and Cement Emissions std", - "description": "The burning of fossil fuels and release of carbon due to cement production, representing a flux of carbon from the land surface (geologic reservoir) to the atmosphere.", - "regex": ".*topdown_FF_std_meanYear_CO2.*.tif$" - } - }, - "id_regex": ".*_(.*).tif$", - "id_template": "oco2-mip-meanco2budget-yeargrid-v1-{}" -} diff --git a/ingestion-data/discovery-items/eccodarwin-co2flux-monthgrid-v5-items.json b/ingestion-data/discovery-items/eccodarwin-co2flux-monthgrid-v5-items.json deleted file mode 100644 index 94250ab..0000000 --- a/ingestion-data/discovery-items/eccodarwin-co2flux-monthgrid-v5-items.json +++ /dev/null @@ -1,16 +0,0 @@ -{ - "collection": "eccodarwin-co2flux-monthgrid-v5", - "bucket": "ghgc-data-store", - "prefix": "eccodarwin-co2flux-monthgrid-v5/", - "filename_regex": ".*ECCO-Darwin_.*.tif$", - "datetime_range": "month", - "assets": { - "co2": { - "title": "Air-Sea CO₂ Flux", - "description": "Monthly mean air-sea CO₂ flux (negative into ocean).", - "regex": ".*Darwin_CO2.*.tif$" - } - }, - "id_regex": ".*_(.*).tif$", - "id_template": "eccodarwin-co2flux-monthgrid-v5-{}" -} diff --git a/ingestion-data/discovery-items/epa-ch4emission-yeargrid-v2express-items.json b/ingestion-data/discovery-items/epa-ch4emission-yeargrid-v2express-items.json deleted file mode 100644 index f50177c..0000000 --- a/ingestion-data/discovery-items/epa-ch4emission-yeargrid-v2express-items.json +++ /dev/null @@ -1,180 +0,0 @@ -{ - "collection": "epa-ch4emission-yeargrid-v2express", - "bucket": "ghgc-data-store", - "prefix": "epa-ch4emission-yeargrid-v2express/", - "filename_regex": ".*Express_Extension_.*.tif$", - "assets": { - "post-meter": { - "title": "Natural Gas - Post Meter (annual)", - "description": "Annual methane emissions downstream of residential, commercial, industrial natural gas distribution meters (i.e., “Post Meter”) (inventory Energy 1B2b sub-category).", - "regex": ".*emi_ch4_Supp_1B2b_PostMeter.*.tif$" - }, - "enteric-fermentation": { - "title": "Agriculture - Enteric Fermentation (annual)", - "description": "Annual methane emissions from enteric fermentation which is methane emitted as a by-product of the normal livestock digestive process (inventory Agriculture category 3A).", - "regex": ".*emi_ch4_3A_Enteric_Fermentation.*.tif$" - }, - "manure-management": { - "title": "Agriculture - Manure Management (annual)", - "description": "Annual methane emissions from livestock manure management (inventory Agriculture category 3B).", - "regex": ".*emi_ch4_3B_Manure_Management.*.tif$" - }, - "rice-cultivation": { - "title": "Agriculture - Rice Cultivation (annual)", - "description": "Annual methane emissions from rice cultivation (inventory Agriculture category 3C).", - "regex": ".*emi_ch4_3C_Rice_Cultivation.*.tif$" - }, - "field-burning": { - "title": "Agriculture - Field Burning (annual)", - "description": "Annual methane emissions from field burning of agricultural residues (inventory Agriculture category 3F).", - "regex": ".*emi_ch4_3F_Field_Burning.*.tif$" - }, - "exploration-ngs": { - "title": "Natural Gas - Exploration (annual)", - "description": "Annual methane emissions from Natural Gas Exploration (inventory Energy 1B2b sub-category).", - "regex": ".*emi_ch4_1B2b_Natural_Gas_Exploration.*.tif$" - }, - "production-ngs": { - "title": "Natural Gas - Production (annual)", - "description": "Annual methane emissions from Natural Gas Production (inventory Energy 1B2b sub-category).", - "regex": ".*emi_ch4_1B2b_Natural_Gas_Production.*.tif$" - }, - "transmission-storage-ngs": { - "title": "Natural Gas - Transmission and Storage (annual)", - "description": "Annual methane emissions from Natural Gas Transmission and Storage (inventory Energy 1B2b sub-category).", - "regex": ".*emi_ch4_1B2b_Natural_Gas_TransmissionStorage.*.tif$" - }, - "processing-ngs": { - "title": "Natural Gas - Processing (annual)", - "description": "Annual methane emissions from Natural Gas Processing (inventory Energy 1B2b sub-category).", - "regex": ".*emi_ch4_1B2b_Natural_Gas_Processing.*.tif$" - }, - "distribution-ngs": { - "title": "Natural Gas - Distribution (annual)", - "description": "Annual methane emissions from Natural Gas Distribution (inventory Energy 1B2b sub-category).", - "regex": ".*emi_ch4_1B2b_Natural_Gas_Distribution.*.tif$" - }, - "exploration-ps": { - "title": "Petroleum - Exploration (annual)", - "description": "Annual methane emissions from Petroleum Exploration (inventory Energy 1B2a sub-category).", - "regex": ".*emi_ch4_1B2a_Petroleum_Systems_Exploration.*.tif$" - }, - "production-ps": { - "title": "Petroleum - Production (annual)", - "description": "Annual methane emissions from Petroleum Production (inventory Energy 1B2a sub-category).", - "regex": ".*emi_ch4_1B2a_Petroleum_Systems_Production.*.tif$" - }, - "transport-ps": { - "title": "Petroleum - Transportation (annual)", - "description": "Annual methane emissions from Petroleum Transportation (inventory Energy 1B2a sub-category).", - "regex": ".*emi_ch4_1B2a_Petroleum_Systems_Transport.*.tif$" - }, - "refining-ps": { - "title": "Petroleum - Refining (annual)", - "description": "Annual methane emissions from Petroleum Refining (inventory Energy 1B2a sub-category).", - "regex": ".*emi_ch4_1B2a_Petroleum_Systems_Refining.*.tif$" - }, - "msw-landfill-waste": { - "title": "Waste - Municipal Solid Waste (MSW) Landfills (annual)", - "description": "Annual methane emissions from Municipal Solid Waste Landfills (inventory Waste 5A1 sub-category).", - "regex": ".*emi_ch4_5A1_Landfills_MSW.*.tif$" - }, - "industrial-landfill-waste": { - "title": "Waste - Industrial Landfills (annual)", - "description": "Annual methane emissions from Industrial Landfills (inventory Waste 5A1 sub-category).", - "regex": ".*emi_ch4_5A1_Landfills_Industrial.*.tif$" - }, - "dwtd-waste": { - "title": "Waste - Domestic Wastewater Treatment & Discharge (annual)", - "description": "Annual methane emissions from Domestic Wastewater Treatment and Discharge (inventory Waste 5D sub-category).", - "regex": ".*emi_ch4_5D_Wastewater_Treatment_Domestic.*.tif$" - }, - "iwtd-waste": { - "title": "Waste - Industrial Wastewater Treatment & Discharge (annual)", - "description": "Annual methane emissions from Industrial Wastewater Treatment and Discharge (inventory Waste 5D sub-category).", - "regex": ".*emi_ch4_5D_Wastewater_Treatment_Industrial.*.tif$" - }, - "composting-waste": { - "title": "Waste - Composting (annual)", - "description": "Annual methane emissions from Composting (inventory Waste category 5B1).", - "regex": ".*emi_ch4_5B1_Composting.*.tif$" - }, - "underground-coal": { - "title": "Coal Mining - Underground Mining (annual)", - "description": "Annual methane emissions from from active Underground Coal Mining (inventory Energy 1B1a sub-category).", - "regex": ".*emi_ch4_1B1a_Underground_Coal.*.tif$" - }, - "surface-coal": { - "title": "Coal Mining - Surface Mining (annual)", - "description": "Annual methane emissions from active Surface Coal Mining (inventory Energy 1B1a sub-category).", - "regex": ".*emi_ch4_1B1a_Surface_Coal.*.tif$" - }, - "abn-underground-coal": { - "title": "Coal Mining - Abandoned Underground Mines (annual)", - "description": "Annual methane emissions from Abandoned Underground Coal Mines (inventory Energy 1B1a sub-category).", - "regex": ".*emi_ch4_1B1a_Abandoned_Coal.*.tif$" - }, - "stationary-combustion-other": { - "title": "Other - Stationary Combustion (annual)", - "description": "Annual methane emissions from Stationary Combustion (inventory Energy 1A sub-category).", - "regex": ".*emi_ch4_1A_Combustion_Stationary.*.tif$" - }, - "mobile-combustion-other": { - "title": "Other - Mobile Combustion (annual)", - "description": "Annual methane emissions from Mobile Combustion (inventory Energy 1A sub-category).", - "regex": ".*emi_ch4_1A_Combustion_Mobile.*.tif$" - }, - "abn-ong-other": { - "title": "Other - Abandoned Oil and Gas Wells (annual)", - "description": "Annual methane emissions from Abandoned Oil and Gas Wells (inventory Energy 1B2a and 1B2b sub-categories).", - "regex": ".*emi_ch4_1B2ab_Abandoned_Oil_Gas.*.tif$" - }, - "petro-production-other": { - "title": "Other - Petrochemical Production (annual)", - "description": "Annual methane emissions from Petrochemical Production (inventory Industrial Processes and Product Use category 2B8).", - "regex": ".*emi_ch4_2B8_Industry_Petrochemical.*.tif$" - }, - "ferroalloy-production-other": { - "title": "Other - Ferroalloy Production (annual)", - "description": "Annual methane emissions from Ferroalloy Production (inventory Industrial Processes and Product Use category 2C2).", - "regex": ".*emi_ch4_2C2_Industry_Ferroalloy.*.tif$" - }, - "total-methane": { - "title": "Total Methane (annual)", - "description": "Total annual methane emission fluxes from all Agriculture, Energy, Waste, and ‘Other’ sources included in this dataset.", - "regex": ".*Express_Extension_all-variables.*.tif$" - }, - "total-agriculture": { - "title": "Total Agriculture (annual)", - "description": "Total annual methane emission fluxes from Agriculture sources (sum of inventory categories: Enteric Fermentation (3A), Manure Management (3B), Rice Cultivation (3C), Field Burning of Agricultural Residues (3F)).", - "regex": ".*Express_Extension_agriculture.*.tif$" - }, - "total-natural-gas-systems": { - "title": "Total Natural Gas Systems (annual)", - "description": "Total annual methane emission fluxes from Natural Gas Systems (sum of inventory Energy 1B2b sub-categories which includes Natural Gas Production, Transmission & Storage, Processing, Distribution and Exploration).", - "regex": ".*Express_Extension_natural-gas-systems.*.tif$" - }, - "total-petroleum-systems": { - "title": "Total Petroleum Systems (annual)", - "description": "Total annual methane emission fluxes from Petroleum Systems (sum of inventory Energy 1B2a sub-categories which includes Petroleum Production, Refining, Exploration and Transport).", - "regex": ".*Express_Extension_petroleum-systems.*.tif$" - }, - "total-waste": { - "title": "Total Waste (annual)", - "description": "Total annual methane emission fluxes from Waste (sum of inventory Waste categories: Municipal Solid Waste (MSW) and Industrial Landfills (5A1), Composting (5B1), Domestic and Industrial Wastewater Treatment and Discharge (5D)).", - "regex": ".*Express_Extension_waste.*.tif$" - }, - "total-other": { - "title": "Total Other (annual)", - "description": "Total annual methane emission fluxes from ‘Other’ remaining sources (sum of inventory categories 1A (Energy Combustion), 2B8 & 2C2 (Petrochemical & Ferroalloy Production) and 1B2a & 1B2b (Abandoned Oil & Gas Well Emissions)).", - "regex": ".*Express_Extension_other.*.tif$" - }, - "total-coal-mines": { - "title": "Total Coal Mines (annual)", - "description": "Total annual methane emission fluxes from Coal Mines (sum of inventory 1B1a sub-categories which includes Underground Coal Mining, Surface Coal Mining and Abandoned Underground Coal Mines).", - "regex": ".*Express_Extension_coal-mines.*.tif$" - } - }, - "id_regex": ".*_(.*).tif$", - "id_template": "epa-ch4emission-yeargrid-v2express-{}" -} diff --git a/ingestion-data/discovery-items/gosat-based-ch4budget-yeargrid-v1-items.json b/ingestion-data/discovery-items/gosat-based-ch4budget-yeargrid-v1-items.json deleted file mode 100644 index a1e01b0..0000000 --- a/ingestion-data/discovery-items/gosat-based-ch4budget-yeargrid-v1-items.json +++ /dev/null @@ -1,40 +0,0 @@ -{ - "collection": "gosat-based-ch4budget-yeargrid-v1", - "bucket": "ghgc-data-store", - "prefix": "gosat-based-ch4budget-yeargrid-v1/", - "filename_regex": ".*Emissions_GOSAT.*.tif$", - "assets": { - "post-total": { - "title": "Posterior Total Methane Emissions", - "description": "Estimated total methane emissions per grid cell informed by GOSAT satellite total column methane data.", - "regex": ".*Emissions_GOSAT_post_total.*.tif$" - }, - "prior-total": { - "title": "Prior Total Methane Emissions", - "description": "Total methane emissions per grid cell estimated by various inventories or models, excluding satellite based observations from GOSAT.", - "regex": ".*Emissions_GOSAT_prior_total.*.tif$" - }, - "post-wetland-uncertainty": { - "title": "Uncertainty - Wetland Posterior Methane Emissions", - "description": "Uncertainty in estimated methane emissions per grid cell from wetlands informed by GOSAT satellite total column methane data.", - "regex": ".*Emissions_GOSAT_post_unc_wetland.*.tif$" - }, - "post-wetland": { - "title": "Wetland Posterior Methane Emissions", - "description": "Estimated methane emissions per grid cell from wetlands informed by GOSAT satellite total column methane data.", - "regex": ".*Emissions_GOSAT_post_wetland.*.tif$" - }, - "prior-wetland-uncertainty": { - "title": "Uncertainty - Wetland Prior Methane Emissions", - "description": "Uncertainty in methane emissions per grid cell from wetlands estimated by various inventories or models, excluding satellite based observations from GOSAT.", - "regex": ".*Emissions_GOSAT_prior_unc_wetland.*.tif$" - }, - "prior-wetland": { - "title": "Wetland Prior Methane Emissions", - "description": "Methane emissions per grid cell from wetlands estimated by various inventories or models, excluding satellite based observations from GOSAT.", - "regex": ".*Emissions_GOSAT_prior_wetland.*.tif$" - } - }, - "id_regex": ".*_(.*).tif$", - "id_template": "gosat-based-ch4budget-yeargrid-v1-{}" -} diff --git a/ingestion-data/discovery-items/gra2pes-ghg-monthgrid-v1-items.json b/ingestion-data/discovery-items/gra2pes-ghg-monthgrid-v1-items.json deleted file mode 100644 index 07a8912..0000000 --- a/ingestion-data/discovery-items/gra2pes-ghg-monthgrid-v1-items.json +++ /dev/null @@ -1,36 +0,0 @@ -{ - "collection":"gra2pes-ghg-monthgrid-v1", - "bucket":"ghgc-data-store", - "prefix":"gra2pes-ghg-monthgrid-v1", - "filename_regex":".*GRA2PESv1.0_total.*.tif$", - "datetime_range":"month", - "assets":{ - "co2":{ - "title":"CO₂ Emissions", - "description":"Estimated total CO₂ emissions.", - "regex":".*GRA2PESv1.0_total_CO2_.*.tif$" - }, - "co":{ - "title":"CO Emissions", - "description":"Estimated total CO emissions.", - "regex":".*GRA2PESv1.0_total_CO_.*.tif$" - }, - "nox":{ - "title":"Estimated NOx Emissions", - "description":"Estimated total NOx emissions.", - "regex":".*GRA2PESv1.0_total_NOX_.*.tif$" - }, - "pm25":{ - "title":"Estimated PM2.5 Emissions", - "description":"Estimated total PM2.5.", - "regex":".*GRA2PESv1.0_total_PM25-PRI_.*.tif$" - }, - "so2":{ - "title":"Estimated so₂ Emissions", - "description":"Estimated total SO₂ emissions.", - "regex":".*GRA2PESv1.0_total_SO2_.*.tif$" - } - }, - "id_regex":".*_(.*).tif$", - "id_template":"gra2pes-ghg-monthgrid-v1-{}" -} diff --git a/ingestion-data/discovery-items/landsat/landsat-all-vars-daily.json b/ingestion-data/discovery-items/landsat/landsat-all-vars-daily.json new file mode 100644 index 0000000..07d2ca8 --- /dev/null +++ b/ingestion-data/discovery-items/landsat/landsat-all-vars-daily.json @@ -0,0 +1,48 @@ +{ + "collection": "landsat-all-vars-daily", + "bucket": "nasa-disasters", + "prefix": "drcs_activations_new/Landsat", + "cogify": false, + "discovery": "s3", + "dry_run": false, + "filename_regex": ".*day.tif$", + "assets": { + "nbr": { + "description": "The Normalized Burn Ratio (NBR) is a satellite-based index, primarily using Landsat imagery, that identifies burned areas and quantifies the severity of a fire. It is calculated using a ratio of near-infrared (NIR) and shortwave infrared (SWIR) bands, which are affected differently by fire, with higher NBR values indicating less damage and lower values indicating more severe burns. The difference between the pre-fire and post-fire NBR, known as the differenced NBR (dNBR), is used to map burn severity.", + "regex": ".*NBR.*.tif$", + "title": "Normalized Burn Ratio" + }, + "colorInfrared": { + "description": "False-color composite using near-infrared, red, and green bands. Vegetation appears red, water dark, and urban areas gray-blue.", + "regex": ".*(colorInfrared|colorIR|colorinfrared).*.tif$", + "title": "Color Infrared" + }, + "mndwi": { + "description": "Water detection index using green and shortwave infrared bands. Enhances open water features and suppresses built-up areas.", + "regex": ".*MNDWI.*.tif$", + "title": "Modified Normalized Difference Water Index" + }, + "naturalColor": { + "description": "Color-balanced composite using visible bands (red, green, blue) to approximate natural human vision of the landscape.", + "regex": ".*(naturalColor|naturalcolor).*.tif$", + "title": "Natural Color" + }, + "ndvi": { + "description": "Vegetation health index comparing red and near-infrared reflectance. Higher values indicate healthier, denser vegetation.", + "regex": ".*(NDVI).*.tif$", + "title": "Normalized Difference Vegetation Index" + }, + "tropics": { + "description": "Tropics", + "regex": ".*(TROPICS).*.tif$", + "title": "Tropics" + }, + "trueColor": { + "description": "Standard RGB composite using visible bands (red, green, blue) without color balancing adjustments.", + "regex": ".*(trueColor|truecolor).*.tif$", + "title": "True Color" + } + }, + "id_regex": "(.*).tif$", + "id_template": "{}" +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/landsat/old-single-collections/old-landsat-colorIR.json b/ingestion-data/discovery-items/landsat/old-single-collections/old-landsat-colorIR.json new file mode 100644 index 0000000..3ebad2d --- /dev/null +++ b/ingestion-data/discovery-items/landsat/old-single-collections/old-landsat-colorIR.json @@ -0,0 +1,23 @@ +{ + "collection": "landsat-colorIR", + "bucket": "nasa-disasters", + "prefix": "drcs_activations_new/Landsat/colorIR", + "cogify": false, + "discovery": "s3", + "dry_run": false, + "filename_regex": ".*.tif$", + "assets": { + "cir-ls08": { + "description": "Landsat 8 Colorinfrared", + "regex": ".*(LC08|LS08).*.tif$", + "title": "Landsat 8 Colorinfrared" + }, + "cir-ls09": { + "description": "Landsat 9 Colorinfrared", + "regex": ".*(LC09|LS09).*.tif$", + "title": "Landsat 9 Colorinfrared" + } + }, + "id_regex": ".*_(\\d{4}-\\d{2}-\\d{2}_day).tif$", + "id_template": "landsat-{}" +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/landsat/old-single-collections/old-landsat-naturalcolor.json b/ingestion-data/discovery-items/landsat/old-single-collections/old-landsat-naturalcolor.json new file mode 100644 index 0000000..e485a0c --- /dev/null +++ b/ingestion-data/discovery-items/landsat/old-single-collections/old-landsat-naturalcolor.json @@ -0,0 +1,23 @@ +{ + "collection": "landsat-naturalcolor", + "bucket": "nasa-disasters", + "prefix": "drcs_activations_new/Landsat/naturalColor", + "cogify": false, + "discovery": "s3", + "dry_run": false, + "filename_regex": ".*.tif$", + "assets": { + "nc-ls08": { + "description": "Landsat 8 Natural Color", + "regex": ".*(LC08|LS08).*.tif$", + "title": "Landsat 8 Natural Color" + }, + "nc-ls09": { + "description": "Landsat 9 Natural Color", + "regex": ".*(LC09|LS09).*.tif$", + "title": "Landsat 9 Natural Color" + } + }, + "id_regex": ".*_(\\d{4}-\\d{2}-\\d{2}_day).tif$", + "id_template": "landsat-naturalcolor-{}" +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/micasa-carbonflux-daygrid-v1-items.json b/ingestion-data/discovery-items/micasa-carbonflux-daygrid-v1-items.json deleted file mode 100644 index 5addb2a..0000000 --- a/ingestion-data/discovery-items/micasa-carbonflux-daygrid-v1-items.json +++ /dev/null @@ -1,45 +0,0 @@ -{ - "collection": "micasa-carbonflux-daygrid-v1", - "bucket": "ghgc-data-store", - "prefix": "micasa-carbonflux-daygrid-v1/", - "filename_regex": ".*MiCASA_v1.*.tif$", - "assets": { - "npp": { - "title": "Net Primary Production (NPP), MiCASA Model v1", - "description": "Net Primary Production (carbon available from plants) in units of grams of carbon per square meter per day.", - "regex": ".*MiCASA_v1_NPP_.*daily.*.tif$" - }, - "rh": { - "title": "Heterotrophic respiration (Rh), MiCASA Model v1", - "description": "Heterotrophic respiration (carbon flux from the soil to the atmosphere) in units of grams of carbon per square meter per day.", - "regex": ".*MiCASA_v1_Rh_.*daily.*.tif$" - }, - "nee": { - "title": "Net Ecosystem Exchange (NEE), MiCASA Model v1", - "description": "Net Ecosystem Exchange (net carbon flux to the atmosphere) in units of grams of carbon per square meter per day.", - "regex": ".*MiCASA_v1_NEE_.*daily.*.tif$" - }, - "fire": { - "title": "Fire emissions (FIRE), MiCASA Model v1", - "description": "Fire emissions (flux of carbon to the atmosphere from wildfires) in units of grams of carbon per square meter per day.", - "regex": ".*MiCASA_v1_FIRE.*daily.*.tif$" - }, - "fuel": { - "title": "Wood fuel emissions (FUEL), MiCASA Model v1", - "description": "Wood fuel emissions (flux of carbon to the atmosphere from wood burned for fuel) in units of grams of carbon per square meter per day.", - "regex": ".*MiCASA_v1_FUEL_.*daily.*.tif$" - }, - "nbe": { - "title": "Net Biosphere Exchange (NBE), MiCASA Model v1", - "description": "Net Biosphere Exchange (net carbon flux from the ecosystem) in units of grams of carbon per square meter per day.", - "regex": ".*MiCASA_v1_NBE_.*daily.*.tif$" - }, - "atmc": { - "title": "Atmospheric Correction (ATMC), MiCASA Model v1", - "description": "A correction to account for long-term historical changes in the uptake of CO₂ from the atmosphere to the biosphere in units of grams of carbon per square meter per day.", - "regex": ".*MiCASA_v1_ATMC_.*daily.*.tif$" - } - }, - "id_regex": ".*_(.*).tif$", - "id_template": "micasa-carbonflux-daygrid-v1-{}" -} diff --git a/ingestion-data/discovery-items/micasa-carbonflux-monthgrid-v1-items.json b/ingestion-data/discovery-items/micasa-carbonflux-monthgrid-v1-items.json deleted file mode 100644 index 860e3c5..0000000 --- a/ingestion-data/discovery-items/micasa-carbonflux-monthgrid-v1-items.json +++ /dev/null @@ -1,46 +0,0 @@ -{ - "collection": "micasa-carbonflux-monthgrid-v1", - "bucket": "ghgc-data-store", - "prefix": "micasa-carbonflux-monthgrid-v1/", - "filename_regex": ".*MiCASA_v1.*.tif$", - "datetime_range": "month", - "assets": { - "npp": { - "title": "Net Primary Production (NPP), MiCASA Model v1", - "description": "Net Primary Production (carbon available from plants) in units of grams of carbon per square meter per day (monthly mean).", - "regex": ".*MiCASA_v1_NPP_.*monthly.*.tif$" - }, - "rh": { - "title": "Heterotrophic respiration (Rh), MiCASA Model v1", - "description": "Heterotrophic respiration (carbon flux from the soil to the atmosphere) in units of grams of carbon per square meter per day (monthly mean).", - "regex": ".*MiCASA_v1_Rh_.*monthly.*.tif$" - }, - "nee": { - "title": "Net Ecosystem Exchange (NEE), MiCASA Model v1", - "description": "Net Ecosystem Exchange (net carbon flux to the atmosphere) in units of grams of carbon per square meter per day (monthly mean).", - "regex": ".*MiCASA_v1_NEE_.*monthly.*.tif$" - }, - "fire": { - "title": "Fire emissions (FIRE), MiCASA Model v1", - "description": "Fire emissions (flux of carbon to the atmosphere from wildfires) in units of grams of carbon per square meter per day (monthly mean).", - "regex": ".*MiCASA_v1_FIRE.*monthly.*.tif$" - }, - "fuel": { - "title": "Wood fuel emissions (FUEL), MiCASA Model v1", - "description": "Wood fuel emissions (flux of carbon to the atmosphere from wood burned for fuel) in units of grams of carbon per square meter per day (monthly mean).", - "regex": ".*MiCASA_v1_FUEL_.*monthly.*.tif$" - }, - "nbe": { - "title": "Net Biosphere Exchange (NBE), MiCASA Model v1", - "description": "Net Biosphere Exchange (net carbon flux from the ecosystem) in units of grams of carbon per square meter per day (monthly mean).", - "regex": ".*MiCASA_v1_NBE_.*monthly.*.tif$" - }, - "atmc": { - "title": "Atmospheric Correction (ATMC), MiCASA Model v1", - "description": "A correction to account for long-term historical changes in the uptake of CO₂ from the atmosphere to the biosphere in units of grams of carbon per square meter per day (monthly mean).", - "regex": ".*MiCASA_v1_ATMC_.*monthly.*.tif$" - } - }, - "id_regex": ".*_(.*).tif$", - "id_template": "micasa-carbonflux-monthgrid-v1-{}" -} diff --git a/ingestion-data/discovery-items/oco2-mip-co2budget-yeargrid-v1-items.json b/ingestion-data/discovery-items/oco2-mip-co2budget-yeargrid-v1-items.json deleted file mode 100644 index b2f2f25..0000000 --- a/ingestion-data/discovery-items/oco2-mip-co2budget-yeargrid-v1-items.json +++ /dev/null @@ -1,170 +0,0 @@ -{ - "collection": "oco2-mip-co2budget-yeargrid-v1", - "bucket": "ghgc-data-store", - "prefix": "oco2-mip-co2budget-yeargrid-v1/", - "filename_regex": ".*topdown_.*.tif$", - "assets": { - "is-dc-loss": { - "title": "In Situ Net Terrestrial Carbon Stock Loss", - "description": "Positive values indicate a loss (decrease) of terrestrial carbon stocks (organic matter stored on land), including above- and below-ground biomass in ecosystems and biomass contained in anthropogenic products (lumber, cattle, etc.).", - "regex": ".*topdown_IS_dC_loss_CO2.*.tif$" - }, - "is-dc-loss-std": { - "title": "In Situ Net Terrestrial Carbon Stock Loss std", - "description": "Positive values indicate a loss (decrease) of terrestrial carbon stocks (organic matter stored on land), including above- and below-ground biomass in ecosystems and biomass contained in anthropogenic products (lumber, cattle, etc.).", - "regex": ".*topdown_IS_dC_loss_std_CO2.*.tif$" - }, - "lnlg-dc-loss": { - "title": "Land Nadir and Land Glint Net Terrestrial Carbon Stock Loss", - "description": "Positive values indicate a loss (decrease) of terrestrial carbon stocks (organic matter stored on land), including above- and below-ground biomass in ecosystems and biomass contained in anthropogenic products (lumber, cattle, etc.).", - "regex": ".*topdown_LNLG_dC_loss_CO2.*.tif$" - }, - "lnlg-dc-loss-std": { - "title": "Land Nadir and Land Glint Net Terrestrial Carbon Stock Loss std", - "description": "Positive values indicate a loss (decrease) of terrestrial carbon stocks (organic matter stored on land), including above- and below-ground biomass in ecosystems and biomass contained in anthropogenic products (lumber, cattle, etc.).", - "regex": ".*topdown_LNLG_dC_loss_std_CO2.*.tif$" - }, - "lnlgis-dc-loss": { - "title": "Land Nadir, Land Glint and In Situ Net Terrestrial Carbon Stock Loss", - "description": "Positive values indicate a loss (decrease) of terrestrial carbon stocks (organic matter stored on land), including above- and below-ground biomass in ecosystems and biomass contained in anthropogenic products (lumber, cattle, etc.).", - "regex": ".*topdown_LNLGIS_dC_loss_CO2.*.tif$" - }, - "lnlgis-dc-loss-std": { - "title": "Land Nadir, Land Glint and In Situ Net Terrestrial Carbon Stock Loss std", - "description": "Positive values indicate a loss (decrease) of terrestrial carbon stocks (organic matter stored on land), including above- and below-ground biomass in ecosystems and biomass contained in anthropogenic products (lumber, cattle, etc.).", - "regex": ".*topdown_LNLGIS_dC_loss_std_CO2.*.tif$" - }, - "lnlgogis-dc-loss": { - "title": "Land Nadir, Land Glint, Ocean Glint and In Situ Net Terrestrial Carbon Stock Loss", - "description": "Positive values indicate a loss (decrease) of terrestrial carbon stocks (organic matter stored on land), including above- and below-ground biomass in ecosystems and biomass contained in anthropogenic products (lumber, cattle, etc.).", - "regex": ".*topdown_LNLGOGIS_dC_loss_CO2.*.tif$" - }, - "lnlgogis-dc-loss-std": { - "title": "Land Nadir, Land Glint, Ocean Glint and In Situ Net Terrestrial Carbon Stock Loss std", - "description": "Positive values indicate a loss (decrease) of terrestrial carbon stocks (organic matter stored on land), including above- and below-ground biomass in ecosystems and biomass contained in anthropogenic products (lumber, cattle, etc.).", - "regex": ".*topdown_LNLGOGIS_dC_loss_std_CO2.*.tif$" - }, - "is-nbe": { - "title": "In Situ Net Biosphere Exchange", - "description": "Net flux of carbon from the terrestrial biosphere to the atmosphere due to biomass burning (BB) and Reco minus gross primary production (GPP). It includes both anthropogenic processes (e.g., deforestation, reforestation, farming) and natural processes (e.g., climate-variability-induced carbon fluxes, disturbances, recovery from disturbances).", - "regex": ".*topdown_IS_NBE_CO2.*.tif$" - }, - "is-nbe-std": { - "title": "In Situ Net Biosphere Exchange std", - "description": "Net flux of carbon from the terrestrial biosphere to the atmosphere due to biomass burning (BB) and Reco minus gross primary production (GPP). It includes both anthropogenic processes (e.g., deforestation, reforestation, farming) and natural processes (e.g., climate-variability-induced carbon fluxes, disturbances, recovery from disturbances.", - "regex": ".*topdown_IS_NBE_std_CO2.*.tif$" - }, - "lnlg-nbe": { - "title": "Land Nadir and Land Glint Net Biosphere Exchange", - "description": "Net flux of carbon from the terrestrial biosphere to the atmosphere due to biomass burning (BB) and Reco minus gross primary production (GPP). It includes both anthropogenic processes (e.g., deforestation, reforestation, farming) and natural processes (e.g., climate-variability-induced carbon fluxes, disturbances, recovery from disturbances.", - "regex": ".*topdown_LNLG_NBE_CO2.*.tif$" - }, - "lnlg-nbe-std": { - "title": "Land Nadir and Land Glint Net Biosphere Exchange std", - "description": "Net flux of carbon from the terrestrial biosphere to the atmosphere due to biomass burning (BB) and Reco minus gross primary production (GPP). It includes both anthropogenic processes (e.g., deforestation, reforestation, farming) and natural processes (e.g., climate-variability-induced carbon fluxes, disturbances, recovery from disturbances.", - "regex": ".*topdown_LNLG_NBE_std_CO2.*.tif$" - }, - "lnlgis-nbe": { - "title": "Land Nadir, Land Glint and In Situ Net Biosphere Exchange", - "description": "Net flux of carbon from the terrestrial biosphere to the atmosphere due to biomass burning (BB) and Reco minus gross primary production (GPP). It includes both anthropogenic processes (e.g., deforestation, reforestation, farming) and natural processes (e.g., climate-variability-induced carbon fluxes, disturbances, recovery from disturbances.", - "regex": ".*topdown_LNLGIS_NBE_CO2.*.tif$" - }, - "lnlgis-nbe-std": { - "title": "Land Nadir, Land Glint and In Situ Net Biosphere Exchange std", - "description": "Net flux of carbon from the terrestrial biosphere to the atmosphere due to biomass burning (BB) and Reco minus gross primary production (GPP). It includes both anthropogenic processes (e.g., deforestation, reforestation, farming) and natural processes (e.g., climate-variability-induced carbon fluxes, disturbances, recovery from disturbances.", - "regex": ".*topdown_LNLGIS_NBE_std_CO2.*.tif$" - }, - "lnlgogis-nbe": { - "title": "Land Nadir, Land Glint, Ocean Glint and In Situ Net Biosphere Exchange", - "description": "Net flux of carbon from the terrestrial biosphere to the atmosphere due to biomass burning (BB) and Reco minus gross primary production (GPP). It includes both anthropogenic processes (e.g., deforestation, reforestation, farming) and natural processes (e.g., climate-variability-induced carbon fluxes, disturbances, recovery from disturbances.", - "regex": ".*topdown_LNLGOGIS_NBE_CO2.*.tif$" - }, - "lnlgogis-nbe-std": { - "title": "Land Nadir, Land Glint, Ocean Glint and In Situ Net Biosphere Exchange", - "description": "Net flux of carbon from the terrestrial biosphere to the atmosphere due to biomass burning (BB) and Reco minus gross primary production (GPP). It includes both anthropogenic processes (e.g., deforestation, reforestation, farming) and natural processes (e.g., climate-variability-induced carbon fluxes, disturbances, recovery from disturbances.", - "regex": ".*topdown_LNLGOGIS_NBE_std_CO2.*.tif$" - }, - "is-nce": { - "title": "In Situ Terrestrial Net Carbon Exchange", - "description": "Net flux of carbon from the surface to the atmosphere. For land, NCE can be defined as sum of NBE and fossil fuel and cement emissions.", - "regex": ".*topdown_IS_NCE_CO2.*.tif$" - }, - "is-nce-std": { - "title": "In Situ Terrestrial Net Carbon Exchange std", - "description": "Net flux of carbon from the surface to the atmosphere. For land, NCE can be defined as sum of NBE and fossil fuel and cement emissions.", - "regex": ".*topdown_IS_NCE_std_CO2.*.tif$" - }, - "lnlg-nce": { - "title": "Land Nadir and Land Glint Terrestrial Net Carbon Exchange", - "description": "Net flux of carbon from the surface to the atmosphere. For land, NCE can be defined as sum of NBE and fossil fuel and cement emissions.", - "regex": ".*topdown_LNLG_NCE_CO2.*.tif$" - }, - "lnlg-nce-std": { - "title": "Land Nadir and Land Glint Terrestrial Net Carbon Exchange std", - "description": "Net flux of carbon from the surface to the atmosphere. For land, NCE can be defined as sum of NBE and fossil fuel and cement emissions.", - "regex": ".*topdown_LNLG_NCE_std_CO2.*.tif$" - }, - "lnlgis-nce": { - "title": "Land Nadir, Land Glint and In Situ Terrestrial Net Carbon Exchange", - "description": "Net flux of carbon from the surface to the atmosphere. For land, NCE can be defined as sum of NBE and fossil fuel and cement emissions.", - "regex": ".*topdown_LNLGIS_NCE_CO2.*.tif$" - }, - "lnlgis-nce-std": { - "title": "Land Nadir, Land Glint and In Situ Terrestrial Net Carbon Exchange std", - "description": "Net flux of carbon from the surface to the atmosphere. For land, NCE can be defined as sum of NBE and fossil fuel and cement emissions.", - "regex": ".*topdown_LNLGIS_NCE_std_CO2.*.tif$" - }, - "lnlgogis-nce": { - "title": "Land Nadir, Land Glint, Ocean Glint and In Situ Terrestrial Net Carbon Exchange", - "description": "Net flux of carbon from the surface to the atmosphere. For land, NCE can be defined as sum of NBE and fossil fuel and cement emissions.", - "regex": ".*topdown_LNLGOGIS_NCE_CO2.*.tif$" - }, - "lnlgogis-nce-std": { - "title": "Land Nadir, Land Glint, Ocean Glint and In Situ Terrestrial Net Carbon Exchange std", - "description": "Net flux of carbon from the surface to the atmosphere. For land, NCE can be defined as sum of NBE and fossil fuel and cement emissions.", - "regex": ".*topdown_LNLGOGIS_NCE_std_CO2.*.tif$" - }, - "river": { - "title": "Lateral River Flux", - "description": "The lateral flux of carbon in (positive) or out (negative) of a region transported by the water cycle.", - "regex": ".*topdown_River_CO2.*.tif$" - }, - "river-std": { - "title": "Lateral River Flux std", - "description": "The lateral flux of carbon in (positive) or out (negative) of a region transported by the water cycle.", - "regex": ".*topdown_River_std_CO2.*.tif$" - }, - "wood": { - "title": "Lateral Wood Flux", - "description": "The lateral flux of carbon in (positive) or out (negative) of a region due to wood product harvesting and usage.", - "regex": ".*topdown_Wood_CO2.*.tif$" - }, - "wood-std": { - "title": "Lateral Wood Flux std", - "description": "The lateral flux of carbon in (positive) or out (negative) of a region due to wood product harvesting and usage.", - "regex": ".*topdown_Wood_std_CO2.*.tif$" - }, - "crop": { - "title": "Lateral Crop Flux", - "description": "The lateral flux of carbon in (positive) or out (negative) of a region due to agriculture.", - "regex": ".*topdown_Crop_CO2.*.tif$" - }, - "crop-std": { - "title": "Lateral Crop Flux std", - "description": "The lateral flux of carbon in (positive) or out (negative) of a region due to agriculture.", - "regex": ".*topdown_Crop_std_CO2.*.tif$" - }, - "ff": { - "title": "Fossil Fuel and Cement Emissions", - "description": "The burning of fossil fuels and release of carbon due to cement production, representing a flux of carbon from the land surface (geologic reservoir) to the atmosphere.", - "regex": ".*topdown_FF_CO2.*.tif$" - }, - "ff-std": { - "title": "Fossil Fuel and Cement Emissions std", - "description": "The burning of fossil fuels and release of carbon due to cement production, representing a flux of carbon from the land surface (geologic reservoir) to the atmosphere.", - "regex": ".*topdown_FF_std_CO2.*.tif$" - } - }, - "id_regex": ".*_(.*).tif$", - "id_template": "oco2-mip-co2budget-yeargrid-v1-{}" -} diff --git a/ingestion-data/discovery-items/oco2geos-co2-daygrid-v10r-items.json b/ingestion-data/discovery-items/oco2geos-co2-daygrid-v10r-items.json deleted file mode 100644 index d3b06f3..0000000 --- a/ingestion-data/discovery-items/oco2geos-co2-daygrid-v10r-items.json +++ /dev/null @@ -1,20 +0,0 @@ -{ - "collection": "oco2geos-co2-daygrid-v10r", - "bucket": "ghgc-data-store", - "prefix": "oco2geos-co2-daygrid-v10r/", - "filename_regex": ".*oco2_GEOS_.*.tif$", - "assets": { - "xco2": { - "title": "Average Dry-Air Column CO₂ (XCO₂)", - "description": "Daily dry air column-averaged mole fractions of carbon dioxide created from data assimilations of OCO-2 satellite retrievals.", - "regex": ".*oco2_GEOS_XCO2_L3CO2.*.tif$" - }, - "xco2prec": { - "title": "Average Dry-Air Column CO₂ Precision (XCO2PREC)", - "description": "Random errors for daily dry air column-averaged mole fractions of carbon dioxide calculated using a posteriori diagnostics.", - "regex": ".*oco2_GEOS_XCO2PREC.*.tif$" - } - }, - "id_regex": ".*_(.*).tif$", - "id_template": "oco2geos-co2-daygrid-v10r-{}" -} diff --git a/ingestion-data/discovery-items/odiac-ffco2-monthgrid-v2022-items.json b/ingestion-data/discovery-items/odiac-ffco2-monthgrid-v2022-items.json deleted file mode 100644 index ac069ab..0000000 --- a/ingestion-data/discovery-items/odiac-ffco2-monthgrid-v2022-items.json +++ /dev/null @@ -1,16 +0,0 @@ -{ - "collection": "odiac-ffco2-monthgrid-v2022", - "bucket": "ghgc-data-store", - "prefix": "odiac-ffco2-monthgrid-v2022/", - "filename_regex": ".*odiac2022_1km_.*.tif$", - "datetime_range": "month", - "assets": { - "co2-emissions": { - "title": "Fossil Fuel CO₂ Emissions", - "description": "Model-estimated monthly, 1 km resolution CO₂ emissions from fossil fuel combustion, cement production and gas flaring created using space-based nighttime light data and individual power plant emission/location profiles.", - "regex": ".*odiac2022_1km_.*.tif$" - } - }, - "id_regex": ".*_(.*).tif$", - "id_template": "odiac-ffco2-monthgrid-v2022-{}" -} diff --git a/ingestion-data/discovery-items/odiac-ffco2-monthgrid-v2023-items.json b/ingestion-data/discovery-items/odiac-ffco2-monthgrid-v2023-items.json deleted file mode 100644 index 98d2070..0000000 --- a/ingestion-data/discovery-items/odiac-ffco2-monthgrid-v2023-items.json +++ /dev/null @@ -1,16 +0,0 @@ -{ - "collection": "odiac-ffco2-monthgrid-v2023", - "bucket": "ghgc-data-store", - "prefix": "odiac-ffco2-monthgrid-v2023/", - "filename_regex": ".*odiac2023_1km_.*.tif$", - "datetime_range": "month", - "assets": { - "co2-emissions": { - "title": "Fossil Fuel CO₂ Emissions", - "description": "Model-estimated monthly, 1 km resolution CO₂ emissions from fossil fuel combustion, cement production and gas flaring created using space-based nighttime light data and individual power plant emission/location profiles.", - "regex": ".*odiac2023_1km_.*.tif$" - } - }, - "id_regex": ".*_(.*).tif$", - "id_template": "odiac-ffco2-monthgrid-v2023-{}" -} diff --git a/ingestion-data/discovery-items/scheduled/emit-ch4plume-v1-items.json b/ingestion-data/discovery-items/scheduled/emit-ch4plume-v1-items.json deleted file mode 100644 index bd72018..0000000 --- a/ingestion-data/discovery-items/scheduled/emit-ch4plume-v1-items.json +++ /dev/null @@ -1,14 +0,0 @@ -{ - "collection": "emit-ch4plume-v1", - "bucket": "lp-prod-protected", - "prefix": "EMITL2BCH4PLM.001/", - "filename_regex": ".*.tif$", - "schedule": "00 05 * * *", - "assets": { - "ch4-plume-emissions": { - "title": "EMIT Methane Point Source Plume Complexes", - "description": "Methane plume complexes from point source emitters.", - "regex": ".*.tif$" - } - } -} diff --git a/ingestion-data/discovery-items/scheduled/lpjeosim-wetlandch4-daygrid-v2-items.json b/ingestion-data/discovery-items/scheduled/lpjeosim-wetlandch4-daygrid-v2-items.json deleted file mode 100644 index 1ff6d1d..0000000 --- a/ingestion-data/discovery-items/scheduled/lpjeosim-wetlandch4-daygrid-v2-items.json +++ /dev/null @@ -1,54 +0,0 @@ -[ - { - "collection": "lpjeosim-wetlandch4-daygrid-v2", - "bucket": "lp-prod-protected", - "prefix": "LPJ_EOSIM_L2_DCH4E.001/", - "filename_regex": ".*LPJ_EOSIM_L2_DCH4E_.*.tif$", - "assets": { - "ensemble-mean-ch4-wetlands-emissions": { - "title": "(Daily) Wetland Methane Emissions, Ensemble Mean LPJ-EOSIM Model v2", - "description": "Methane emissions from wetlands in units of grams of methane per meter squared per second. Ensemble of multiple climate forcing data sources input to LPJ-EOSIM model.", - "regex": ".*LPJ_EOSIM_L2_DCH4E_ensemble_mean_001.*.tif$" - }, - "era5-ch4-wetlands-emissions": { - "title": "(Daily) Wetland Methane Emissions, ERA5 LPJ-EOSIM Model v2", - "description": "Methane emissions from wetlands in units of grams of methane per meter squared per second. ECMWF Re-Analysis (ERA5) as input to LPJ-EOSIM model.", - "regex": ".*LPJ_EOSIM_L2_DCH4E_ERA5_001.*.tif$" - }, - "merra2-ch4-wetlands-emissions": { - "title": "(Daily) Wetland Methane Emissions, MERRA-2 LPJ-EOSIM Model v2", - "description": "Methane emissions from wetlands in units of grams of methane per meter squared per second. Modern-Era Retrospective analysis for Research and Applications Version 2 (MERRA-2) data as input to LPJ-EOSIM model.", - "regex": ".*LPJ_EOSIM_L2_DCH4E_MERRA2_001.*.tif$" - } - }, - "id_regex": ".*_(.*).tif$", - "id_template": "lpjeosim-wetlandch4-daygrid-v2-{}", - "schedule": "00 05 * * *" - }, - { - "collection": "lpjeosim-wetlandch4-daygrid-v2", - "bucket": "lp-prod-protected", - "prefix": "LPJ_EOSIM_L2_DCH4E_LL.001/", - "filename_regex": ".*LPJ_EOSIM_L2_DCH4E_LL.*.tif$", - "assets": { - "ensemble-mean-ch4-wetlands-emissions": { - "title": "(Daily) Wetland Methane Emissions, Ensemble Mean LPJ-EOSIM Model v2", - "description": "Methane emissions from wetlands in units of grams of methane per meter squared per second. Ensemble of multiple climate forcing data sources input to LPJ-EOSIM model.", - "regex": ".*LPJ_EOSIM_L2_DCH4E_LL_ensemble_mean_001.*.tif$" - }, - "era5-ch4-wetlands-emissions": { - "title": "(Daily) Wetland Methane Emissions, ERA5 LPJ-EOSIM Model v2", - "description": "Methane emissions from wetlands in units of grams of methane per meter squared per second. ECMWF Re-Analysis (ERA5) as input to LPJ-EOSIM model.", - "regex": ".*LPJ_EOSIM_L2_DCH4E_LL_ERA5_001.*.tif$" - }, - "merra2-ch4-wetlands-emissions": { - "title": "(Daily) Wetland Methane Emissions, MERRA-2 LPJ-EOSIM Model v2", - "description": "Methane emissions from wetlands in units of grams of methane per meter squared per second. Modern-Era Retrospective analysis for Research and Applications Version 2 (MERRA-2) data as input to LPJ-EOSIM model.", - "regex": ".*LPJ_EOSIM_L2_DCH4E_LL_MERRA2_001.*.tif$" - } - }, - "id_regex": ".*_(.*).tif$", - "id_template": "lpjeosim-wetlandch4-daygrid-v2-{}", - "schedule": "00 05 * * *" - } -] diff --git a/ingestion-data/discovery-items/scheduled/lpjeosim-wetlandch4-monthgrid-v2-items.json b/ingestion-data/discovery-items/scheduled/lpjeosim-wetlandch4-monthgrid-v2-items.json deleted file mode 100644 index 3aebff2..0000000 --- a/ingestion-data/discovery-items/scheduled/lpjeosim-wetlandch4-monthgrid-v2-items.json +++ /dev/null @@ -1,56 +0,0 @@ -[ - { - "collection": "lpjeosim-wetlandch4-monthgrid-v2", - "bucket": "lp-prod-protected", - "prefix": "LPJ_EOSIM_L2_MCH4E.001/", - "filename_regex": ".*LPJ_EOSIM_L2_MCH4E_.*.tif$", - "assets": { - "ensemble-mean-ch4-wetlands-emissions": { - "title": "(Monthly) Wetland Methane Emissions, Ensemble Mean LPJ-EOSIM Model v2", - "description": "Methane emissions from wetlands in units of grams of methane per meter squared per second. Ensemble of multiple climate forcing data sources input to LPJ-EOSIM model.", - "regex": ".*LPJ_EOSIM_L2_MCH4E_ensemble_mean_001.*.tif$" - }, - "era5-ch4-wetlands-emissions": { - "title": "(Monthly) Wetland Methane Emissions, ERA5 LPJ-EOSIM Model v2", - "description": "Methane emissions from wetlands in units of grams of methane per meter squared per second. ECMWF Re-Analysis (ERA5) as input to LPJ-EOSIM model.", - "regex": ".*LPJ_EOSIM_L2_MCH4E_ERA5_001.*.tif$" - }, - "merra2-ch4-wetlands-emissions": { - "title": "(Monthly) Wetland Methane Emissions, MERRA-2 LPJ-EOSIM Model v2", - "description": "Methane emissions from wetlands in units of grams of methane per meter squared per second. Modern-Era Retrospective analysis for Research and Applications Version 2 (MERRA-2) data as input to LPJ-EOSIM model.", - "regex": ".*LPJ_EOSIM_L2_MCH4E_MERRA2_001.*.tif$" - } - }, - "id_regex": ".*_(.*).tif$", - "id_template": "lpjeosim-wetlandch4-monthgrid-v2-{}", - "datetime_range": "month", - "schedule": "00 05 * * *" - }, - { - "collection": "lpjeosim-wetlandch4-monthgrid-v2", - "bucket": "lp-prod-protected", - "prefix": "LPJ_EOSIM_L2_MCH4E_LL.001/", - "filename_regex": ".*LPJ_EOSIM_L2_MCH4E_LL.*.tif$", - "assets": { - "ensemble-mean-ch4-wetlands-emissions": { - "title": "(Monthly) Wetland Methane Emissions, Ensemble Mean LPJ-EOSIM Model v2", - "description": "Methane emissions from wetlands in units of grams of methane per meter squared per second. Ensemble of multiple climate forcing data sources input to LPJ-EOSIM model.", - "regex": ".*LPJ_EOSIM_L2_MCH4E_LL_ensemble_mean_001.*.tif$" - }, - "era5-ch4-wetlands-emissions": { - "title": "(Monthly) Wetland Methane Emissions, ERA5 LPJ-EOSIM Model v2", - "description": "Methane emissions from wetlands in units of grams of methane per meter squared per second. ECMWF Re-Analysis (ERA5) as input to LPJ-EOSIM model.", - "regex": ".*LPJ_EOSIM_L2_MCH4E_LL_ERA5_001.*.tif$" - }, - "merra2-ch4-wetlands-emissions": { - "title": "(Monthly) Wetland Methane Emissions, MERRA-2 LPJ-EOSIM Model v2", - "description": "Methane emissions from wetlands in units of grams of methane per meter squared per second. Modern-Era Retrospective analysis for Research and Applications Version 2 (MERRA-2) data as input to LPJ-EOSIM model.", - "regex": ".*LPJ_EOSIM_L2_MCH4E_LL_MERRA2_001.*.tif$" - } - }, - "id_regex": ".*_(.*).tif$", - "id_template": "lpjeosim-wetlandch4-monthgrid-v2-{}", - "datetime_range": "month", - "schedule": "00 05 * * *" - } -] diff --git a/ingestion-data/discovery-items/sedac-popdensity-yeargrid5yr-v4.11-items.json b/ingestion-data/discovery-items/sedac-popdensity-yeargrid5yr-v4.11-items.json deleted file mode 100644 index 9b5565e..0000000 --- a/ingestion-data/discovery-items/sedac-popdensity-yeargrid5yr-v4.11-items.json +++ /dev/null @@ -1,16 +0,0 @@ -{ - "collection": "sedac-popdensity-yeargrid5yr-v4.11", - "bucket": "ghgc-data-store", - "prefix": "sedac-popdensity-yeargrid5yr-v4.11/", - "filename_regex": ".*gpw_v4_population_density_rev11.*.tif$", - "datetime_range": "year", - "assets": { - "population-density": { - "title": "Population Density", - "description": "Gridded population density estimates for the years 2000, 2005, 2010, 2015, and 2020 from Gridded Population of the World (GPW) version 4, revision 11.", - "regex": ".*gpw_v4_population_density_rev11.*.tif$" - } - }, - "id_regex": ".*_(.*).tif$", - "id_template": "sedac-popdensity-yeargrid5yr-v4.11-{}" -} diff --git a/ingestion-data/discovery-items/tm54dvar-ch4flux-mask-monthgrid-v1-items.json b/ingestion-data/discovery-items/tm54dvar-ch4flux-mask-monthgrid-v1-items.json deleted file mode 100644 index 9e388d4..0000000 --- a/ingestion-data/discovery-items/tm54dvar-ch4flux-mask-monthgrid-v1-items.json +++ /dev/null @@ -1,31 +0,0 @@ -{ - "collection": "tm54dvar-ch4flux-mask-monthgrid-v1", - "bucket": "ghgc-data-store", - "prefix": "tm54dvar-ch4flux-mask-monthgrid-v1/", - "filename_regex": ".*methane_emis_.*.tif$", - "datetime_range": "month", - "assets": { - "total": { - "title": "Total CH₄ Emission", - "description": "Total methane emission from microbial, fossil and pyrogenic sources.", - "regex": ".*methane_emis_total.*.tif$" - }, - "microbial": { - "title": "Microbial CH₄ Emission", - "description": "Emission of methane from all microbial sources, such as wetlands, agriculture and termites.", - "regex": ".*methane_emis_microbial.*.tif$" - }, - "fossil": { - "title": "Fossil CH₄ Emission", - "description": "Emission of methane from all fossil sources, such as oil and gas activities and coal mining.", - "regex": ".*methane_emis_fossil.*.tif$" - }, - "pyrogenic": { - "title": "Pyrogenic CH₄ Emission", - "description": "Emission of methane from all sources of biomass burning, such as wildfires and crop residue burning.", - "regex": ".*methane_emis_pyrogenic.*.tif$" - } - }, - "id_regex": ".*_(.*).tif$", - "id_template": "tm54dvar-ch4flux-mask-monthgrid-v1-{}" -} diff --git a/ingestion-data/discovery-items/uavsar/uavsar-all-vars-daily.json b/ingestion-data/discovery-items/uavsar/uavsar-all-vars-daily.json new file mode 100644 index 0000000..3ad8878 --- /dev/null +++ b/ingestion-data/discovery-items/uavsar/uavsar-all-vars-daily.json @@ -0,0 +1,33 @@ +{ + "collection": "uavsar-all-vars-daily", + "bucket": "nasa-disasters", + "prefix": "drcs_activations_new/UAVSAR", + "cogify": false, + "discovery": "s3", + "dry_run": false, + "filename_regex": ".*day.tif$", + "assets": { + "displacement": { + "description": "Surface displacement measurements derived from interferometric SAR processing, showing ground movement in meters.", + "regex": ".*PV_DISP.*.tif$", + "title": "Displacement" + }, + "rgb": { + "description": "RGB composite visualization combining multiple polarization channels for enhanced interpretation of radar backscatter.", + "regex": ".*(rgb|RGB).*.tif$", + "title": "RGB Composite" + }, + "UNet-predictedScore": { + "description": "Machine learning predicted score from U-Net model analysis of SAR imagery, providing confidence values for feature detection.", + "regex": ".*UNet_predicted_score.*tif$", + "title": "UNet Predicted Score" + }, + "UNet-class": { + "description": "Classification output from U-Net model applied to SAR data, identifying distinct surface features and land cover types.", + "regex": ".*UNet_class.*.tif$", + "title": "UNet Classification" + } + }, + "id_regex": "(.*).tif$", + "id_template": "{}" +} diff --git a/ingestion-data/discovery-items/uavsar/uavsar-all-vars-subdaily.json b/ingestion-data/discovery-items/uavsar/uavsar-all-vars-subdaily.json new file mode 100644 index 0000000..279af5e --- /dev/null +++ b/ingestion-data/discovery-items/uavsar/uavsar-all-vars-subdaily.json @@ -0,0 +1,23 @@ +{ + "collection": "uavsar-all-vars-subdaily", + "bucket": "nasa-disasters", + "prefix": "drcs_activations_new/UAVSAR", + "cogify": false, + "discovery": "s3", + "dry_run": false, + "filename_regex": ".*Z.tif$", + "assets": { + "class": { + "description": "Classification quicklook visualization showing categorized surface features and land cover types derived from SAR analysis.", + "regex": ".*quicklook_class.*.tif$", + "title": "Quicklook Classification" + }, + "rgb": { + "description": "RGB quicklook composite providing rapid visual interpretation of radar backscatter across multiple polarizations.", + "regex": ".*quicklook_rgb.*.tif$", + "title": "Quicklook RGB" + } + }, + "id_regex": ".*_(\\d{5})_.*\\.tif$", + "id_template": "{}" +} diff --git a/ingestion-data/discovery-items/vector-data-items.json b/ingestion-data/discovery-items/vector-data-items.json deleted file mode 100644 index 43682b4..0000000 --- a/ingestion-data/discovery-items/vector-data-items.json +++ /dev/null @@ -1,13 +0,0 @@ -{ - "collection": "", - "bucket": "ghgc-data-store-develop", - "prefix": "transformed_csv/", - "filename_regex": ".*.csv$", - "id_template": "{}", - "vector": true, - "x_possible": "longitude", - "y_possible": "latitude", - "source_projection": "EPSG:4326", - "target_projection": "EPSG:4326", - "extra_flags": ["-overwrite", "-lco", "OVERWRITE=YES"] - } \ No newline at end of file diff --git a/ingestion-data/discovery-items/vulcan-ffco2-elc-res-yeargrid-v4-items.json b/ingestion-data/discovery-items/vulcan-ffco2-elc-res-yeargrid-v4-items.json deleted file mode 100644 index a19e175..0000000 --- a/ingestion-data/discovery-items/vulcan-ffco2-elc-res-yeargrid-v4-items.json +++ /dev/null @@ -1,16 +0,0 @@ -{ - "collection": "vulcan-ffco2-elc-res-yeargrid-v4", - "bucket": "ghgc-data-store", - "prefix": "vulcan-ffco2-elc-res-yeargrid-v4/", - "filename_regex": ".*.tif$", - "datetime_range": "year", - "assets": { - "elc-res-co2": { - "title": "Scope 2 Fossil Fuel CO₂ Emissions", - "description": "Estimated total annual FFCO₂ emissions from residential sources (scope 2).", - "regex": ".*.tif$" - } - }, - "id_regex": ".*_(.*).tif$", - "id_template": "vulcan-ffco2-elc-res-yeargrid-v4-{}" -} diff --git a/ingestion-data/discovery-items/vulcan-ffco2-yeargrid-v4-items.json b/ingestion-data/discovery-items/vulcan-ffco2-yeargrid-v4-items.json deleted file mode 100644 index f275273..0000000 --- a/ingestion-data/discovery-items/vulcan-ffco2-yeargrid-v4-items.json +++ /dev/null @@ -1,66 +0,0 @@ -{ - "collection": "vulcan-ffco2-yeargrid-v4", - "bucket": "ghgc-data-store", - "prefix": "vulcan-ffco2-yeargrid-v4/", - "filename_regex": ".*_CO2_USA_mosaic_grid_1km_mn_.*.tif$", - "datetime_range": "year", - "assets": { - "total-co2": { - "title": "Total of all sectors CO₂ Emissions", - "description": "Estimated total annual CO₂ emissions from fossil fuel combustion (ffCO₂) across all sectors.", - "regex": ".*TOT_CO2_USA_mosaic_grid_1km_mn_.*.tif$" - }, - "air-co2": { - "title": "Total Airport CO₂ Emissions", - "description": "Estimated total annual ffCO₂ emissions from taxi, take-off, and landing up to 3000 ft.", - "regex": ".*AIR_CO2_USA_mosaic_grid_1km_mn_.*.tif$" - }, - "cmt-co2": { - "title": "Total Cement CO₂ Emissions", - "description": "Estimated total annual ffCO₂ emissions from cement production.", - "regex": ".*CMT_CO2_USA_mosaic_grid_1km_mn_.*.tif$" - }, - "cmv-co2": { - "title": "Total Commercial Marine Vessels CO₂ Emissions", - "description": "Estimated total annual ffCO₂ emissions from commercial marine vessels while maneuvering, hoteling, cruising and traveling within reduced speed zones at ports and shipping lanes. Includes only activity within 12 nautical miles (~22km) from the U.S. shoreline.", - "regex": ".*CMV_CO2_USA_mosaic_grid_1km_mn_.*.tif$" - }, - "com-co2": { - "title": "Total Commercial CO₂ Emissions", - "description": "Estimated total annual ffCO₂ emissions from Commercial buildings.", - "regex": ".*COM_CO2_USA_mosaic_grid_1km_mn_.*.tif$" - }, - "elc-co2": { - "title": "Total Powerplants CO₂ Emissions", - "description": "Estimated total annual ffCO₂ emissions from power plants.", - "regex": ".*ELC_CO2_USA_mosaic_grid_1km_mn_.*.tif$" - }, - "ind-co2": { - "title": "Total Industrial CO₂ Emissions", - "description": "Estimated total annual ffCO₂ emissions from Industrial buildings.", - "regex": ".*IND_CO2_USA_mosaic_grid_1km_mn_.*.tif$" - }, - "nrd-co2": { - "title": "Total Nonroad CO₂ Emissions", - "description": "Estimated total annual ffCO₂ emissions from off-road engines, equipment and vehicles including waterborne pleasure craft.", - "regex": ".*NRD_CO2_USA_mosaic_grid_1km_mn_.*.tif$" - }, - "onr-co2": { - "title": "Total Onroad CO₂ Emissions", - "description": "Estimated total annual ffCO₂ emissions from mobile vehicles on roads.", - "regex": ".*ONR_CO2_USA_mosaic_grid_1km_mn_.*.tif$" - }, - "res-co2": { - "title": "Total Residential CO₂ Emissions", - "description": "Estimated total annual ffCO₂ emissions from Residential buildings.", - "regex": ".*RES_CO2_USA_mosaic_grid_1km_mn_.*.tif$" - }, - "rrd-co2": { - "title": "Total Railroad CO₂ Emissions", - "description": "Estimated total annual ffCO₂ emissions coming from railroads.", - "regex": ".*RRD_CO2_USA_mosaic_grid_1km_mn_.*.tif$" - } - }, - "id_regex": ".*_(.*).tif$", - "id_template": "vulcan-ffco2-yeargrid-v4-{}" -} diff --git a/ingestion-data/transfer-config/eccodarwin-co2flux-monthgrid-v5.json b/ingestion-data/transfer-config/eccodarwin-co2flux-monthgrid-v5.json deleted file mode 100644 index b22a19c..0000000 --- a/ingestion-data/transfer-config/eccodarwin-co2flux-monthgrid-v5.json +++ /dev/null @@ -1,7 +0,0 @@ -{ - "collection": "eccodarwin-co2flux-monthgrid-v5", - "origin_bucket": "ghgc-data-store-develop", - "origin_prefix": "eccodarwin-co2flux-monthgrid-v5/", - "target_bucket": "ghgc-data-store", - "filename_regex": ".*tif" -} diff --git a/ingestion-data/transfer-config/epa-ch4emission-yeargrid-v2express.json b/ingestion-data/transfer-config/epa-ch4emission-yeargrid-v2express.json deleted file mode 100644 index f415427..0000000 --- a/ingestion-data/transfer-config/epa-ch4emission-yeargrid-v2express.json +++ /dev/null @@ -1,7 +0,0 @@ -{ - "collection": "epa-ch4emission-yeargrid-v2express", - "origin_bucket": "ghgc-data-store-develop", - "origin_prefix": "epa-ch4emission-yeargrid-v2express/", - "target_bucket": "ghgc-data-store", - "filename_regex": ".*tif" -} diff --git a/ingestion-data/transfer-config/gosat-based-ch4budget-yeargrid-v1.json b/ingestion-data/transfer-config/gosat-based-ch4budget-yeargrid-v1.json deleted file mode 100644 index b5fd664..0000000 --- a/ingestion-data/transfer-config/gosat-based-ch4budget-yeargrid-v1.json +++ /dev/null @@ -1,7 +0,0 @@ -{ - "collection": "gosat-based-ch4budget-yeargrid-v1", - "origin_bucket": "ghgc-data-store-develop", - "origin_prefix": "gosat-based-ch4budget-yeargrid-v1/", - "target_bucket": "ghgc-data-store", - "filename_regex": ".*tif" -} diff --git a/ingestion-data/transfer-config/gra2pes-ghg-monthgrid-v1.json b/ingestion-data/transfer-config/gra2pes-ghg-monthgrid-v1.json deleted file mode 100644 index 2fcf192..0000000 --- a/ingestion-data/transfer-config/gra2pes-ghg-monthgrid-v1.json +++ /dev/null @@ -1,7 +0,0 @@ -{ - "collection": "gra2pes-ghg-monthgrid-v1", - "origin_bucket": "ghgc-data-store-develop", - "origin_prefix": "transformed_cogs/GRA2PES/", - "target_bucket": "ghgc-data-store", - "filename_regex": ".*GRA2PESv1.0_total.*.tif$" -} diff --git a/ingestion-data/transfer-config/lpjeosim-wetlandch4-daygrid-v2.json b/ingestion-data/transfer-config/lpjeosim-wetlandch4-daygrid-v2.json deleted file mode 100644 index 6f32b4d..0000000 --- a/ingestion-data/transfer-config/lpjeosim-wetlandch4-daygrid-v2.json +++ /dev/null @@ -1,7 +0,0 @@ -{ - "collection": "lpjeosim-wetlandch4-daygrid-v2", - "origin_bucket": "ghgc-data-store-develop", - "origin_prefix": "lpjeosim-wetlandch4-daygrid-v2/", - "target_bucket": "ghgc-data-store", - "filename_regex": ".*tif" -} diff --git a/ingestion-data/transfer-config/lpjeosim-wetlandch4-monthgrid-v2.json b/ingestion-data/transfer-config/lpjeosim-wetlandch4-monthgrid-v2.json deleted file mode 100644 index fcbb32e..0000000 --- a/ingestion-data/transfer-config/lpjeosim-wetlandch4-monthgrid-v2.json +++ /dev/null @@ -1,7 +0,0 @@ -{ - "collection": "lpjeosim-wetlandch4-monthgrid-v2", - "origin_bucket": "ghgc-data-store-develop", - "origin_prefix": "lpjeosim-wetlandch4-monthgrid-v2/", - "target_bucket": "ghgc-data-store", - "filename_regex": ".*tif" -} diff --git a/ingestion-data/transfer-config/micasa-carbonflux-daygrid-v1.json b/ingestion-data/transfer-config/micasa-carbonflux-daygrid-v1.json deleted file mode 100644 index e687be9..0000000 --- a/ingestion-data/transfer-config/micasa-carbonflux-daygrid-v1.json +++ /dev/null @@ -1,7 +0,0 @@ -{ - "collection": "micasa-carbonflux-daygrid-v1", - "origin_bucket": "ghgc-data-store-develop", - "origin_prefix": "micasa-carbonflux-daygrid-v1/", - "target_bucket": "ghgc-data-store", - "filename_regex": ".*MiCASA_v1.*.tif$" -} diff --git a/ingestion-data/transfer-config/micasa-carbonflux-monthgrid-v1.json b/ingestion-data/transfer-config/micasa-carbonflux-monthgrid-v1.json deleted file mode 100644 index a5fd488..0000000 --- a/ingestion-data/transfer-config/micasa-carbonflux-monthgrid-v1.json +++ /dev/null @@ -1,7 +0,0 @@ -{ - "collection": "micasa-carbonflux-monthgrid-v1", - "origin_bucket": "ghgc-data-store-develop", - "origin_prefix": "micasa-carbonflux-monthgrid-v1/", - "target_bucket": "ghgc-data-store", - "filename_regex": ".*MiCASA_v1.*.tif$" -} diff --git a/ingestion-data/transfer-config/oco2-mip-co2budget-yeargrid-v1.json b/ingestion-data/transfer-config/oco2-mip-co2budget-yeargrid-v1.json deleted file mode 100644 index b704faa..0000000 --- a/ingestion-data/transfer-config/oco2-mip-co2budget-yeargrid-v1.json +++ /dev/null @@ -1,7 +0,0 @@ -{ - "collection": "oco2-mip-co2budget-yeargrid-v1", - "origin_bucket": "ghgc-data-store-develop", - "origin_prefix": "oco2-mip-co2budget-yeargrid-v1/", - "target_bucket": "ghgc-data-store", - "filename_regex": ".*tif" -} diff --git a/ingestion-data/transfer-config/oco2geos-co2-daygrid-v10r.json b/ingestion-data/transfer-config/oco2geos-co2-daygrid-v10r.json deleted file mode 100644 index 5591ca0..0000000 --- a/ingestion-data/transfer-config/oco2geos-co2-daygrid-v10r.json +++ /dev/null @@ -1,7 +0,0 @@ -{ - "collection": "oco2geos-co2-daygrid-v10r", - "origin_bucket": "ghgc-data-store-develop", - "origin_prefix": "oco2geos-co2-daygrid-v10r/", - "target_bucket": "ghgc-data-store", - "filename_regex": ".*tif" -} diff --git a/ingestion-data/transfer-config/odiac-ffco2-monthgrid-v2022.json b/ingestion-data/transfer-config/odiac-ffco2-monthgrid-v2022.json deleted file mode 100644 index fab2be6..0000000 --- a/ingestion-data/transfer-config/odiac-ffco2-monthgrid-v2022.json +++ /dev/null @@ -1,7 +0,0 @@ -{ - "collection": "odiac-ffco2-monthgrid-v2022", - "origin_bucket": "ghgc-data-store-develop", - "origin_prefix": "odiac-ffco2-monthgrid-v2022/", - "target_bucket": "ghgc-data-store", - "filename_regex": ".*tif" -} diff --git a/ingestion-data/transfer-config/odiac-ffco2-monthgrid-v2023.json b/ingestion-data/transfer-config/odiac-ffco2-monthgrid-v2023.json deleted file mode 100644 index 4b70c43..0000000 --- a/ingestion-data/transfer-config/odiac-ffco2-monthgrid-v2023.json +++ /dev/null @@ -1,7 +0,0 @@ -{ - "collection": "odiac-ffco2-monthgrid-v2023", - "origin_bucket": "ghgc-data-store-develop", - "origin_prefix": "transformed_cogs/odiac-ffco2-monthgrid-v2023/", - "target_bucket": "ghgc-data-store", - "filename_regex": ".*odiac2023_1km_.*.tif$" -} diff --git a/ingestion-data/transfer-config/sedac-popdensity-yeargrid5yr-v4.11.json b/ingestion-data/transfer-config/sedac-popdensity-yeargrid5yr-v4.11.json deleted file mode 100644 index 18ce010..0000000 --- a/ingestion-data/transfer-config/sedac-popdensity-yeargrid5yr-v4.11.json +++ /dev/null @@ -1,7 +0,0 @@ -{ - "collection": "sedac-popdensity-yeargrid5yr-v4.11", - "origin_bucket": "ghgc-data-store-develop", - "origin_prefix": "sedac-popdensity-yeargrid5yr-v4.11/", - "target_bucket": "ghgc-data-store", - "filename_regex": ".*tif" -} diff --git a/ingestion-data/transfer-config/tm54dvar-ch4flux-mask-monthgrid-v1.json b/ingestion-data/transfer-config/tm54dvar-ch4flux-mask-monthgrid-v1.json deleted file mode 100644 index 2ea8490..0000000 --- a/ingestion-data/transfer-config/tm54dvar-ch4flux-mask-monthgrid-v1.json +++ /dev/null @@ -1,7 +0,0 @@ -{ - "collection": "tm54dvar-ch4flux-mask-monthgrid-v1", - "origin_bucket": "ghgc-data-store-develop", - "origin_prefix": "tm54dvar-ch4flux-mask-monthgrid-v1/", - "target_bucket": "ghgc-data-store", - "filename_regex": ".*tif" -} diff --git a/ingestion-data/transfer-config/vulcan-ffco2-elc-res-yeargrid-v4.json b/ingestion-data/transfer-config/vulcan-ffco2-elc-res-yeargrid-v4.json deleted file mode 100644 index 7238fe4..0000000 --- a/ingestion-data/transfer-config/vulcan-ffco2-elc-res-yeargrid-v4.json +++ /dev/null @@ -1,7 +0,0 @@ -{ - "collection": "vulcan-ffco2-elc-res-yeargrid-v4", - "origin_bucket": "ghgc-data-store-develop", - "origin_prefix": "transformed_cogs/vulcan-ffco2-elc-res-yeargrid-v4/", - "target_bucket": "ghgc-data-store", - "filename_regex": ".*tif" -} diff --git a/ingestion-data/transfer-config/vulcan-ffco2-yeargrid-v4.json b/ingestion-data/transfer-config/vulcan-ffco2-yeargrid-v4.json deleted file mode 100644 index 35a9ba0..0000000 --- a/ingestion-data/transfer-config/vulcan-ffco2-yeargrid-v4.json +++ /dev/null @@ -1,7 +0,0 @@ -{ - "collection": "vulcan-ffco2-yeargrid-v4", - "origin_bucket": "ghgc-data-store-develop", - "origin_prefix": "transformed_cogs/vulcan-ffco2-yeargrid-v4/", - "target_bucket": "ghgc-data-store", - "filename_regex": ".*_CO2_USA_mosaic_grid_1km_mn_.*.tif$" -} From 3cb640ccc15dab8635c8e893fa2ee859ba55915a Mon Sep 17 00:00:00 2001 From: Kyle Lesinger Date: Fri, 7 Nov 2025 16:06:49 -0600 Subject: [PATCH 114/118] create new tiles json config for sentinel-2 --- .../sentinel-2-all-vars-tiles-daily.json | 175 ++++++++++++++++++ .../sentinel-2-all-vars-tiles-daily.json | 43 +++++ 2 files changed, 218 insertions(+) create mode 100644 ingestion-data/collections/sentinel-2/sentinel-2-all-vars-tiles-daily.json create mode 100644 ingestion-data/discovery-items/sentinel-2/sentinel-2-all-vars-tiles-daily.json diff --git a/ingestion-data/collections/sentinel-2/sentinel-2-all-vars-tiles-daily.json b/ingestion-data/collections/sentinel-2/sentinel-2-all-vars-tiles-daily.json new file mode 100644 index 0000000..04b9b4b --- /dev/null +++ b/ingestion-data/collections/sentinel-2/sentinel-2-all-vars-tiles-daily.json @@ -0,0 +1,175 @@ +{ + "id": "sentinel-2-all-vars-tiles-daily", + "dashboard:is_periodic": false, + "dashboard:time_interval": "P1D", + "description": "Sentinel-2 is a multispectral optical imaging mission providing high-resolution imagery for disaster monitoring and environmental assessment. This collection includes multiple spectral band products and derived indices: true color and false color composites for visual analysis, NDVI for vegetation health monitoring, burn ratio for fire damage assessment, MNDWI for water detection, and cloud masks for data quality filtering.", + "title": "Sentinel-2 Daily", + "extent": { + "spatial": { + "bbox": [ + [ + -125, + -24, + -66, + 49 + ] + ] + }, + "temporal": { + "interval": [ + [ + "2020-01-01T00:00:00Z", + null + ] + ] + } + }, + "item_assets": { + "colorIR": { + "description": "False color infrared composite (NIR, Red, Green) emphasizing vegetation health and vigor in red tones.", + "roles": [ + "data", + "layer" + ], + "title": "Color Infrared", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "naturalColor": { + "description": "Natural color composite using visible bands (Red, Green, Blue) for intuitive visual interpretation of surface features.", + "roles": [ + "data", + "layer" + ], + "title": "Natural Color", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "ndvi": { + "description": "Normalized Difference Vegetation Index measuring vegetation health and density using near-infrared and red bands.", + "roles": [ + "data", + "layer" + ], + "title": "NDVI", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "ndviChange": { + "description": "Normalized Difference Vegetation Index change between dates measuring vegetation health and density using near-infrared and red bands.", + "roles": [ + "data", + "layer" + ], + "title": "NDVI Change", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "shortwaveIR": { + "description": "Shortwave infrared composite highlighting moisture content and penetrating smoke for fire and drought monitoring.", + "roles": [ + "data", + "layer" + ], + "title": "Shortwave Infrared", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "trueColor": { + "description": "True color RGB composite using visible wavelengths for natural-looking imagery of Earth's surface.", + "roles": [ + "data", + "layer" + ], + "title": "True Color", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + } + }, + "license": "CC0-1.0", + "links": [], + "providers": [ + { + "name": "NASA" + } + ], + "renders": { + "colorIR": { + "assets": [ + "colorIR" + ], + "bidx": [1,2,3], + "rescale": [ + [ + 0, + 255 + ] + ], + "nodata": 0 + }, + "naturalColor": { + "assets": [ + "naturalColor" + ], + "bidx": [1,2,3], + "rescale": [ + [ + 0, + 255 + ] + ], + "nodata": 0 + }, + "ndvi": { + "assets": [ + "ndvi" + ], + "rescale": [ + [ + -1, + 1 + ] + ], + "nodata": 0 + }, + "ndviChange": { + "assets": [ + "ndviChange" + ], + "rescale": [ + [ + -1, + 1 + ] + ], + "nodata": 0 + }, + "shortwaveIR": { + "assets": [ + "shortwaveIR" + ], + "bidx": [1,2,3], + "rescale": [ + [ + 0, + 255 + ] + ], + "nodata": 0 + }, + "trueColor": { + "assets": [ + "trueColor" + ], + "bidx": [1,2,3], + "rescale": [ + [ + 0, + 255 + ] + ], + "nodata": 0 + } + }, + "stac_extensions": [ + "https://stac-extensions.github.io/render/v1.0.0/schema.json", + "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" + ], + "stac_version": "1.0.0", + "type": "Collection", + "tenant": ["nasa-disasters"] +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/sentinel-2/sentinel-2-all-vars-tiles-daily.json b/ingestion-data/discovery-items/sentinel-2/sentinel-2-all-vars-tiles-daily.json new file mode 100644 index 0000000..ca0b704 --- /dev/null +++ b/ingestion-data/discovery-items/sentinel-2/sentinel-2-all-vars-tiles-daily.json @@ -0,0 +1,43 @@ +{ + "collection": "sentinel-2-all-vars-tiles-daily", + "bucket": "nasa-disasters", + "prefix": "drcs_activations_new/Sentinel-2/", + "cogify": false, + "discovery": "s3", + "dry_run": false, + "filename_regex": ".*day.tif$", + "assets": { + "colorIR": { + "description": "False color infrared composite (NIR, Red, Green) emphasizing vegetation health and vigor in red tones.", + "regex": ".*(colorIR|colorInfrared|colorinfrared).*\\.tif$", + "title": "Color Infrared" + }, + "naturalColor": { + "description": "Natural color composite using visible bands (Red, Green, Blue) for intuitive visual interpretation of surface features.", + "regex": ".*(naturalColor|naturalColorRGB|naturalcolor).*\\.tif$", + "title": "Natural Color" + }, + "ndvi": { + "description": "Normalized Difference Vegetation Index measuring vegetation health and density using near-infrared and red bands.", + "regex": "^(?!.*_NDVIchange_).*(NDVI|ndvi).*\\.tif$", + "title": "NDVI" + }, + "ndviChange": { + "description": "Normalized Difference Vegetation Index measuring vegetation health and density using near-infrared and red bands.", + "regex": ".*NDVIchange.*\\.tif$", + "title": "NDVI" + }, + "shortwaveIR": { + "description": "Shortwave infrared composite highlighting moisture content and penetrating smoke for fire and drought monitoring.", + "regex": ".*(shortwaveIR|SWI|shortwaveInfrared|shortwaveinfrared).*\\.tif$", + "title": "Shortwave Infrared" + }, + "trueColor": { + "description": "True color RGB composite using visible wavelengths for natural-looking imagery of Earth's surface.", + "regex": ".*(trueColor||truecolor|TCI).*\\.tif$", + "title": "True Color" + } + }, + "id_regex": ".*(T[0-9A-Z]{5}).*(\\d{4}-\\d{2}-\\d{2})_day.tif$", + "id_template": "sentinel-2-{}" +} \ No newline at end of file From 0c00a79b0f51ff941b006b504023590456a590ff Mon Sep 17 00:00:00 2001 From: Kyle Lesinger Date: Fri, 7 Nov 2025 16:37:02 -0600 Subject: [PATCH 115/118] update sentinel 2 ingest configs --- .../sentinel-2/sentinel-2-all-vars-daily.json | 23 ++++++++++++++++++- .../sentinel-2/sentinel-2-all-vars-daily.json | 21 ++++++++++------- .../sentinel-2-all-vars-tiles-daily.json | 2 +- 3 files changed, 36 insertions(+), 10 deletions(-) diff --git a/ingestion-data/collections/sentinel-2/sentinel-2-all-vars-daily.json b/ingestion-data/collections/sentinel-2/sentinel-2-all-vars-daily.json index 8adfffa..8f5bd5c 100644 --- a/ingestion-data/collections/sentinel-2/sentinel-2-all-vars-daily.json +++ b/ingestion-data/collections/sentinel-2/sentinel-2-all-vars-daily.json @@ -79,6 +79,15 @@ "title": "NDVI", "type": "image/tiff; application=geotiff; profile=cloud-optimized" }, + "ndviChange": { + "description": "Normalized Difference Vegetation Index change between dates measuring vegetation health and density using near-infrared and red bands.", + "roles": [ + "data", + "layer" + ], + "title": "NDVI Change", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, "shortwaveIR": { "description": "Shortwave infrared composite highlighting moisture content and penetrating smoke for fire and drought monitoring.", "roles": [ @@ -178,7 +187,19 @@ 1 ] ], - "nodata": -9999.0 + "nodata": 0 + }, + "ndviChange": { + "assets": [ + "ndviChange" + ], + "rescale": [ + [ + -1, + 1 + ] + ], + "nodata": 0 }, "shortwaveIR": { "assets": [ diff --git a/ingestion-data/discovery-items/sentinel-2/sentinel-2-all-vars-daily.json b/ingestion-data/discovery-items/sentinel-2/sentinel-2-all-vars-daily.json index 100e41c..9ec5bcf 100644 --- a/ingestion-data/discovery-items/sentinel-2/sentinel-2-all-vars-daily.json +++ b/ingestion-data/discovery-items/sentinel-2/sentinel-2-all-vars-daily.json @@ -9,42 +9,47 @@ "assets": { "burnRatio": { "description": "Normalized Burn Ratio (NBR) index highlighting burned areas by comparing near-infrared and shortwave infrared bands for fire damage assessment.", - "regex": ".*(dnbr|NBR).*\\.tif$", + "regex": "^(?!.*_T[0-9A-Z]{5}_).*(dnbr|NBR).*\\.tif$", "title": "Burn Ratio" }, "cloudMask": { "description": "Cloud and cloud shadow mask identifying pixels obscured by atmospheric conditions for data quality filtering.", - "regex": ".*cloudMask.*\\.tif$", + "regex": "^(?!.*_T[0-9A-Z]{5}_).*cloudMask.*\\.tif$", "title": "Cloud Mask" }, "colorIR": { "description": "False color infrared composite (NIR, Red, Green) emphasizing vegetation health and vigor in red tones.", - "regex": ".*(colorIR|colorInfrared|colorinfrared).*\\.tif$", + "regex": "^(?!.*_T[0-9A-Z]{5}_).*(colorIR|colorInfrared|colorinfrared).*\\.tif$", "title": "Color Infrared" }, "mndwi": { "description": "Modified Normalized Difference Water Index for detecting and mapping surface water bodies and flood extent.", - "regex": ".*MNDWI.*\\.tif$", + "regex": "^(?!.*_T[0-9A-Z]{5}_).*MNDWI.*\\.tif$", "title": "MNDWI" }, "naturalColor": { "description": "Natural color composite using visible bands (Red, Green, Blue) for intuitive visual interpretation of surface features.", - "regex": ".*(naturalColor|naturalColorRGB|naturalcolor).*\\.tif$", + "regex": "^(?!.*_T[0-9A-Z]{5}_).*(naturalColor|naturalColorRGB|naturalcolor).*\\.tif$", "title": "Natural Color" }, "ndvi": { "description": "Normalized Difference Vegetation Index measuring vegetation health and density using near-infrared and red bands.", - "regex": ".*NDVI.*\\.tif$", + "regex": "^(?!.*_NDVIchange_)(?!.*_T[0-9A-Z]{5}_).*(NDVI|ndvi).*\\.tif$", + "title": "NDVI" + }, + "ndviChange": { + "description": "Normalized Difference Vegetation Index measuring vegetation health and density using near-infrared and red bands.", + "regex": "^(?!.*_T[0-9A-Z]{5}_).*NDVIchange.*\\.tif$", "title": "NDVI" }, "shortwaveIR": { "description": "Shortwave infrared composite highlighting moisture content and penetrating smoke for fire and drought monitoring.", - "regex": ".*(shortwaveIR|SWI|shortwaveInfrared|shortwaveinfrared).*\\.tif$", + "regex": "^(?!.*_T[0-9A-Z]{5}_).*(shortwaveIR|SWI|shortwaveInfrared|shortwaveinfrared).*\\.tif$", "title": "Shortwave Infrared" }, "trueColor": { "description": "True color RGB composite using visible wavelengths for natural-looking imagery of Earth's surface.", - "regex": ".*(trueColor||truecolor|TCI).*\\.tif$", + "regex": "^(?!.*_T[0-9A-Z]{5}_).*(trueColor||truecolor|TCI).*\\.tif$", "title": "True Color" } }, diff --git a/ingestion-data/discovery-items/sentinel-2/sentinel-2-all-vars-tiles-daily.json b/ingestion-data/discovery-items/sentinel-2/sentinel-2-all-vars-tiles-daily.json index ca0b704..03fbe16 100644 --- a/ingestion-data/discovery-items/sentinel-2/sentinel-2-all-vars-tiles-daily.json +++ b/ingestion-data/discovery-items/sentinel-2/sentinel-2-all-vars-tiles-daily.json @@ -38,6 +38,6 @@ "title": "True Color" } }, - "id_regex": ".*(T[0-9A-Z]{5}).*(\\d{4}-\\d{2}-\\d{2})_day.tif$", + "id_regex": ".*(T[0-9A-Z]{5})_.*_(\\d{4}-\\d{2}-\\d{2})_day.tif$", "id_template": "sentinel-2-{}" } \ No newline at end of file From 62ff6eaa524529e8f10f0f6b82d93b3d4784422e Mon Sep 17 00:00:00 2001 From: Kyle Lesinger Date: Mon, 10 Nov 2025 08:07:15 -0600 Subject: [PATCH 116/118] add landsat tile collection --- .../landsat/landsat-all-vars-tiles-daily.json | 154 ++++++++++++++++++ .../landsat/landsat-all-vars-tiles-daily.json | 38 +++++ 2 files changed, 192 insertions(+) create mode 100644 ingestion-data/collections/landsat/landsat-all-vars-tiles-daily.json create mode 100644 ingestion-data/discovery-items/landsat/landsat-all-vars-tiles-daily.json diff --git a/ingestion-data/collections/landsat/landsat-all-vars-tiles-daily.json b/ingestion-data/collections/landsat/landsat-all-vars-tiles-daily.json new file mode 100644 index 0000000..6e18fd9 --- /dev/null +++ b/ingestion-data/collections/landsat/landsat-all-vars-tiles-daily.json @@ -0,0 +1,154 @@ +{ + "id": "landsat-all-vars-tiles-daily", + "dashboard:is_periodic": false, + "dashboard:time_interval": "P1D", + "description": "NASA Landsat satellites provide continuous Earth observations since 1972, capturing multispectral imagery across visible and infrared wavelengths. This collection includes multiple visualization products: true and natural color composites, color infrared for vegetation analysis, and calculated indices like NDVI for vegetation health, NBR for burn severity, and MNDWI for water detection. These products support environmental monitoring, disaster response, agriculture, and land cover mapping.", + "title": "Landsat - All Variables", + "extent": { + "spatial": { + "bbox": [ + [ + -125, + 24, + -66, + 49 + ] + ] + }, + "temporal": { + "interval": [ + [ + "2020-01-01T00:00:00Z", + null + ] + ] + } + }, + "item_assets": { + "nbr": { + "description": "The Normalized Burn Ratio (NBR) is a satellite-based index, primarily using Landsat imagery, that identifies burned areas and quantifies the severity of a fire. It is calculated using a ratio of near-infrared (NIR) and shortwave infrared (SWIR) bands, which are affected differently by fire, with higher NBR values indicating less damage and lower values indicating more severe burns. The difference between the pre-fire and post-fire NBR, known as the differenced NBR (dNBR), is used to map burn severity.", + "roles": [ + "data", + "layer" + ], + "title": "Normalized Burn Ratio", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "colorInfrared": { + "description": "False-color composite using near-infrared, red, and green bands. Vegetation appears red, water dark, and urban areas gray-blue.", + "roles": [ + "data", + "layer" + ], + "title": "Color Infrared", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "naturalColor": { + "description": "Color-balanced composite using visible bands (red, green, blue) to approximate natural human vision of the landscape.", + "roles": [ + "data", + "layer" + ], + "title": "Natural Color", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "tropics": { + "description": "Tropics", + "roles": [ + "data", + "layer" + ], + "title": "Tropics", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "trueColor": { + "description": "Standard RGB composite using visible bands (red, green, blue) without color balancing adjustments.", + "roles": [ + "data", + "layer" + ], + "title": "True Color", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + } + }, + "license": "CC0-1.0", + "links": [], + "providers": [ + { + "name": "NASA" + } + ], + "renders": { + "nbr": { + "bidx": [1,2,3], + "assets": [ + "nbr" + ], + "rescale": [ + [ + -1, + 1 + ] + ], + "nodata": -9999 + }, + "colorInfrared": { + "bidx": [1,2,3], + "assets": [ + "colorInfrared" + ], + "rescale": [ + [ + 0, + 255 + ] + ], + "nodata": 0 + }, + "naturalColor": { + "bidx": [1,2,3], + "assets": [ + "naturalColor" + ], + "rescale": [ + [ + 0, + 255 + ] + ], + "nodata": 0 + }, + "tropics": { + "assets": [ + "tropics" + ], + "rescale": [ + [ + 0, + 300 + ] + ], + "nodata": -9999.0 + }, + "trueColor": { + "bidx": [1,2,3], + "assets": [ + "trueColor" + ], + "rescale": [ + [ + 0, + 255 + ] + ], + "nodata": 0 + } + }, + "stac_extensions": [ + "https://stac-extensions.github.io/render/v1.0.0/schema.json", + "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" + ], + "stac_version": "1.0.0", + "type": "Collection", + "tenant": ["nasa-disasters"] +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/landsat/landsat-all-vars-tiles-daily.json b/ingestion-data/discovery-items/landsat/landsat-all-vars-tiles-daily.json new file mode 100644 index 0000000..c438255 --- /dev/null +++ b/ingestion-data/discovery-items/landsat/landsat-all-vars-tiles-daily.json @@ -0,0 +1,38 @@ +{ + "collection": "landsat-all-vars-tiles-daily", + "bucket": "nasa-disasters", + "prefix": "drcs_activations_new/Landsat", + "cogify": false, + "discovery": "s3", + "dry_run": false, + "filename_regex": ".*day.tif$", + "assets": { + "nbr": { + "description": "The Normalized Burn Ratio (NBR) is a satellite-based index, primarily using Landsat imagery, that identifies burned areas and quantifies the severity of a fire. It is calculated using a ratio of near-infrared (NIR) and shortwave infrared (SWIR) bands, which are affected differently by fire, with higher NBR values indicating less damage and lower values indicating more severe burns. The difference between the pre-fire and post-fire NBR, known as the differenced NBR (dNBR), is used to map burn severity.", + "regex": ".*NBR.*.tif$", + "title": "Normalized Burn Ratio" + }, + "colorInfrared": { + "description": "False-color composite using near-infrared, red, and green bands. Vegetation appears red, water dark, and urban areas gray-blue.", + "regex": ".*(colorInfrared|colorIR|colorinfrared).*.tif$", + "title": "Color Infrared" + }, + "naturalColor": { + "description": "Color-balanced composite using visible bands (red, green, blue) to approximate natural human vision of the landscape.", + "regex": ".*(naturalColor|naturalcolor).*.tif$", + "title": "Natural Color" + }, + "tropics": { + "description": "Tropics", + "regex": ".*(TROPICS).*.tif$", + "title": "Tropics" + }, + "trueColor": { + "description": "Standard RGB composite using visible bands (red, green, blue) without color balancing adjustments.", + "regex": ".*(trueColor|truecolor).*.tif$", + "title": "True Color" + } + }, + "id_regex": "(.*).tif$", + "id_template": "{}" +} \ No newline at end of file From 147f88ae47b720949b328a3fc03f05d3f238cd73 Mon Sep 17 00:00:00 2001 From: Kyle Lesinger Date: Mon, 10 Nov 2025 08:24:37 -0600 Subject: [PATCH 117/118] update landsat tiles --- .../landsat/landsat-all-vars-tiles-daily.json | 21 ------------------- .../landsat/landsat-all-vars-tiles-daily.json | 4 ++-- 2 files changed, 2 insertions(+), 23 deletions(-) diff --git a/ingestion-data/collections/landsat/landsat-all-vars-tiles-daily.json b/ingestion-data/collections/landsat/landsat-all-vars-tiles-daily.json index 6e18fd9..4726ec7 100644 --- a/ingestion-data/collections/landsat/landsat-all-vars-tiles-daily.json +++ b/ingestion-data/collections/landsat/landsat-all-vars-tiles-daily.json @@ -52,15 +52,6 @@ "title": "Natural Color", "type": "image/tiff; application=geotiff; profile=cloud-optimized" }, - "tropics": { - "description": "Tropics", - "roles": [ - "data", - "layer" - ], - "title": "Tropics", - "type": "image/tiff; application=geotiff; profile=cloud-optimized" - }, "trueColor": { "description": "Standard RGB composite using visible bands (red, green, blue) without color balancing adjustments.", "roles": [ @@ -118,18 +109,6 @@ ], "nodata": 0 }, - "tropics": { - "assets": [ - "tropics" - ], - "rescale": [ - [ - 0, - 300 - ] - ], - "nodata": -9999.0 - }, "trueColor": { "bidx": [1,2,3], "assets": [ diff --git a/ingestion-data/discovery-items/landsat/landsat-all-vars-tiles-daily.json b/ingestion-data/discovery-items/landsat/landsat-all-vars-tiles-daily.json index c438255..6bb5b96 100644 --- a/ingestion-data/discovery-items/landsat/landsat-all-vars-tiles-daily.json +++ b/ingestion-data/discovery-items/landsat/landsat-all-vars-tiles-daily.json @@ -33,6 +33,6 @@ "title": "True Color" } }, - "id_regex": "(.*).tif$", - "id_template": "{}" + "id_regex": ".*_(Orbit\\d{5})_(\\d{4}-\\d{2}-\\d{2})_day.tif$|.*_([0-9]{6})_.*_(\\d{4}-\\d{2}-\\d{2})_day.tif$", + "id_template": "landsat-{}" } \ No newline at end of file From 99cef2b7b25bc12c0c4e0219d5403935b8417b69 Mon Sep 17 00:00:00 2001 From: acblackford Date: Tue, 2 Dec 2025 09:45:47 -0600 Subject: [PATCH 118/118] Add two new ingest config JSON files --- .../planet/planet-all-vars-daily.json | 112 +++++++++++++++++ .../planet/planet-all-vars-tiles-daily.json | 113 ++++++++++++++++++ 2 files changed, 225 insertions(+) create mode 100644 ingestion-data/collections/planet/planet-all-vars-daily.json create mode 100644 ingestion-data/collections/planet/planet-all-vars-tiles-daily.json diff --git a/ingestion-data/collections/planet/planet-all-vars-daily.json b/ingestion-data/collections/planet/planet-all-vars-daily.json new file mode 100644 index 0000000..33c8169 --- /dev/null +++ b/ingestion-data/collections/planet/planet-all-vars-daily.json @@ -0,0 +1,112 @@ +{ + "id": "planet-all-vars-daily", + "dashboard:is_periodic": false, + "dashboard:time_interval": "P1D", + "description": "Collection containing Cloud Mask (binary) and NDVI (-1 to 1) layers derived from Planet imagery.", + "extent": { + "spatial": { + "bbox": [ + [ + -180, + -90, + 180, + 90 + ] + ] + }, + "temporal": { + "interval": [ + [ + "2020-01-01T00:00:00Z", + "2025-12-31T23:00:00Z" + ] + ] + } + }, + "item_assets": { + "cloudMask": { + "description": "Binary cloud mask (0 = clear, 1 = cloud).", + "roles": [ + "data", + "layer" + ], + "title": "Cloud Mask", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "ndvi": { + "description": "Normalized Difference Vegetation Index (NDVI), scaled between -1 and 1.", + "roles": [ + "data", + "layer" + ], + "title": "NDVI", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + } + }, + "renders": { + "cloudMask": { + "assets": [ + "cloudMask" + ], + "rescale": [ + [ + 0, + 1 + ] + ], + "nodata": 999 + }, + "ndvi": { + "assets": [ + "ndvi" + ], + "rescale": [ + [ + -1, + 1 + ] + ] + } + }, + "discovery_items": [ + { + "assets": { + "cloudMask": { + "description": "Binary cloud mask (0 = clear, 1 = cloud).", + "regex": ".*cloudMask.*\\.tif$", + "title": "Cloud Mask" + }, + "ndvi": { + "description": "Normalized Difference Vegetation Index (NDVI), scaled between -1 and 1.", + "regex": ".*NDVI.*\\.tif$", + "title": "NDVI" + } + }, + "bucket": "nasa-disasters", + "cogify": false, + "discovery": "s3", + "dry_run": false, + "filename_regex": ".*\\.tif$", + "id_regex": ".*_(.*)\\.tif$", + "id_template": "planet-{}", + "prefix": "drcs_activations_new/Planet/" + } + ], + "license": "CC0-1.0", + "links": [], + "providers": [ + { + "name": "NASA" + } + ], + "stac_extensions": [ + "https://stac-extensions.github.io/render/v1.0.0/schema.json", + "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" + ], + "stac_version": "1.0.0", + "title": "Planet All Variables - Daily Time Step", + "type": "Collection", + "tenant": [ + "nasa-disasters" + ] +} diff --git a/ingestion-data/collections/planet/planet-all-vars-tiles-daily.json b/ingestion-data/collections/planet/planet-all-vars-tiles-daily.json new file mode 100644 index 0000000..3cea2eb --- /dev/null +++ b/ingestion-data/collections/planet/planet-all-vars-tiles-daily.json @@ -0,0 +1,113 @@ +{ + "id": "planet-all-vars-tiles-daily", + "dashboard:is_periodic": false, + "dashboard:time_interval": "P1D", + "description": "Collection containing Planet True Color and Color Infrared three-band imagery as Cloud Optimized GeoTIFFs.", + "extent": { + "spatial": { + "bbox": [ + [ + -180, + -90, + 180, + 90 + ] + ] + }, + "temporal": { + "interval": [ + [ + "2020-01-01T00:00:00Z", + "2025-12-31T23:00:00Z" + ] + ] + } + }, + "item_assets": { + "trueColor": { + "description": "Planet True Color (RGB) three-band imagery.", + "roles": [ + "data", + "layer" + ], + "title": "True Color", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + }, + "colorIR": { + "description": "Planet Color Infrared (ColorIR) three-band imagery (typically NIR-R-G or similar combination).", + "roles": [ + "data", + "layer" + ], + "title": "Color Infrared", + "type": "image/tiff; application=geotiff; profile=cloud-optimized" + } + }, + "renders": { + "trueColor": { + "assets": [ + "trueColor" + ], + "bidx": [1, 2, 3], + "rescale": [ + [ + 0, + 255 + ] + ] + }, + "colorIR": { + "assets": [ + "colorIR" + ], + "bidx": [1, 2, 3], + "rescale": [ + [ + 0, + 255 + ] + ] + } + }, + "discovery_items": [ + { + "assets": { + "trueColor": { + "description": "Planet True Color (RGB) three-band imagery.", + "regex": ".*trueColor.*\\.tif$", + "title": "True Color" + }, + "colorIR": { + "description": "Planet Color Infrared (ColorIR) three-band imagery.", + "regex": ".*colorInfrared.*\\.tif$", + "title": "Color Infrared" + } + }, + "bucket": "nasa-disasters", + "cogify": false, + "discovery": "s3", + "dry_run": false, + "filename_regex": ".*\\.tif$", + "id_regex": ".*([0-9]{6})_.*_(\\d{4}-\\d{2}-\\d{2})_day.tif$", + "id_template": "planet-{}", + "prefix": "drcs_activations_new/Planet/" + } + ], + "license": "CC0-1.0", + "links": [], + "providers": [ + { + "name": "NASA" + } + ], + "stac_extensions": [ + "https://stac-extensions.github.io/render/v1.0.0/schema.json", + "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" + ], + "stac_version": "1.0.0", + "title": "Planet All Variables Tiled - Daily Time Step", + "type": "Collection", + "tenant": [ + "nasa-disasters" + ] +}