diff --git a/ingestion-data/production/collections/darnah-flood.json b/ingestion-data/production/collections/darnah-flood.json new file mode 100644 index 00000000..46238667 --- /dev/null +++ b/ingestion-data/production/collections/darnah-flood.json @@ -0,0 +1,72 @@ +{ + "id": "darnah-flood", + "type": "Collection", + "links": [], + "title": "False Color Pre and Post Flood", + "assets": { + "thumbnail": { + "href": "https://thumbnails.openveda.cloud/darnah-flood-background.jpg", + "type": "image/jpeg", + "roles": [ + "thumbnail" + ], + "title": "Thumbnail", + "description": "Photo by Marwan Alfaituri (Reuters)](https://abcnews.go.com/International/casualties-libya-floods-avoided-world-meteorological-organization-chief/story?id=103200104) (Satellite imagery over Florida showing damage probability (Aerial view over the Wadi Darnah River post-flood in Derna, Libya on September 14, 2023)" + } + }, + "extent": { + "spatial": { + "bbox": [ + [ + 22.063841231299286, 32.42935916114897, 23.256368419576482, + 33.43490918842431 + ] + ] + }, + "temporal": { + "interval": [["2023-09-07 00:00:00+00:00", "2023-09-22 23:59:59+00:00"]] + } + }, + "license": "CC0-1.0", + "providers": [ + { + "url": "https://www.earthdata.nasa.gov/dashboard/", + "name": "NASA VEDA", + "roles": [ + "host" + ] + } + ], + "renders": { + "dashboard": { + "colormap_name": "magma", + "resampling": "bilinear", + "rescale": [ + [0,5000] + ], + "bidx": [ + 1 + ], + "assets": [ + "cog_default" + ], + "title": "VEDA Dashboard Render Parameters" + } + }, + "description": "HLS False color using NIR, SWIR, and Red for the 2023 Darnah Flood.", + "item_assets": { + "cog_default": { + "type": "image/tiff; application=geotiff; profile=cloud-optimized", + "roles": ["data", "layer"], + "title": "Default COG Layer", + "description": "Cloud optimized default layer to display on map" + } + }, + "stac_version": "1.0.0", + "stac_extensions": [ + "https://stac-extensions.github.io/render/v1.0.0/schema.json", + "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" + ], + "dashboard:is_periodic": true, + "dashboard:time_density": "day" +} diff --git a/ingestion-data/production/collections/darnah-gpm-daily.json b/ingestion-data/production/collections/darnah-gpm-daily.json new file mode 100644 index 00000000..5a404ab9 --- /dev/null +++ b/ingestion-data/production/collections/darnah-gpm-daily.json @@ -0,0 +1,73 @@ +{ + "id": "darnah-gpm-daily", + "type": "Collection", + "links": [], + "title": "GPM IMERG data of 2023 Medicane Daniel", + "assets": { + "thumbnail": { + "href": "https://thumbnails.openveda.cloud/darnah-flood-background.jpg", + "type": "image/jpeg", + "roles": [ + "thumbnail" + ], + "title": "Thumbnail", + "description": "Photo by Marwan Alfaituri (Reuters)](https://abcnews.go.com/International/casualties-libya-floods-avoided-world-meteorological-organization-chief/story?id=103200104) (Satellite imagery over Florida showing damage probability (Aerial view over the Wadi Darnah River post-flood in Derna, Libya on September 14, 2023)" + } + }, + "extent": { + "spatial": { + "bbox": [ + [ + -10.06113118213864, 14.912033716384059, 45.00559573438803, + 48.50902534245416 + ] + ] + }, + "temporal": { + "interval": [["2023-09-04 00:00:00+00:00", "2023-09-16 00:00:00+00:00"]] + } + }, + "license": "CC0-1.0", + "providers": [ + { + "url": "https://www.earthdata.nasa.gov/dashboard/", + "name": "NASA VEDA", + "roles": [ + "host" + ] + } + ], + "renders": { + "dashboard": { + "colormap_name": "inferno", + "nodata": 0, + "resampling": "bilinear", + "rescale": [ + [0.1,500] + ], + "bidx": [ + 1 + ], + "assets": [ + "cog_default" + ], + "title": "VEDA Dashboard Render Parameters" + } + }, + "description": " GPM IMERG data taken daily and aggregated throughout the life of 2023 Medicane Daniel ", + "item_assets": { + "cog_default": { + "type": "image/tiff; application=geotiff; profile=cloud-optimized", + "roles": ["data", "layer"], + "title": "Default COG Layer", + "description": "Cloud optimized default layer to display on map" + } + }, + "stac_version": "1.0.0", + "stac_extensions": [ + "https://stac-extensions.github.io/render/v1.0.0/schema.json", + "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" + ], + "dashboard:is_periodic": true, + "dashboard:time_density": "day" +} diff --git a/ingestion-data/production/collections/epa-ch4emission-yeargrid-v2express.json b/ingestion-data/production/collections/epa-ch4emission-yeargrid-v2express.json deleted file mode 100644 index 9e26dfee..00000000 --- a/ingestion-data/production/collections/epa-ch4emission-yeargrid-v2express.json +++ /dev/null @@ -1 +0,0 @@ -{} \ No newline at end of file diff --git a/ingestion-data/production/collections/oco2-mip-co2budget-yeargrid-v1.json b/ingestion-data/production/collections/oco2-mip-co2budget-yeargrid-v1.json deleted file mode 100644 index 9e26dfee..00000000 --- a/ingestion-data/production/collections/oco2-mip-co2budget-yeargrid-v1.json +++ /dev/null @@ -1 +0,0 @@ -{} \ No newline at end of file diff --git a/ingestion-data/production/discovery-items/darnah-flood.json b/ingestion-data/production/discovery-items/darnah-flood.json new file mode 100644 index 00000000..1ab059aa --- /dev/null +++ b/ingestion-data/production/discovery-items/darnah-flood.json @@ -0,0 +1,8 @@ +{ + "collection": "darnah-flood", + "prefix": "darnah-flood/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)Darnah_HLS.*.tif$", + "discovery": "s3", + "datetime_range": "day" +} \ No newline at end of file diff --git a/ingestion-data/production/discovery-items/darnah-gpm-daily.json b/ingestion-data/production/discovery-items/darnah-gpm-daily.json new file mode 100644 index 00000000..591eb2c0 --- /dev/null +++ b/ingestion-data/production/discovery-items/darnah-gpm-daily.json @@ -0,0 +1,8 @@ +{ + "collection": "darnah-gpm-daily", + "prefix": "darnah-gpm-daily/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)Darnah_Flood_IMERG.*.tif$", + "discovery": "s3", + "datetime_range": "day" +} \ No newline at end of file diff --git a/ingestion-data/production/transfer-config/darnah-flood.json b/ingestion-data/production/transfer-config/darnah-flood.json new file mode 100644 index 00000000..6e06ecb1 --- /dev/null +++ b/ingestion-data/production/transfer-config/darnah-flood.json @@ -0,0 +1,7 @@ +{ + "origin_bucket": "veda-data-store-staging", + "origin_prefix": "darnah", + "target_bucket": "veda-data-store", + "collection": "darnah-flood", + "filename_regex": "^(.*)Darnah_HLS.*.tif$" +} \ No newline at end of file diff --git a/ingestion-data/production/transfer-config/darnah-gpm-daily.json b/ingestion-data/production/transfer-config/darnah-gpm-daily.json new file mode 100644 index 00000000..460a5a45 --- /dev/null +++ b/ingestion-data/production/transfer-config/darnah-gpm-daily.json @@ -0,0 +1,7 @@ +{ + "collection": "darnah-gpm-daily", + "filename_regex": "^(.*)Darnah_Flood_IMERG.*.tif$", + "origin_bucket": "veda-data-store-staging", + "origin_prefix": "darnah_gpm", + "target_bucket": "veda-data-store" +} \ No newline at end of file diff --git a/tests/test_collections.py b/tests/test_collections.py index df03339c..3ab80ed9 100644 --- a/tests/test_collections.py +++ b/tests/test_collections.py @@ -4,7 +4,7 @@ from pystac import Collection ROOT = Path(__file__).parents[1] -COLLECTIONS_PATH = ROOT / "ingestion-data" / "collections" +COLLECTIONS_PATH = ROOT / "ingestion-data" / "production" / "collections" @pytest.mark.parametrize("path", COLLECTIONS_PATH.rglob("*.json"))