Skip to content

Commit

Permalink
Added Data Management Items to Dev and UAT #250
Browse files Browse the repository at this point in the history
  • Loading branch information
@jsrikish
jsrikish committed Oct 6, 2023
1 parent c0ac9d9 commit 7dbaf5c
Show file tree
Hide file tree
Showing 18 changed files with 521 additions and 0 deletions.
57 changes: 57 additions & 0 deletions app/stacks/cumulus/resources/collections/WV03_Pan_L1B___1.json
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,57 @@
{
"name": "WV03_Pan_L1B",
"version": "1",
"duplicateHandling": "replace",
"granuleId": ".*",
"granuleIdExtraction": "^(WV03_.+-P1BS-.+_P\\d{3}).+(?<!rename)$",
"sampleFileName": "WV03_20140824052550_104001000109D200_14AUG24052550-P1BS-506481065090_01_P001-BROWSE.jpg",
"url_path": "{cmrMetadata.CollectionReference.ShortName}___{cmrMetadata.CollectionReference.Version}/{dateFormat(cmrMetadata.TemporalExtent.SingleDateTime, YYYY)}/{dateFormat(cmrMetadata.TemporalExtent.SingleDateTime, DDDD)}/{cmrMetadata.GranuleUR}",
"meta": {
"preferredQueueBatchSize": 5
},
"ignoreFilesConfigForDiscovery": false,
"files": [
{
"regex": "^(WV03_.+_P\\d{3})-thumb[.]jpg$",
"sampleFileName": "WV03_20140824052550_104001000109D200_14AUG24052550-P1BS-506481065090_01_P001-thumb.jpg",
"type": "browse",
"bucket": "public",
"reportToEms": true
},
{
"regex": "^(WV03_.+_P\\d{3})-BROWSE[.]jpg$",
"sampleFileName": "WV03_20140824052550_104001000109D200_14AUG24052550-P1BS-506481065090_01_P001-BROWSE.jpg",
"type": "data",
"bucket": "protected",
"reportToEms": true
},
{
"regex": "^(WV03_.+_P\\d{3})-cmr[.]json$",
"sampleFileName": "WV03_20140824052550_104001000109D200_14AUG24052550-P1BS-506481065090_01_P001-cmr.json",
"type": "metadata",
"bucket": "protected",
"reportToEms": true
},
{
"regex": "^(WV03_.+_P\\d{3})[.]tar$",
"sampleFileName": "WV03_20140824052550_104001000109D200_14AUG24052550-P1BS-506481065090_01_P001.tar",
"type": "data",
"bucket": "protected",
"reportToEms": true
},
{
"regex": "^(WV03_.+_P\\d{3})[.]ntf$",
"sampleFileName": "WV03_20140824052550_104001000109D200_14AUG24052550-P1BS-506481065090_01_P001.ntf",
"type": "data",
"bucket": "protected",
"reportToEms": true
},
{
"regex": "^(WV03_.+_P\\d{3})[.]xml$",
"sampleFileName": "WV03_20140824052550_104001000109D200_14AUG24052550-P1BS-506481065090_01_P001.xml",
"type": "data",
"bucket": "protected",
"reportToEms": true
}
]
}
Binary file added ...40824052550_104001000109D200_14AUG24052550-P1BS-506481065090_01_P001-BROWSE.jpg
View file
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
197 changes: 197 additions & 0 deletions ..._01/WV03_20140824052550_104001000109D200_14AUG24052550-P1BS-506481065090_01_P001-cmr.json
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,197 @@
{
"GranuleUR": "WV03_20140824052550_104001000109D200_14AUG24052550-P1BS-506481065090_01_P001",
"ProviderDates": [
{
"Date": "2022-06-10T23:15:07.000000Z",
"Type": "Create"
}
],
"CollectionReference": {
"ShortName": "WV03_Pan_L1B",
"Version": "1"
},
"AccessConstraints": {
"Description": "The National Geospatial-Intelligence Agency (NGA), in partnership with the Civil Applications Committee (CAC), which includes NASA, provides access to its immense archive of unclassified commercial high-resolution satellite data from several of the DigitalGlobe (a Maxar Technologies company) satellites, to non-DOD government agencies under terms of its NextView contract. For NASA funded researchers all data requests must be approved by CSDA data managers",
"Value": 1
},
"DataGranule": {
"DayNightFlag": "Day",
"ProductionDateTime": "2022-06-10T23:15:07.000000Z",
"ArchiveAndDistributionInformation": [
{
"Name": "WV03_20140824052550_104001000109D200_14AUG24052550-P1BS-506481065090_01_P001-BROWSE.jpg",
"SizeInBytes": 258042,
"FormatType": "Native",
"Format": "JPEG",
"Checksum": {
"Value": "21fc645222dc8c108403464ab4a00d56d551ecc068453074f83328203266c222",
"Algorithm": "SHA-256"
},
"MimeType": "image/jpeg"
},
{
"Name": "WV03_20140824052550_104001000109D200_14AUG24052550-P1BS-506481065090_01_P001.tar",
"SizeInBytes": 15,
"FormatType": "Native",
"Format": "TAR",
"Checksum": {
"Value": "c8d8a8d3de0455227e5055ab57b1ad7e63153b823422917eee558482e2832c06",
"Algorithm": "SHA-256"
},
"MimeType": "application/tar"
},
{
"Name": "WV03_20140824052550_104001000109D200_14AUG24052550-P1BS-506481065090_01_P001.ntf",
"SizeInBytes": 15,
"FormatType": "Native",
"Format": "Not provided",
"Checksum": {
"Value": "bbae29283e06db99cb95561717d58dd072452e12f39df183a95f386cf9d14b5a",
"Algorithm": "SHA-256"
},
"MimeType": "Not provided"
},
{
"Name": "WV03_20140824052550_104001000109D200_14AUG24052550-P1BS-506481065090_01_P001.xml",
"SizeInBytes": 15,
"FormatType": "Native",
"Format": "XML",
"Checksum": {
"Value": "1313e87b2e77b0c1eb7ea773d8a78b0b4be38c58222348e676e9f8433e57eeb9",
"Algorithm": "SHA-256"
},
"MimeType": "application/xml"
}
]
},
"TemporalExtent": {
"SingleDateTime": "2014-08-24T05:25:50.133575Z"
},
"SpatialExtent": {
"HorizontalSpatialDomain": {
"Geometry": {
"GPolygons": [
{
"Boundary": {
"Points": [
{
"Longitude": 73.23708317,
"Latitude": -0.65944032
},
{
"Longitude": 73.23694062,
"Latitude": -0.52424591
},
{
"Longitude": 73.11352286,
"Latitude": -0.52750468
},
{
"Longitude": 73.11334824,
"Latitude": -0.66285973
},
{
"Longitude": 73.23708317,
"Latitude": -0.65944032
}
]
}
}
]
}
}
},
"MeasuredParameters": [
{
"ParameterName": "Top of Atmosphere (TOA) visible reflectance"
}
],
"Platforms": [
{
"ShortName": "WORLDVIEW-3",
"Instruments": [
{
"ShortName": "WV110"
}
]
}
],
"Projects": [
{
"ShortName": "CSDA"
}
],
"RelatedUrls": [
{
"URL": "https://csdap-maxar-delivery.s3.us-west-2.amazonaws.com/css/nga/WV03/1B/2014/236/WV03_104001000109D200_P1BS_506481065090_01/WV03_20140824052550_104001000109D200_14AUG24052550-P1BS-506481065090_01_P001-BROWSE.jpg",
"Type": "GET DATA",
"Description": "Browse Imagery",
"Format": "JPEG",
"MimeType": "image/jpeg",
"Size": 258042.0,
"SizeUnit": "NA"
},
{
"URL": "https://csdap-maxar-delivery.s3.us-west-2.amazonaws.com/css/nga/WV03/1B/2014/236/WV03_104001000109D200_P1BS_506481065090_01/WV03_20140824052550_104001000109D200_14AUG24052550-P1BS-506481065090_01_P001.tar",
"Type": "GET DATA",
"Description": "Compressed granule",
"Format": "TAR",
"MimeType": "application/tar",
"Size": 2232320.0,
"SizeUnit": "NA"
},
{
"URL": "https://csdap-maxar-delivery.s3.us-west-2.amazonaws.com/css/nga/WV03/1B/2014/236/WV03_104001000109D200_P1BS_506481065090_01/WV03_20140824052550_104001000109D200_14AUG24052550-P1BS-506481065090_01_P001.ntf",
"Type": "GET DATA",
"Description": "Imagery in NITF 2.1 Commercial Dataset Requirements Document (NCDRD) format or NITF21NCDRD format",
"Format": "Not provided",
"MimeType": "Not provided",
"Size": 987575080.0,
"SizeUnit": "NA"
},
{
"URL": "https://csdap-maxar-delivery.s3.us-west-2.amazonaws.com/css/nga/WV03/1B/2014/236/WV03_104001000109D200_P1BS_506481065090_01/WV03_20140824052550_104001000109D200_14AUG24052550-P1BS-506481065090_01_P001.xml",
"Type": "GET DATA",
"Description": "Metadata file",
"Format": "XML",
"MimeType": "application/xml",
"Size": 958277.0,
"SizeUnit": "NA"
},
{
"URL": "https://csdap-maxar-delivery.s3.us-west-2.amazonaws.com/css/nga/WV03/1B/2014/236/WV03_104001000109D200_P1BS_506481065090_01/WV03_20140824052550_104001000109D200_14AUG24052550-P1BS-506481065090_01_P001-thumb.jpg",
"Type": "GET RELATED VISUALIZATION",
"Description": "Browse Imagery",
"Format": "JPEG",
"MimeType": "image/jpeg",
"Size": 258042.0,
"SizeUnit": "NA"
}
],
"CloudCover": 0.0,
"MetadataSpecification": {
"URL": "https://cdn.earthdata.nasa.gov/umm/granule/v1.6.4",
"Name": "UMM-G",
"Version": "1.6.4"
},
"AdditionalAttributes": [
{
"Name": "Mean Ground Sample Distance",
"Values": [
"0.322"
]
},
{
"Name": "Mean Sun Elevation",
"Values": [
"61.6"
]
},
{
"Name": "Maximum Angle Off Nadir",
"Values": [
"13.1"
]
}
]
}
Binary file added ...140824052550_104001000109D200_14AUG24052550-P1BS-506481065090_01_P001-thumb.jpg
View file
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
1 change: 1 addition & 0 deletions ...65090_01/WV03_20140824052550_104001000109D200_14AUG24052550-P1BS-506481065090_01_P001.ntf
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Hello Cumulus!
1 change: 1 addition & 0 deletions ...65090_01/WV03_20140824052550_104001000109D200_14AUG24052550-P1BS-506481065090_01_P001.tar
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Hello Cumulus!
1 change: 1 addition & 0 deletions ...65090_01/WV03_20140824052550_104001000109D200_14AUG24052550-P1BS-506481065090_01_P001.xml
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Hello Cumulus!
24 changes: 24 additions & 0 deletions app/stacks/cumulus/resources/rules/WV03_Pan_L1B/v1/WV03_Pan_L1B___1_2014.json
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,24 @@
{
"name": "WV03_Pan_L1B___1_2014",
"state": "DISABLED",
"rule": {
"type": "onetime"
},
"provider": "maxar",
"collection": {
"name": "WV03_Pan_L1B",
"version": "1"
},
"workflow": "DiscoverAndQueueGranules",
"meta": {
"discoverOnly": false,
"providerPathFormat": "'css/nga/WV03/1B/'yyyy/DDD",
"ingestedPathFormat": "'WV03_Pan_L1B___1/'yyyy/DDD",
"rule": {
"state": "DISABLED"
},
"startDate": "2014-01-01T00:00:00Z",
"endDate": "2015-01-01T00:00:00Z",
"step": "P1D"
}
}
24 changes: 24 additions & 0 deletions app/stacks/cumulus/resources/rules/WV03_Pan_L1B/v1/WV03_Pan_L1B___1_2015.json
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,24 @@
{
"name": "WV03_Pan_L1B___1_2015",
"state": "DISABLED",
"rule": {
"type": "onetime"
},
"provider": "maxar",
"collection": {
"name": "WV03_Pan_L1B",
"version": "1"
},
"workflow": "DiscoverAndQueueGranules",
"meta": {
"discoverOnly": false,
"providerPathFormat": "'css/nga/WV03/1B/'yyyy/DDD",
"ingestedPathFormat": "'WV03_Pan_L1B___1/'yyyy/DDD",
"rule": {
"state": "DISABLED"
},
"startDate": "2015-01-01T00:00:00Z",
"endDate": "2016-01-01T00:00:00Z",
"step": "P1D"
}
}
24 changes: 24 additions & 0 deletions app/stacks/cumulus/resources/rules/WV03_Pan_L1B/v1/WV03_Pan_L1B___1_2016.json
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,24 @@
{
"name": "WV03_Pan_L1B___1_2016",
"state": "DISABLED",
"rule": {
"type": "onetime"
},
"provider": "maxar",
"collection": {
"name": "WV03_Pan_L1B",
"version": "1"
},
"workflow": "DiscoverAndQueueGranules",
"meta": {
"discoverOnly": false,
"providerPathFormat": "'css/nga/WV03/1B/'yyyy/DDD",
"ingestedPathFormat": "'WV03_Pan_L1B___1/'yyyy/DDD",
"rule": {
"state": "DISABLED"
},
"startDate": "2016-01-01T00:00:00Z",
"endDate": "2017-01-01T00:00:00Z",
"step": "P1D"
}
}
24 changes: 24 additions & 0 deletions app/stacks/cumulus/resources/rules/WV03_Pan_L1B/v1/WV03_Pan_L1B___1_2017.json
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,24 @@
{
"name": "WV03_Pan_L1B___1_2017",
"state": "DISABLED",
"rule": {
"type": "onetime"
},
"provider": "maxar",
"collection": {
"name": "WV03_Pan_L1B",
"version": "1"
},
"workflow": "DiscoverAndQueueGranules",
"meta": {
"discoverOnly": false,
"providerPathFormat": "'css/nga/WV03/1B/'yyyy/DDD",
"ingestedPathFormat": "'WV03_Pan_L1B___1/'yyyy/DDD",
"rule": {
"state": "DISABLED"
},
"startDate": "2017-01-01T00:00:00Z",
"endDate": "2018-01-01T00:00:00Z",
"step": "P1D"
}
}
24 changes: 24 additions & 0 deletions app/stacks/cumulus/resources/rules/WV03_Pan_L1B/v1/WV03_Pan_L1B___1_2018.json
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,24 @@
{
"name": "WV03_Pan_L1B___1_2018",
"state": "DISABLED",
"rule": {
"type": "onetime"
},
"provider": "maxar",
"collection": {
"name": "WV03_Pan_L1B",
"version": "1"
},
"workflow": "DiscoverAndQueueGranules",
"meta": {
"discoverOnly": false,
"providerPathFormat": "'css/nga/WV03/1B/'yyyy/DDD",
"ingestedPathFormat": "'WV03_Pan_L1B___1/'yyyy/DDD",
"rule": {
"state": "DISABLED"
},
"startDate": "2018-01-01T00:00:00Z",
"endDate": "2019-01-01T00:00:00Z",
"step": "P1D"
}
}
Loading

0 comments on commit 7dbaf5c

Please sign in to comment.