@cumulus/test-data
Version:
Includes the test data for various packages
168 lines (167 loc) • 6.49 kB
JSON
{
"cumulus_meta": {
"message_source": "local",
"task": "CmrStep",
"execution_name": "test6",
"state_machine": "arn:aws:states:us-east-1:00000000000:stateMachine:LpdaacCumulusIngestGranuleS-pOyNXh5jeR4h",
"workflow_start_time": 1518507471571,
"system_bucket": "cumulus-test-sandbox-internal"
},
"meta": {
"template": "s3://cumulus-test-sandbox-internal/lpdaac-cumulus/workflow_template.json",
"status": "running",
"workflow_name": "IngestGranule",
"collection": {
"files": [
{
"regex": "^MYD09A1\\.A[\\d]{7}\\.[\\S]{6}\\.006.[\\d]{13}\\.hdf$",
"sampleFileName": "MYD09A1.A2017025.h21v00.006.2017034065104.hdf",
"bucket": "protected"
},
{
"regex": "^BROWSE\\.MYD09A1\\.A[\\d]{7}\\.[\\S]{6}\\.006.[\\d]{13}\\.(hdf|HDF)$",
"sampleFileName": "BROWSE.MYD09A1.A2017025.h21v00.006.2017034065104.hdf",
"bucket": "private"
},
{
"regex": "^MYD09A1\\.A[\\d]{7}\\.[\\S]{6}\\.006.[\\d]{13}\\.hdf\\.met$",
"sampleFileName": "MYD09A1.A2017025.h21v00.006.2017034065104.hdf.met",
"bucket": "private"
},
{
"regex": "^MYD09A1\\.A[\\d]{7}\\.[\\S]{6}\\.006.[\\d]{13}\\.cmr\\.xml$",
"http": "https://g928e05in1.execute-api.us-east-1.amazonaws.com/dev/MYD09A1.A2016105.h12v09.006.2016234195422.cmr.xml",
"s3": "s3://cumulus-test-sandbox-protected/MYD09A1.A2016105.h12v09.006.2016234195422.cmr.xml",
"sampleFileName": "MYD09A1.A2017025.h21v00.006.2017034065104.cmr.xml",
"bucket": "protected"
},
{
"regex": "^MYD09A1\\.A[\\d]{7}\\.[\\S]{6}\\.006.[\\d]{13}_1\\.jpg$",
"http": "http://cumulus-test-sandbox-public.s3.amazonaws.com/MYD09A1.A2016105.h12v09.006.2016234195422_1.jpg",
"s3": "s3://cumulus-test-sandbox-public/MYD09A1.A2016105.h12v09.006.2016234195422_1.jpg",
"sampleFileName": "MYD09A1.A2017025.h21v00.006.2017034065104_1.jpg",
"bucket": "public"
}
],
"name": "MYD09A1",
"granuleId": "^MYD09A1\\.A[\\d]{7}\\.[\\S]{6}\\.006.[\\d]{13}$",
"dataType": "MYD09A1",
"granuleIdExtraction": "(MYD09A1\\..*)(\\.hdf|\\.cmr\\.xml|_[\\w]{1,}\\.jpg)",
"process": "modis",
"version": "006",
"duplicateHandling": "replace",
"sampleFileName": "MYD09A1.A2017025.h21v00.006.2017034065104.hdf"
},
"cmr": {
"username": "devseed",
"password": "",
"clientId": "CUMULUS",
"provider": "CUMULUS"
},
"topic_arn": "arn:aws:sns:us-east-1:00000000000:lpdaac-cumulus-sftrackerSns-GIMUQEBE00QB",
"provider": {
"protocol": "http",
"globalConnectionLimit": 10,
"host": "https://example.com",
"updatedAt": 1517326673419,
"id": "LPDAAC_HTTPS",
"createdAt": 1517326673419
},
"buckets": {
"internal": {
"name": "cumulus-test-sandbox-internal",
"type": "internal"
},
"private": {
"name": "cumulus-test-sandbox-private",
"type": "private"
},
"protected": {
"name": "cumulus-test-sandbox-protected",
"type": "protected"
},
"public": {
"name": "cumulus-test-sandbox-public",
"type": "public"
}
},
"stack": "lpdaac-cumulus",
"distribution_endpoint": "https://g928e05in1.execute-api.us-east-1.amazonaws.com/dev/",
"queues": {
"startSF": "https://sqs.us-east-1.amazonaws.com/00000000000/lpdaac-cumulus-startSF"
},
"input_granules": [
{
"granuleId": "MYD09A1.A2016105.h12v09.006.2016234195422",
"files": [
{
"bucket": "cumulus-test-sandbox-protected",
"path": "/TEST_B/Cumulus/MODIS/DATA",
"checksum": 3461876482,
"filename": "s3://cumulus-test-sandbox-protected/MYD09A1.A2016105.h12v09.006.2016234195422.hdf",
"size": 79335737,
"checksumType": "CKSUM",
"name": "MYD09A1.A2016105.h12v09.006.2016234195422.hdf",
"url_path": ""
},
{
"bucket": "cumulus-test-sandbox-protected",
"path": "/TEST_B/Cumulus/MODIS/DATA",
"checksum": 2154528319,
"filename": "s3://cumulus-test-sandbox-protected/MYD09A1.A2016105.h12v09.006.2016234195422.hdf.met",
"size": 34455,
"checksumType": "CKSUM",
"name": "MYD09A1.A2016105.h12v09.006.2016234195422.hdf.met",
"url_path": ""
},
{
"bucket": "cumulus-test-sandbox-protected",
"path": "/TEST_B/Cumulus/MODIS/DATA",
"checksum": 4146296907,
"filename": "s3://cumulus-test-sandbox-protected/BROWSE.MYD09A1.A2016105.h12v09.006.2016234195422.hdf",
"size": 40442,
"checksumType": "CKSUM",
"name": "BROWSE.MYD09A1.A2016105.h12v09.006.2016234195422.hdf",
"url_path": ""
}
]
}
]
},
"workflow_config": {
"StopStatus": {},
"WorkflowFailed": {},
"ChooseProcess": {},
"ModisProcess": {
"distribution_endpoint": "{{$.meta.distribution_endpoint}}",
"files_config": "{{$.meta.collection.files}}",
"buckets": "{{$.meta.buckets}}",
"cumulus_message": {
"input": "{[$.payload.granules[*].files[*].filename]}"
},
"granuleIdExtraction": "{{$.meta.collection.granuleIdExtraction}}",
"url_path": "{{$.meta.collection.url_path}}"
},
"Report": {},
"SyncGranule": {
"buckets": "{{$.meta.buckets}}",
"collection": "{{$.meta.collection}}",
"provider": "{{$.meta.provider}}"
},
"CmrStep": {
"bucket": "{{$.meta.buckets.internal.name}}",
"stack": "{{$.meta.stack}}",
"granuleIdExtraction": "{{$.meta.collection.granuleIdExtraction}}",
"cmr": "{{$.meta.cmr}}",
"input_granules": "{{$.meta.input_granules}}"
}
},
"exception": "None",
"payload": [
"s3://cumulus-test-sandbox-protected/MYD09A1.A2016105.h12v09.006.2016234195422.hdf",
"s3://cumulus-test-sandbox-protected/MYD09A1.A2016105.h12v09.006.2016234195422.hdf.met",
"s3://cumulus-test-sandbox-protected/BROWSE.MYD09A1.A2016105.h12v09.006.2016234195422.hdf",
"s3://cumulus-test-sandbox-public/MYD09A1.A2016105.h12v09.006.2016234195422_1.jpg",
"s3://cumulus-test-sandbox-protected/MYD09A1.A2016105.h12v09.006.2016234195422.cmr.xml"
]
}