UNPKG

@cumulus/test-data

Version:
168 lines (167 loc) 6.49 kB
{ "cumulus_meta": { "message_source": "local", "task": "CmrStep", "execution_name": "test6", "state_machine": "arn:aws:states:us-east-1:00000000000:stateMachine:LpdaacCumulusIngestGranuleS-pOyNXh5jeR4h", "workflow_start_time": 1518507471571, "system_bucket": "cumulus-test-sandbox-internal" }, "meta": { "template": "s3://cumulus-test-sandbox-internal/lpdaac-cumulus/workflow_template.json", "status": "running", "workflow_name": "IngestGranule", "collection": { "files": [ { "regex": "^MYD09A1\\.A[\\d]{7}\\.[\\S]{6}\\.006.[\\d]{13}\\.hdf$", "sampleFileName": "MYD09A1.A2017025.h21v00.006.2017034065104.hdf", "bucket": "protected" }, { "regex": "^BROWSE\\.MYD09A1\\.A[\\d]{7}\\.[\\S]{6}\\.006.[\\d]{13}\\.(hdf|HDF)$", "sampleFileName": "BROWSE.MYD09A1.A2017025.h21v00.006.2017034065104.hdf", "bucket": "private" }, { "regex": "^MYD09A1\\.A[\\d]{7}\\.[\\S]{6}\\.006.[\\d]{13}\\.hdf\\.met$", "sampleFileName": "MYD09A1.A2017025.h21v00.006.2017034065104.hdf.met", "bucket": "private" }, { "regex": "^MYD09A1\\.A[\\d]{7}\\.[\\S]{6}\\.006.[\\d]{13}\\.cmr\\.xml$", "http": "https://g928e05in1.execute-api.us-east-1.amazonaws.com/dev/MYD09A1.A2016105.h12v09.006.2016234195422.cmr.xml", "s3": "s3://cumulus-test-sandbox-protected/MYD09A1.A2016105.h12v09.006.2016234195422.cmr.xml", "sampleFileName": "MYD09A1.A2017025.h21v00.006.2017034065104.cmr.xml", "bucket": "protected" }, { "regex": "^MYD09A1\\.A[\\d]{7}\\.[\\S]{6}\\.006.[\\d]{13}_1\\.jpg$", "http": "http://cumulus-test-sandbox-public.s3.amazonaws.com/MYD09A1.A2016105.h12v09.006.2016234195422_1.jpg", "s3": "s3://cumulus-test-sandbox-public/MYD09A1.A2016105.h12v09.006.2016234195422_1.jpg", "sampleFileName": "MYD09A1.A2017025.h21v00.006.2017034065104_1.jpg", "bucket": "public" } ], "name": "MYD09A1", "granuleId": "^MYD09A1\\.A[\\d]{7}\\.[\\S]{6}\\.006.[\\d]{13}$", "dataType": "MYD09A1", "granuleIdExtraction": "(MYD09A1\\..*)(\\.hdf|\\.cmr\\.xml|_[\\w]{1,}\\.jpg)", "process": "modis", "version": "006", "duplicateHandling": "replace", "sampleFileName": "MYD09A1.A2017025.h21v00.006.2017034065104.hdf" }, "cmr": { "username": "devseed", "password": "", "clientId": "CUMULUS", "provider": "CUMULUS" }, "topic_arn": "arn:aws:sns:us-east-1:00000000000:lpdaac-cumulus-sftrackerSns-GIMUQEBE00QB", "provider": { "protocol": "http", "globalConnectionLimit": 10, "host": "https://example.com", "updatedAt": 1517326673419, "id": "LPDAAC_HTTPS", "createdAt": 1517326673419 }, "buckets": { "internal": { "name": "cumulus-test-sandbox-internal", "type": "internal" }, "private": { "name": "cumulus-test-sandbox-private", "type": "private" }, "protected": { "name": "cumulus-test-sandbox-protected", "type": "protected" }, "public": { "name": "cumulus-test-sandbox-public", "type": "public" } }, "stack": "lpdaac-cumulus", "distribution_endpoint": "https://g928e05in1.execute-api.us-east-1.amazonaws.com/dev/", "queues": { "startSF": "https://sqs.us-east-1.amazonaws.com/00000000000/lpdaac-cumulus-startSF" }, "input_granules": [ { "granuleId": "MYD09A1.A2016105.h12v09.006.2016234195422", "files": [ { "bucket": "cumulus-test-sandbox-protected", "path": "/TEST_B/Cumulus/MODIS/DATA", "checksum": 3461876482, "filename": "s3://cumulus-test-sandbox-protected/MYD09A1.A2016105.h12v09.006.2016234195422.hdf", "size": 79335737, "checksumType": "CKSUM", "name": "MYD09A1.A2016105.h12v09.006.2016234195422.hdf", "url_path": "" }, { "bucket": "cumulus-test-sandbox-protected", "path": "/TEST_B/Cumulus/MODIS/DATA", "checksum": 2154528319, "filename": "s3://cumulus-test-sandbox-protected/MYD09A1.A2016105.h12v09.006.2016234195422.hdf.met", "size": 34455, "checksumType": "CKSUM", "name": "MYD09A1.A2016105.h12v09.006.2016234195422.hdf.met", "url_path": "" }, { "bucket": "cumulus-test-sandbox-protected", "path": "/TEST_B/Cumulus/MODIS/DATA", "checksum": 4146296907, "filename": "s3://cumulus-test-sandbox-protected/BROWSE.MYD09A1.A2016105.h12v09.006.2016234195422.hdf", "size": 40442, "checksumType": "CKSUM", "name": "BROWSE.MYD09A1.A2016105.h12v09.006.2016234195422.hdf", "url_path": "" } ] } ] }, "workflow_config": { "StopStatus": {}, "WorkflowFailed": {}, "ChooseProcess": {}, "ModisProcess": { "distribution_endpoint": "{{$.meta.distribution_endpoint}}", "files_config": "{{$.meta.collection.files}}", "buckets": "{{$.meta.buckets}}", "cumulus_message": { "input": "{[$.payload.granules[*].files[*].filename]}" }, "granuleIdExtraction": "{{$.meta.collection.granuleIdExtraction}}", "url_path": "{{$.meta.collection.url_path}}" }, "Report": {}, "SyncGranule": { "buckets": "{{$.meta.buckets}}", "collection": "{{$.meta.collection}}", "provider": "{{$.meta.provider}}" }, "CmrStep": { "bucket": "{{$.meta.buckets.internal.name}}", "stack": "{{$.meta.stack}}", "granuleIdExtraction": "{{$.meta.collection.granuleIdExtraction}}", "cmr": "{{$.meta.cmr}}", "input_granules": "{{$.meta.input_granules}}" } }, "exception": "None", "payload": [ "s3://cumulus-test-sandbox-protected/MYD09A1.A2016105.h12v09.006.2016234195422.hdf", "s3://cumulus-test-sandbox-protected/MYD09A1.A2016105.h12v09.006.2016234195422.hdf.met", "s3://cumulus-test-sandbox-protected/BROWSE.MYD09A1.A2016105.h12v09.006.2016234195422.hdf", "s3://cumulus-test-sandbox-public/MYD09A1.A2016105.h12v09.006.2016234195422_1.jpg", "s3://cumulus-test-sandbox-protected/MYD09A1.A2016105.h12v09.006.2016234195422.cmr.xml" ] }