@cumulus/test-data

{ "cumulus_meta": { "state_machine": "arn:aws:states:us-east-1:00000000000:stateMachine:LpdaacCumulusIngestGranuleS-pOyNXh5jeR4h", "message_source": "local", "task": "CmrStep", "workflow_start_time": 1519167138335, "execution_name": "d5b6344a-36eb-4c97-a5cf-3f6e83f0692a", "system_bucket": "cumulus-test-sandbox-internal" }, "meta": { "template": "s3://cumulus-test-sandbox-internal/lpdaac-cumulus/workflow_template.json", "status": "running", "workflow_name": "IngestGranule", "collection": { "files": [ { "regex": "^MOD09GQ\\.A[\\d]{7}\\.[\\S]{6}\\.006\\.[\\d]{13}\\.hdf$", "s3": "s3://cumulus-test-sandbox-protected/MOD09GQ.A2016358.h13v04.006.2016360104606.hdf", "sampleFileName": "MOD09GQ.A2017025.h21v00.006.2017034065104.hdf", "bucket": "protected", "http": "https://g928e05in1.execute-api.us-east-1.amazonaws.com/dev/MOD09GQ.A2016358.h13v04.006.2016360104606.hdf" }, { "regex": "^MOD09GQ\\.A[\\d]{7}\\.[\\S]{6}\\.006\\.[\\d]{13}\\.hdf\\.met$", "sampleFileName": "MOD09GQ.A2017025.h21v00.006.2017034065104.hdf.met", "bucket": "private" }, { "regex": "^MOD09GQ\\.A[\\d]{7}\\.[\\S]{6}\\.006\\.[\\d]{13}\\.cmr\\.xml$", "http": "http://cumulus-test-sandbox-public.s3.amazonaws.com/MOD09GQ.A2016358.h13v04.006.2016360104606.cmr.xml", "s3": "s3://cumulus-test-sandbox-public/MOD09GQ.A2016358.h13v04.006.2016360104606.cmr.xml", "sampleFileName": "MOD09GQ.A2017025.h21v00.006.2017034065104.cmr.xml", "bucket": "public" }, { "regex": "^MOD09GQ\\.A[\\d]{7}\\.[\\S]{6}\\.006\\.[\\d]{13}_ndvi\\.jpg$", "http": "http://cumulus-test-sandbox-public.s3.amazonaws.com/MOD09GQ.A2016358.h13v04.006.2016360104606_ndvi.jpg", "s3": "s3://cumulus-test-sandbox-public/MOD09GQ.A2016358.h13v04.006.2016360104606_ndvi.jpg", "sampleFileName": "MOD09GQ.A2017025.h21v00.006.2017034065104_ndvi.jpg", "bucket": "public" } ], "name": "MOD09GQ", "granuleIdExtraction": "(MOD09GQ\\..*)(\\.hdf|\\.cmr\\.xml|_[\\w]{1,}\\.jpg)", "granuleId": "^MOD09GQ\\.A[\\d]{7}\\.[\\S]{6}\\.006\\.[\\d]{13}$", "dataType": "MOD09GQ", "process": "modis", "version": "006", "updatedAt": 1519154288958, "duplicateHandling": "replace", "sampleFileName": "MOD09GQ.A2017025.h21v00.006.2017034065104.hdf", "createdAt": 1519154288958 }, "cmr": { "username": "devseed", "password": "", "clientId": "CUMULUS", "provider": "CUMULUS" }, "topic_arn": "arn:aws:sns:us-east-1:00000000000:lpdaac-cumulus-sftrackerSns-GIMUQEBE00QB", "provider": { "protocol": "http", "globalConnectionLimit": 10, "host": "https://07f1bfba.ngrok.io/", "updatedAt": 1519166301521, "id": "local_ngrok", "createdAt": 1519154219892 }, "buckets": { "internal": { "name": "cumulus-test-sandbox-internal", "type": "internal" }, "private": { "name": "cumulus-test-sandbox-private", "type": "private" }, "protected": { "name": "cumulus-test-sandbox-protected", "type": "protected" }, "public": { "name": "cumulus-test-sandbox-public", "type": "public" } }, "stack": "lpdaac-cumulus", "distribution_endpoint": "https://g928e05in1.execute-api.us-east-1.amazonaws.com/dev/", "input_granules": [ { "granuleId": "MOD09GQ.A2016358.h13v04.006.2016360104606", "files": [ { "name": "MOD09GQ.A2016358.h13v04.006.2016360104606.hdf", "bucket": "cumulus-test-sandbox-protected", "checksum": null, "filename": "s3://cumulus-test-sandbox-protected/MOD09GQ.A2016358.h13v04.006.2016360104606.hdf", "size": 17865615, "type": "data", "path": "granules", "url_path": "", "checksumType": null }, { "name": "MOD09GQ.A2016358.h13v04.006.2016360104606.hdf.met", "bucket": "cumulus-test-sandbox-private", "checksum": null, "filename": "s3://cumulus-test-sandbox-private/MOD09GQ.A2016358.h13v04.006.2016360104606.hdf.met", "size": 44118, "type": "metadata", "path": "granules", "url_path": "", "checksumType": null } ] } ], "queues": { "startSF": "https://sqs.us-east-1.amazonaws.com/00000000000/lpdaac-cumulus-startSF" } }, "workflow_config": { "StopStatus": {}, "WorkflowFailed": {}, "CmrStep": { "granuleIdExtraction": "{{$.meta.collection.granuleIdExtraction}}", "input_granules": "{{$.meta.input_granules}}", "bucket": "{{$.meta.buckets.internal.name}}", "stack": "{{$.meta.stack}}", "cmr": "{{$.meta.cmr}}" }, "ModisProcess": { "url_path": "{{$.meta.collection.url_path}}", "files_config": "{{$.meta.collection.files}}", "buckets": "{{$.meta.buckets}}", "cumulus_message": { "input": "{[$.payload.granules[*].files[*].filename]}", "outputs": [ { "source": "{{$}}", "destination": "{{$.meta.all_the_files}}" }, { "source": "{{$}}", "destination": "{{$.payload}}" } ] }, "granuleIdExtraction": "{{$.meta.collection.granuleIdExtraction}}", "distribution_endpoint": "{{$.meta.distribution_endpoint}}" }, "Report": {}, "SyncGranule": { "buckets": "{{$.meta.buckets}}", "cumulus_message": { "outputs": [ { "source": "{{$.granules}}", "destination": "{{$.meta.input_granules}}" }, { "source": "{{$}}", "destination": "{{$.payload}}" } ] }, "collection": "{{$.meta.collection}}", "provider": "{{$.meta.provider}}" }, "ChooseProcess": {}, "AsterProcess": { "url_path": "{{$.meta.collection.url_path}}", "files_config": "{{$.meta.collection.files}}", "buckets": "{{$.meta.buckets}}", "cumulus_message": { "input": "{[$.payload.granules[*].files[*].filename]}", "outputs": [ { "source": "{{$}}", "destination": "{{$.meta.all_the_files}}" }, { "source": "{{$}}", "destination": "{{$.payload}}" } ] }, "granuleIdExtraction": "{{$.meta.collection.granuleIdExtraction}}", "distribution_endpoint": "{{$.meta.distribution_endpoint}}" } }, "exception": "None", "payload": [ "s3://cumulus-test-sandbox-protected/MOD09GQ.A2016358.h13v04.006.2016360104606.hdf", "s3://cumulus-test-sandbox-private/MOD09GQ.A2016358.h13v04.006.2016360104606.hdf.met", "s3://cumulus-test-sandbox-public/MOD09GQ.A2016358.h13v04.006.2016360104606_ndvi.jpg", "s3://cumulus-test-sandbox-public/MOD09GQ.A2016358.h13v04.006.2016360104606.cmr.xml" ] }