@wmfs/tymly-etl-plugin
Version:
A collection of states for helping with Extract, Transform and Load tasks.
87 lines (86 loc) • 2.04 kB
JSON
{
"Comment": "Process the CSV file.",
"version": "1.0",
"StartAt": "ProcessingCsvFiles",
"instigators": [
"user"
],
"States": {
"ProcessingCsvFiles": {
"Type": "Task",
"Resource": "module:processingCsvFiles",
"ResourceConfig": {
"parser": {
"quote": "\"",
"delimiter": ",",
"newline": "\n",
"skipFirstLine": true,
"trimWhitespace": true
},
"dirSplits": [
{
"columnIndex": 4,
"valueToDirMap": {
"u": "upserts",
"d": "delete",
"x": "upserts"
}
}
],
"fileSplits": {
"columnIndex": 4,
"valueToFileMap": {
"u": {
"filename": "people",
"outputColumns": [
{
"name": ".social_security_id",
"columnIndex": 0
},
{
"name": "action",
"columnIndex": 4
}
]
},
"x": {
"filename": "people",
"outputColumns": [
{
"name": ".social_security_id",
"columnIndex": 0
},
{
"name": "action",
"columnIndex": 4
}
]
},
"d": {
"filename": "people",
"outputColumns": [
{
"name": "social_security_id",
"columnIndex": 0
},
{
"name": "action",
"columnIndex": 4
}
]
}
}
}
},
"End": true
}
},
"restrictions": [
{
"roleId": "$authenticated",
"allows": [
"*"
]
}
]
}