ffc-pay-etl-framework

Version:

A framework for creating ETL pipelines in node

28 lines (23 loc) • 605 B

JavaScript

const { Etl, Loaders, Validators, Destinations } = require('ffc-pay-etl-framework')

const csvFile = `${process.cwd()}/test/fixtures/SoilType.csv`

const columns = [
  'Dist Code',
  'Year',
  'State Code',
  'State Name',
  'Dist Name',
  'SOIL TYPE PERCENT (Percent)'
]

const etl = new Etl.Etl()

etl
  .loader(Loaders.CSVLoader({ path: csvFile, columns }))
  .validator(Validators.UniqueValidator({
    column: 'Dist Code'
  }))
  .destination(Destinations.CSVFileDestination({
    fileName: 'SoilType_Output.csv',
    headers: true,
    includeErrors: false,
    quotationMarks: true
  }))
  .pump()