pelias-csv-importer/lib/cleanup.js

Pelias import pipeline for data from CSV files

var _ = require('lodash');

function removeLeadingZerosFromStreet(token) {
  return token.replace(/^(?:0*)([1-9]\d*(st|nd|rd|th))/,'$1');
}

function capitalizeProperly(streetname){
  if (streetname.toUpperCase() === streetname || streetname.toLowerCase() === streetname){
    streetname = _.capitalize(streetname);
  }
  return streetname;
}

function cleanupStreetName(input) {
  return input.split(/\s/)
  .map(removeLeadingZerosFromStreet)
  .filter(function(part){
    return part.length > 0;
  }).map(capitalizeProperly)
  .join(' ');
}

module.exports = {
  streetName: cleanupStreetName
};