facilpralembrar-scrape/index.js

A simple web scrapper

var cheerio = require('cheerio');
var superagent = require('superagent');

module.exports = function (url, selector, callback) {
superagent.get(url)
  .end(function(err, reply){
    if (err) return callback(err);

    if (reply.error) return callback(new Error(reply.text));

    var $ = cheerio.load(reply.text);

    var data = $(selector).map(function(){
      return $(this).text();
    }).toArray();

    callback(null, data);
  });
};


/*var $ = cheerio.load(
  '<ul>\
    <li>Bob</li>\
    <li>Benny</li>\
  </ul>');

$('li').each(function(){
  console.log($(this).text());
});*/