web-spider/examples/taobao.js

web-spider is a simple and fast web spider written with Nodejs!

/**
 * 这是一个抓取taobao页面信息的例子
 * web目录下taobao.com.js就是爬虫数据
 */
const cheerio = require('cheerio');
const url = "https://world.taobao.com/item/527874457952.htm?spm=a312a.7700714.0.0.CSt5jL#detail";

let urlInfo = {url:url};
let spider = new (require('../'))({urlInfo:urlInfo});
//启动爬虫
spider.start();
spider.on('success',(data) =>{
	try{
		console.log(data);
		let $ = cheerio.load(data.data.content);
		let web = require('./web/taobao.com');
		//1.先获取店铺的基本信息
		var info = web.run($);
		console.log(info);
	}catch(e){
		console.error(e);
	}
});
spider.on('error',(err) =>{
	console.error(err);
});