proxy-lists
Version:
Get proxies from publicly available proxy lists.
50 lines (47 loc) • 1.06 kB
JavaScript
;
var _ = require('underscore');
module.exports = {
homeUrl: 'https://www.proxynova.com/',
abstract: 'list-crawler',
defaultOptions: {
defaultTimeout: 5000,
},
config: {
lists: [{
link: {
url: 'https://www.proxynova.com/proxy-server-list/',
},
items: [{
selector: '#tbl_proxy_list tbody tr',
attributes: [
{
name: 'ipAddress',
selector: 'td:nth-child(1)',
parse: function(text) {
if (!text) return null;
var match = text.match(/\);(\d{1,3}\.\d{1,3}\.\d{1,3}\.\d{1,3})/);
return match && match[1] || null;
},
},
{
name: 'port',
selector: 'td:nth-child(2)',
parse: function(text) {
var port = parseInt(text);
if (_.isNaN(port)) return null;
return port;
},
},
{
name: 'anonymityLevel',
selector: 'td:nth-child(7)',
parse: function(anonymityLevel) {
if (!anonymityLevel) return null;
return anonymityLevel.trim().toLowerCase();
},
},
],
}],
}],
},
};