@scrapingant/amazon-proxy-scraper/bin/cli.js

Amazon products scraper by keyword with using ScrapingAnt API

#!/usr/bin/env node
'use strict';

const ProductsScraper = require('../products-scraper');

const startScraper = async argv => {
    try {
        await new ProductsScraper({ ...argv, showProgress: true }).startScraping();
    } catch (error) {
        console.log(error);
    }
};

require('yargs')
    .usage('Usage: $0 [options]')
    .example(`$0 -s 'baking mat' -k 'ScrapingAnt API key'`)
    .example(`$0 -s 'baking mat' -H 'www.amazon.de' -k 'ScrapingAnt API key'`)
    .example(`$0 -s 'baking mat' -c 'us' -H 'www.amazon.de' -k 'ScrapingAnt API key'`)
    .command('$0', 'Scrapes for a products with rotating proxies from the provided key word', {}, argv => {
        startScraper(argv);
    })
    .options({
        help: {
            alias: 'h',
            describe: 'help',
        },
        keyword: {
            alias: 'k',
            default: '',
            type: 'string',
            describe: "Amazon search keyword ex. 'baking mat'",
        },
        apiKey: {
            alias: 'a',
            default: '',
            type: 'string',
            describe: 'ScrapingAnt API key'
        },
        number: {
            alias: 'n',
            default: 10,
            type: 'number',
            describe: 'Number of products to scrape. Maximum 500 products',
        },
        save: {
            alias: 's',
            default: true,
            type: 'boolean',
            describe: 'Save to a file?',
        },
        fileType: {
            alias: 't',
            default: 'csv',
            describe: "File type to save: can be either csv or xls."
        },
        host: {
            alias: 'H',
            default: 'amazon.com',
            type: 'string',
            describe: 'The regional Amazon host (can be amazon.fr, amazon.co.uk, etc.)',
        },
        country: {
            alias: 'c',
            default: '',
            type: 'string',
            describe: 'Country of proxies location (default: all possible countries)'
        }
    })
    .check(argv => {
        if (!argv.apiKey) {
            throw 'ScrapingAnt API key is missing';
        }
        if (!argv.keyword) {
            throw 'Search keyword is missing';
        }
        return true;
    })
    .demandCommand().argv;