jarviscrawlercore/src/steepandcheap/exec.js

jarvis crawler core

const {startBrowser} = require('../browser');
const {steepandcheapProducts} = require('./products');
const {steepandcheapProducts2} = require('./products2');
const {steepandcheapProduct} = require('./product');
const log = require('../log');

/**
 * execSteepAndCheap
 * @param {object} program - program
 * @param {string} version - version
 */
async function execSteepAndCheap(program, version) {
  program
      .command('steepandcheap [mode]')
      .description('steepandcheap')
      .option('-u, --url [url]', 'url')
      .option('-p, --page [page]', 'pageid')
      .option('-t, --timeout [timeout]', 'time out')
      .option('-h, --headless [isheadless]', 'headless mode')
      .action(function(mode, options) {
        log.console('version is ', version);

        if (!mode) {
          log.console(
              'command wrong, please type ' + 'jarviscrawler steepandcheap --help',
          );

          return;
        }

        log.console('mode - ', mode);

        if (mode == 'products' && !options.url) {
          log.console(
              'command wrong, please type ' + 'jarviscrawler steepandcheap --help',
          );

          return;
        }

        if (mode == 'products2' && !options.url) {
          log.console(
              'command wrong, please type ' + 'jarviscrawler steepandcheap --help',
          );

          return;
        }

        if (mode == 'product' && !options.url) {
          log.console(
              'command wrong, please type ' + 'jarviscrawler steepandcheap --help',
          );

          return;
        }

        let timeout = 3 * 60 * 1000;
        if (typeof options.timeout == 'number') {
          timeout = options.timeout;
        }

        let page = 0;
        if (options.page) {
          try {
            page = parseInt(options.page);
          } catch (err) {}
        }

        const headless = options.headless === 'true';
        log.console('headless - ', headless);

        (async () => {
          const browser = await startBrowser(headless);

          if (mode == 'products') {
            const ret = await steepandcheapProducts(
                browser,
                options.url,
                page,
                timeout,
            );
            log.console(JSON.stringify(ret));
          } else if (mode == 'products2') {
            const ret = await steepandcheapProducts2(
                browser,
                options.url,
                page,
                timeout,
            );
            log.console(JSON.stringify(ret));
          } else if (mode == 'product') {
            const ret = await steepandcheapProduct(browser, options.url, timeout);
            log.console(JSON.stringify(ret));
          }

          await browser.close();
        })().catch((err) => {
          log.console('catch a err ', err);

          if (headless) {
            process.exit(-1);
          }
        });
      });
}

exports.execSteepAndCheap = execSteepAndCheap;