jarviscrawlercore/src/36kr/exec.js

jarvis crawler core

const {startBrowser} = require('../browser');
const {com36krNews} = require('./news');
const {com36krNewsFlashes} = require('./newsflashes');
const log = require('../log');

/**
 * exec36kr
 * @param {object} program - program
 * @param {string} version - version
 */
async function exec36kr(program, version) {
  program
      .command('36kr [mode]')
      .description('36kr')
      .option('-u, --url [url]', 'url')
      .option('-t, --timeout [timeout]', 'time out')
      .option('-h, --headless [isheadless]', 'headless mode')
      .option('-d, --device [device]', 'device')
      .action(function(mode, options) {
        log.console('version is ', version);

        if (!mode) {
          log.console(
              'command wrong, please type ' + 'jarviscrawler 36kr --help',
          );

          return;
        }

        log.console('mode - ', mode);

        // if (mode == 'respage' && !options.url) {
        //   log.console(
        //       'command wrong, please type ' + 'jarviscrawler smzdm --help',
        //   );

        //   return;
        // }

        let timeout = 3 * 60 * 1000;
        if (typeof options.timeout == 'number') {
          timeout = options.timeout;
        }

        const headless = options.headless === 'true';
        log.console('headless - ', headless);

        (async () => {
          const browser = await startBrowser(headless);

          if (mode == 'news') {
            const ret = await com36krNews(browser, timeout);
            log.console(JSON.stringify(ret));
          } else if (mode == 'newsflashes') {
            const ret = await com36krNewsFlashes(browser, timeout);
            log.console(JSON.stringify(ret));
          }

          await browser.close();

          process.exit(0);
        })().catch((err) => {
          log.console('catch a err ', err);

          if (headless) {
            process.exit(-1);
          }
        });
      });
}

exports.exec36kr = exec36kr;