imm-noc/dist/getnoc.js

A tool for noc inquiry

#!/usr/local/bin/node
"use strict";
var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
    return new (P || (P = Promise))(function (resolve, reject) {
        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
        step((generator = generator.apply(thisArg, _arguments || [])).next());
    });
};
Object.defineProperty(exports, "__esModule", { value: true });
const puppeteer = require("puppeteer");
const outlook_salary_1 = require("./outlook_salary");
const config_1 = require("./config");
const fs = require('fs');
const { ArgumentParser } = require('argparse');
const parser = new ArgumentParser({
    description: 'A tool getting all noc outlook and salary info'
});
parser.add_argument('-f', '--from', { help: 'From which noc code' });
parser.add_argument('-t', '--to', { help: 'Target json filename' });
const args = parser.parse_args();
const from_noc = args.from ? args.from.toString() : "0011";
const filename = args.to ? args.to.toString() : "nocs.json";
var nocs = {};
(() => __awaiter(void 0, void 0, void 0, function* () {
    console.time("Searching time");
    const browser = yield puppeteer.launch(config_1.PROD);
    const page = yield browser.newPage();
    // get outlook data based on noc code 
    try {
        // const current_noc = getCurrentNoc(); // 暂时作废。
        const current_noc = from_noc; //如果出现断点
        const index = config_1.noc_list.indexOf(current_noc);
        for (var i = index; i < config_1.noc_list.length; i++) {
            console.log(config_1.noc_list[i]);
            if (['5124'].includes(config_1.noc_list[i]))
                continue; // no data in jobbank
            const data = yield (0, outlook_salary_1.getNocOutlookSalary)(config_1.noc_list[i], page);
            nocs = Object.assign(Object.assign({}, nocs), data);
        }
        save();
    }
    catch (err) {
        save();
        console.log(`Catch error: ${err}`);
    }
    yield page.close();
    yield browser.close();
    console.timeEnd("Searching time");
}))();
// read json data from saved file, and find the last noc 
// 放弃： 用的机会不多。 不懂脑子了。
function getCurrentNoc() {
    try {
        let rawdata = fs.readFileSync(filename);
        var json_data = JSON.parse(rawdata);
        const keys = Object.keys(json_data).map(x => Number(x));
        var max_key = Math.max(...keys); //需要展开才能求最大值
        const last_noc = '0'.repeat(4 - max_key.toString().length) + max_key;
        return last_noc;
    }
    catch (err) {
        return '0011';
    }
}
function save() {
    // write JSON string to a file
    const nocs_json = JSON.stringify(nocs);
    fs.writeFileSync('nocs.json', nocs_json, (err) => {
        if (err) {
            throw err;
        }
        console.log("JSON data is saved.");
    });
}