apify-rbc-pages/index.js

Convert data on the RBC page of choice to a JSON

const vm = require('vm');
const { flatten, get } = require('lodash');
const { load, html } = require('cheerio');

// const gicApi = require('./mock-api/gic/api');
const gicApi = require('./api/gic/api');
// const registeredGicApi = require("./mock-api/registered-gic/api.js");
const registeredGicApi = require('./api/registered-gic/api.js');
// const mortgageApi = require("./mock-api/mortgage/api");
const mortgageApi = require('./api/mortgage/api');

const { extractTable, convert2DimensionalMatrixToJson } = require('./utils');

function getGic() {
  return (
    gicApi
      .getGic()
      .then(load)
      .then(($) => $('table#gic-rates-table'))
      .then(html)
      .then(load)
      .then(extractTable)
      // eslint-disable-next-line no-unused-vars
      .then(([[_, ...keys], ...valuesList]) => [
        ['Term Group', ...keys],
        ...valuesList,
      ])
      .then(convert2DimensionalMatrixToJson)
  );
}

function getRegisteredGic() {
  return Promise.all([
    registeredGicApi.getOfferings(),
    registeredGicApi.getRates(),
  ])
    .then(([offeringsString, ratesString]) => {
      // "rates" response is a Json (in plain text)
      const rates = JSON.parse(ratesString);

      // "offerings" response is a JavaScript variable (in plain text)
      const context = {};
      const script = new vm.Script(offeringsString);
      vm.createContext(context);
      script.runInContext(context);

      const offerings = flatten(
        Object.entries(Object.values(context)[0]).map(([term, val]) =>
          val.map((offering) => ({
            ...offering,
            term,
          }))
        )
      );

      return {
        rates,
        offerings,
      };
    })
    .then(({ rates, offerings }) => {
      const offeringRateMap = get(rates, 'result_content').reduce(
        (acc, rate) => acc.set(get(rate, 'Name'), rate),
        new Map()
      );

      return offerings.map((offering) => ({
        ...offering,
        ...offeringRateMap.get(offering.id),
      }));
    });
}

function getMortgageFixed() {
  return mortgageApi
    .getMortgageFixed()
    .then(load)
    .then(($) => Array.from($('table')).pop())
    .then(html)
    .then(load)
    .then(extractTable)
    .then(convert2DimensionalMatrixToJson);
}

function getMortgagePrime() {
  return mortgageApi
    .getMortgagePrime()
    .then(load)
    .then(($) => $('#rbc-prime-rate table'))
    .then(html)
    .then(load)
    .then(extractTable)
    .then(convert2DimensionalMatrixToJson);
}

function getMortgageVariable() {
  return mortgageApi
    .getMortgageVariable()
    .then(load)
    .then(($) => Array.from($('table')).shift())
    .then(html)
    .then(load)
    .then(extractTable)
    .then(convert2DimensionalMatrixToJson);
}

module.exports = {
  getGic,
  getRegisteredGic,
  getMortgageFixed,
  getMortgagePrime,
  getMortgageVariable,
};