paged-request/index.js

Simplified requests for paged (paginated) content.

'use strict';

const axios = require('axios');

module.exports = async function(url, options, next) {
  if (typeof url !== 'string') {
    return Promise.reject(new TypeError('expected "url" to be a string'));
  }

  if (typeof options === 'function') {
    next = options;
    options = null;
  }

  const opts = Object.assign({}, options);
  const acc = { orig: url, options, pages: [], urls: [] };
  let res;

  while (url && typeof url === 'string' && !acc.urls.includes(url)) {
    acc.urls.push(url);
    res = await axios.get(url, opts);
    url = await next(url, res, acc);
    acc.pages.push(res);
  }

  return acc;
};