backup-github-repo/lib/add_entry_data_sequentially.js

Backup all the issues and pull requests of a Github repo, including the comments, events, and labels, as JSON and as HTML

const get = require('./get')
const { props, wait } = require('./promises')
const log = process.stdout.write.bind(process.stdout)
const logBase = 'adding comments, events, and labels'

module.exports = data => {

  var nextEntryIndex = 0

  const addEntryDataSequentially = async () => {
    const nextEntry = data[nextEntryIndex]
    if (!nextEntry) {
      log('\ndone                                                    \n')
      return data
    }
    nextEntryIndex += 1
    const lineStart = nextEntryIndex === 1 ? '\n' : '\r'
    const count = `${nextEntryIndex}/${data.length}`
    log(`${lineStart}${logBase}: ${count}   `)

    await addEntryData(nextEntry)
    await wait(100)
    return addEntryDataSequentially()
  }

  return addEntryDataSequentially()
}

const dataTypes = [
  // issues
  'labels', 'comments', 'events',
  // pulls
  'commits',  'review_comments', 'statuses',
  // common
  'comments'
]

const addEntryData = async entry => {
  const data = await props(dataTypes.reduce(getData(entry), {}))
  return Object.assign(entry, data)
}

const getData = entry => (requests, dataType) => {
  var url = entry[`${dataType}_url`]
  if (url) {
    if (dataType === 'labels') url = url.replace(/{.*/, '')
    requests[dataType] = get(url)
  }
  return requests
}