@zkochan/pnpm/lib/got.js

A fast implementation of npm install

var debug = require('debug')('pnpm:http')
var throat = require('throat')
var got = require('got')
var HttpAgent = require('http').Agent
var HttpsAgent = require('https').Agent
var caw = require('caw')
var getAuthToken = require('registry-auth-token')

var cache = {}

function getThroater () {
  return throat(+process.env.pnpm_config_concurrency)
}

var httpKeepaliveAgent = new HttpAgent({
  keepAlive: true,
  keepAliveMsecs: 30000
})
var httpsKeepaliveAgent = new HttpsAgent({
  keepAlive: true,
  keepAliveMsecs: 30000
})

/*
 * waits in line
 */

exports.get = function (url, options) {
  var throater = getThroater()
  var key = JSON.stringify([ url, options ])
  if (!cache[key]) {
    cache[key] = new Promise(resolve => {
      throater(_ => {
        debug(url)
        var promise = got(url, extend(url, options))
        resolve({ promise: promise })
        return promise
      })
    })
  }
  return cache[key]
}

/*
 * like require('got').stream, but throated
 */

exports.getStream = function (url, options) {
  var throater = getThroater()
  return new Promise(resolve => {
    throater(_ => {
      debug(url, '[stream]')
      var stream = got.stream(url, extend(url, options))
      resolve(stream)
      return waiter(stream)
    })
  })
}

function waiter (stream) {
  return new Promise((resolve, reject) => {
    stream
      .on('end', resolve)
      .on('error', reject)
  })
}

/*
 * Extends `got` options with User Agent headers and stuff
 */

function extend (url, options) {
  if (!options) options = {}
  if (url.indexOf('https://') === 0) {
    options.agent = caw() || httpsKeepaliveAgent

    var authToken = getAuthToken(url, {recursive: true})
    if (authToken) {
      options.headers = Object.assign({}, options.headers || {}, {
        authorization: authToken.type + ' ' + authToken.token
      })
    }
  } else {
    options.agent = caw() || httpKeepaliveAgent
  }
  return Object.assign({}, options, {
    headers: Object.assign({}, options.headers || {}, {
      'user-agent': 'https://github.com/rstacruz/pnpm'
    })
  })
}