superagent-charset/index.js

add charset support for node's superagent

'use strict'

/**
 * Module dependencies
 */

const iconv = require('iconv-lite')

/**
 * util
 */

const checkEncoding = enc => {
  // check iconv supported encoding
  if (enc && !iconv.encodingExists(enc)) {
    return new Error('encoding not supported by iconv-lite')
  }
}

/**
 * install the charset()
 */

module.exports = function install(superagent) {
  const Request = superagent.Request

  /**
   * add `charset` to request
   *
   * @param {String} enc : the encoding
   */

  Request.prototype.charset = function(enc) {
    if (enc) {
      let err = checkEncoding(enc)
      if (err) throw err
    }

    // set the parser
    this._parser = function(res, cb) { // res not instanceof http.IncomingMessage
      const chunks = []

      res.on('data', function(chunk) {
        chunks.push(chunk)
      })

      res.on('end', function() {
        let text, err
        const buf = Buffer.concat(chunks)

        // detect if encoding if not specified
        if (!enc) {
          if (res.headers['content-type']) {
            // Extracted from headers
            enc = (res.headers['content-type'].match(/charset=(.+)/) || []).pop()
          }

          if (!enc) {
            // Extracted from <meta charset="gb2312"> or <meta http-equiv=Content-Type content="text/html;charset=gb2312">
            enc = (buf.toString().match(/<meta.+?charset=['"]?([^"']+)/i) || []).pop()
          }

          // check
          err = checkEncoding(enc)
          if (err) return cb(err)

          if (!enc) {
            // Default utf8
            enc = 'utf-8'
          }
        }

        try {
          text = iconv.decode(buf, enc)
        } catch (e) {
          /* istanbul ignore next */
          err = e
        } finally {
          res.text = text
          cb(err)
        }
      })
    }

    return this
  }

  return superagent
}