bulk-whois-parser/dist/connectors/connectorAPNIC.js

A lib to parse bulk whois data

"use strict";

Object.defineProperty(exports, "__esModule", {
  value: true
});
exports["default"] = void 0;
var _connector = _interopRequireDefault(require("./connector"));
var _fs = _interopRequireDefault(require("fs"));
var _moment = _interopRequireDefault(require("moment"));
function _interopRequireDefault(e) { return e && e.__esModule ? e : { "default": e }; }
function _typeof(o) { "@babel/helpers - typeof"; return _typeof = "function" == typeof Symbol && "symbol" == typeof Symbol.iterator ? function (o) { return typeof o; } : function (o) { return o && "function" == typeof Symbol && o.constructor === Symbol && o !== Symbol.prototype ? "symbol" : typeof o; }, _typeof(o); }
function _defineProperties(e, r) { for (var t = 0; t < r.length; t++) { var o = r[t]; o.enumerable = o.enumerable || !1, o.configurable = !0, "value" in o && (o.writable = !0), Object.defineProperty(e, _toPropertyKey(o.key), o); } }
function _createClass(e, r, t) { return r && _defineProperties(e.prototype, r), t && _defineProperties(e, t), Object.defineProperty(e, "prototype", { writable: !1 }), e; }
function _classCallCheck(a, n) { if (!(a instanceof n)) throw new TypeError("Cannot call a class as a function"); }
function _callSuper(t, o, e) { return o = _getPrototypeOf(o), _possibleConstructorReturn(t, _isNativeReflectConstruct() ? Reflect.construct(o, e || [], _getPrototypeOf(t).constructor) : o.apply(t, e)); }
function _possibleConstructorReturn(t, e) { if (e && ("object" == _typeof(e) || "function" == typeof e)) return e; if (void 0 !== e) throw new TypeError("Derived constructors may only return object or undefined"); return _assertThisInitialized(t); }
function _assertThisInitialized(e) { if (void 0 === e) throw new ReferenceError("this hasn't been initialised - super() hasn't been called"); return e; }
function _isNativeReflectConstruct() { try { var t = !Boolean.prototype.valueOf.call(Reflect.construct(Boolean, [], function () {})); } catch (t) {} return (_isNativeReflectConstruct = function _isNativeReflectConstruct() { return !!t; })(); }
function _getPrototypeOf(t) { return _getPrototypeOf = Object.setPrototypeOf ? Object.getPrototypeOf.bind() : function (t) { return t.__proto__ || Object.getPrototypeOf(t); }, _getPrototypeOf(t); }
function _inherits(t, e) { if ("function" != typeof e && null !== e) throw new TypeError("Super expression must either be null or a function"); t.prototype = Object.create(e && e.prototype, { constructor: { value: t, writable: !0, configurable: !0 } }), Object.defineProperty(t, "prototype", { writable: !1 }), e && _setPrototypeOf(t, e); }
function _setPrototypeOf(t, e) { return _setPrototypeOf = Object.setPrototypeOf ? Object.setPrototypeOf.bind() : function (t, e) { return t.__proto__ = e, t; }, _setPrototypeOf(t, e); }
function _defineProperty(e, r, t) { return (r = _toPropertyKey(r)) in e ? Object.defineProperty(e, r, { value: t, enumerable: !0, configurable: !0, writable: !0 }) : e[r] = t, e; }
function _toPropertyKey(t) { var i = _toPrimitive(t, "string"); return "symbol" == _typeof(i) ? i : i + ""; }
function _toPrimitive(t, r) { if ("object" != _typeof(t) || !t) return t; var e = t[Symbol.toPrimitive]; if (void 0 !== e) { var i = e.call(t, r || "default"); if ("object" != _typeof(i)) return i; throw new TypeError("@@toPrimitive must return a primitive value."); } return ("string" === r ? String : Number)(t); }
var ConnectorAPNIC = exports["default"] = /*#__PURE__*/function (_Connector) {
  function ConnectorAPNIC(params) {
    var _this;
    _classCallCheck(this, ConnectorAPNIC);
    _this = _callSuper(this, ConnectorAPNIC, [params]);
    _defineProperty(_this, "_getDumpFile", function (url) {
      var cacheFile = _this.getCacheFileName(url);
      return _this._downloadFile(url, cacheFile);
    });
    _defineProperty(_this, "_multiReadLines", function (files, type, filterFunction) {
      var fields = arguments.length > 3 && arguments[3] !== undefined ? arguments[3] : [];
      var forEachFunction = arguments.length > 4 ? arguments[4] : undefined;
      return Promise.all(files.map(function (file) {
        return _this._readLines(file, type, filterFunction, fields, forEachFunction);
      })).then(function (objects) {
        return objects.flat();
      });
    });
    _defineProperty(_this, "_isCacheValid", function () {
      return _this.cacheFiles.every(function (file) {
        if (_fs["default"].existsSync(file)) {
          var stats = _fs["default"].statSync(file);
          var lastDownloaded = (0, _moment["default"])(stats.ctime);
          if ((0, _moment["default"])((0, _moment["default"])()).diff(lastDownloaded, "days") <= _this.daysWhoisCache) {
            return true;
          }
        }
        return false;
      });
    });
    _defineProperty(_this, "_getDump", function () {
      if (_this._isCacheValid()) {
        console.log("[apnic] Using cached whois data");
        return Promise.resolve(_this.cacheFiles);
      } else {
        console.log("[apnic] Downloading whois data");
        return Promise.all(_this.dumpUrls.map(_this._getDumpFile));
      }
    });
    _defineProperty(_this, "getObjects", function (types, filterFunction, fields, forEachFunction) {
      return _this._getDump().then(function (file) {
        console.log("[".concat(_this.connectorName, "] Parsing whois data"));
        return Promise.all(types.map(function (type) {
          return _this._multiReadLines(file, type, filterFunction, fields, forEachFunction);
        })).then(function (objects) {
          return objects.flat();
        });
      });
    });
    _this.connectorName = "apnic";
    _this.cacheDir += _this.connectorName + "/";
    _this.dumpUrls = _this.params.dumpUrls || ["http://ftp.apnic.net/apnic/whois/apnic.db.inetnum.gz", "http://ftp.apnic.net/apnic/whois/apnic.db.inet6num.gz", "http://ftp.apnic.net/apnic/whois/apnic.db.as-block.gz", "http://ftp.apnic.net/apnic/whois/apnic.db.as-set.gz", "http://ftp.apnic.net/apnic/whois/apnic.db.aut-num.gz", "http://ftp.apnic.net/apnic/whois/apnic.db.filter-set.gz", "http://ftp.apnic.net/apnic/whois/apnic.db.inet-rtr.gz", "http://ftp.apnic.net/apnic/whois/apnic.db.irt.gz", "http://ftp.apnic.net/apnic/whois/apnic.db.key-cert.gz", "http://ftp.apnic.net/apnic/whois/apnic.db.mntner.gz", "http://ftp.apnic.net/apnic/whois/apnic.db.organisation.gz", "http://ftp.apnic.net/apnic/whois/apnic.db.peering-set.gz", "http://ftp.apnic.net/apnic/whois/apnic.db.rtr-set.gz", "http://ftp.apnic.net/apnic/whois/apnic.db.role.gz", "http://ftp.apnic.net/apnic/whois/apnic.db.route-set.gz", "http://ftp.apnic.net/apnic/whois/apnic.db.route.gz", "http://ftp.apnic.net/apnic/whois/apnic.db.route6.gz", "http://ftp.apnic.net/apnic/whois/apnic.db.rtr-set.gz"];
    _this.cacheFiles = _this.dumpUrls.map(_this.getCacheFileName);
    _this.daysWhoisCache = _this.params.defaultCacheDays || 2;
    if (!_fs["default"].existsSync(_this.cacheDir)) {
      _fs["default"].mkdirSync(_this.cacheDir, {
        recursive: true
      });
    }
    return _this;
  }
  _inherits(ConnectorAPNIC, _Connector);
  return _createClass(ConnectorAPNIC);
}(_connector["default"]);