jokkerr
Version:
Node package and CLI tool for saving web page as single HTML file
79 lines • 3 kB
JavaScript
;
var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
return new (P || (P = Promise))(function (resolve, reject) {
function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
step((generator = generator.apply(thisArg, _arguments || [])).next());
});
};
var __importDefault = (this && this.__importDefault) || function (mod) {
return (mod && mod.__esModule) ? mod : { "default": mod };
};
Object.defineProperty(exports, "__esModule", { value: true });
exports.HTTP = void 0;
const axios_1 = __importDefault(require("axios"));
const _1 = require(".");
class HTTP {
constructor() {
this.timeout = 5;
this.headers = {};
this.responseType = 'blob';
this.headers['User-Agent'] =
this.headers['User-Agent'] ||
'Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/85.0.4183.121 Safari/537.36';
}
do(url) {
return __awaiter(this, void 0, void 0, function* () {
return axios_1.default({
method: 'get',
url: url,
params: {},
timeout: 1000 * this.timeout,
headers: this.headers,
responseType: this.responseType,
});
});
}
setHeader(key, val) {
if (key.length < 1) {
return this;
}
this.headers[key] = val;
return this;
}
setResponseType(responseType) {
this.responseType = responseType;
return this;
}
setOptions(args) {
this.timeout = args.timeout || this.timeout;
return this;
}
fetch(url) {
return __awaiter(this, void 0, void 0, function* () {
if (!_1.isValidURL(url) || url.startsWith('data:')) {
return;
}
return yield this.do(url)
.then((response) => {
// response keys: status, statusText, headers, config, request, data
return response;
})
.catch((err) => {
if (err.response) {
console.warn(`Fetch resources error, [status: ${err.status || 0}, message: ${err.message}]`);
}
else if (err.request) {
console.warn(`Fetch resources error, [url: ${url}]`);
}
else {
console.warn(`Fetch resources error, [message: ${err.message}]`);
}
});
});
}
}
exports.HTTP = HTTP;
//# sourceMappingURL=http.js.map