jokkerr
Version:
Node package and CLI tool for saving web page as single HTML file
80 lines • 2.88 kB
JavaScript
;
var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
return new (P || (P = Promise))(function (resolve, reject) {
function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
step((generator = generator.apply(thisArg, _arguments || [])).next());
});
};
Object.defineProperty(exports, "__esModule", { value: true });
exports.convertToData = exports.createFileName = exports.createAbsoluteURL = exports.isValidURL = void 0;
// import fs from 'fs';
const http_1 = require("./http");
exports.isValidURL = (uri) => {
if (uri.length < 3) {
return false;
}
try {
new URL(uri);
}
catch (_) {
return false;
}
return true;
};
exports.createAbsoluteURL = (uri, baseURL) => {
uri = uri.trim();
if (!uri || uri.length < 0 || !baseURL) {
return uri;
}
if (uri.startsWith('data:') || uri.startsWith('#')) {
return uri;
}
if (!baseURL.startsWith('http://') && !baseURL.startsWith('https://')) {
return uri;
}
// todo: cleanup utm queries
try {
const u = new URL(uri, baseURL);
return u.toString();
}
catch (e) {
console.warn(e);
return uri;
}
};
exports.createFileName = (uri) => {
const now = new Date().toISOString().replace(/\..+/, '').replace(/T/, '-').replace(/:/g, '');
const extension = 'html';
let url;
try {
url = new URL(uri);
}
catch (_) {
return `${now}.${extension}`;
}
const hostname = url.hostname
.replace(/\./g, '-')
.replace(/www-/, '')
.replace(/^-+|-+$/gm, '');
if (url.pathname.length < 1) {
return `${now}-${hostname}.${extension}`;
}
const pathname = url.pathname.replace(/\//g, '-').replace(/^-+|-+$/gm, '');
const fullpath = `${now}-${hostname}-${pathname}`.replace(/^-+|-+$/gm, '');
return `${fullpath}.${extension}`;
};
exports.convertToData = (uri) => __awaiter(void 0, void 0, void 0, function* () {
if (!exports.isValidURL(uri)) {
return '';
}
const resource = yield new http_1.HTTP().setResponseType('arraybuffer').fetch(uri);
if (!resource || typeof resource !== 'object' || !Object.prototype.hasOwnProperty.call(resource, 'data')) {
return '';
}
const encoded = Buffer.from(resource.data).toString('base64');
return `data:${resource.headers['content-type']};base64,${encoded}`;
});
//# sourceMappingURL=helper.js.map