@wabarc/cairn
Version:
Node package and CLI tool for saving web page as single HTML file
91 lines • 3.36 kB
JavaScript
;
/*
* Copyright 2023 Wayback Archiver. All rights reserved.
* Use of this source code is governed by the MIT
* license that can be found in the LICENSE file.
*/
var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
return new (P || (P = Promise))(function (resolve, reject) {
function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
step((generator = generator.apply(thisArg, _arguments || [])).next());
});
};
Object.defineProperty(exports, "__esModule", { value: true });
exports.convertToData = exports.createFileName = exports.createAbsoluteURL = exports.isValidURL = void 0;
// import fs from 'fs';
const http_1 = require("./http");
const isValidURL = (uri) => {
if (!uri || uri.length < 3) {
return false;
}
try {
new URL(uri);
}
catch (_) {
return false;
}
return true;
};
exports.isValidURL = isValidURL;
const createAbsoluteURL = (uri, baseURL) => {
if (!uri || uri.length < 1 || !baseURL) {
return uri;
}
if (uri.startsWith('data:') || uri.startsWith('#')) {
return uri;
}
if (baseURL.startsWith('http://') || baseURL.startsWith('https://')) {
try {
const u = new URL(uri, baseURL);
return cleanURL(u.toString());
}
catch (e) {
console.warn('Cairn warn:', e);
return cleanURL(baseURL);
}
}
return cleanURL(uri);
};
exports.createAbsoluteURL = createAbsoluteURL;
const cleanURL = (uri) => {
// Remove urm_* queries
return uri.replace(/utm(_[\w\-+=.*]+)/g, '');
};
const createFileName = (uri) => {
const now = new Date().toISOString().replace(/\..+/, '').replace(/T/, '-').replace(/:/g, '');
const extension = 'html';
let url;
try {
url = new URL(uri);
}
catch (_) {
return `${now}.${extension}`;
}
const hostname = url.hostname
.replace(/\./g, '-')
.replace(/www-/, '')
.replace(/^-+|-+$/gm, '');
if (url.pathname.length < 1) {
return `${now}-${hostname}.${extension}`;
}
const pathname = url.pathname.replace(/\//g, '-').replace(/^-+|-+$/gm, '');
const fullpath = `${now}-${hostname}-${pathname}`.replace(/^-+|-+$/gm, '').replace(/\.(htm|html)$/gm, '');
return `${fullpath}.${extension}`;
};
exports.createFileName = createFileName;
const convertToData = (uri) => __awaiter(void 0, void 0, void 0, function* () {
if (!(0, exports.isValidURL)(uri)) {
return uri;
}
const resource = yield http_1.http.setResponseType('arraybuffer').fetch(uri);
if (!resource || typeof resource !== 'object' || !Object.prototype.hasOwnProperty.call(resource, 'data')) {
return uri;
}
const encoded = Buffer.from(resource.data).toString('base64');
return `data:${resource.headers['content-type']};base64,${encoded}`;
});
exports.convertToData = convertToData;
//# sourceMappingURL=helper.js.map