animedetect
Version:
Detects anime/manga characters in Node.js
399 lines (398 loc) • 20.4 kB
JavaScript
;
var __assign = (this && this.__assign) || function () {
__assign = Object.assign || function(t) {
for (var s, i = 1, n = arguments.length; i < n; i++) {
s = arguments[i];
for (var p in s) if (Object.prototype.hasOwnProperty.call(s, p))
t[p] = s[p];
}
return t;
};
return __assign.apply(this, arguments);
};
var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
return new (P || (P = Promise))(function (resolve, reject) {
function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
step((generator = generator.apply(thisArg, _arguments || [])).next());
});
};
var __generator = (this && this.__generator) || function (thisArg, body) {
var _ = { label: 0, sent: function() { if (t[0] & 1) throw t[1]; return t[1]; }, trys: [], ops: [] }, f, y, t, g;
return g = { next: verb(0), "throw": verb(1), "return": verb(2) }, typeof Symbol === "function" && (g[Symbol.iterator] = function() { return this; }), g;
function verb(n) { return function (v) { return step([n, v]); }; }
function step(op) {
if (f) throw new TypeError("Generator is already executing.");
while (g && (g = 0, op[0] && (_ = 0)), _) try {
if (f = 1, y && (t = op[0] & 2 ? y["return"] : op[0] ? y["throw"] || ((t = y["return"]) && t.call(y), 0) : y.next) && !(t = t.call(y, op[1])).done) return t;
if (y = 0, t) op = [op[0] & 2, t.value];
switch (op[0]) {
case 0: case 1: t = op; break;
case 4: _.label++; return { value: op[1], done: false };
case 5: _.label++; y = op[1]; op = [0]; continue;
case 7: op = _.ops.pop(); _.trys.pop(); continue;
default:
if (!(t = _.trys, t = t.length > 0 && t[t.length - 1]) && (op[0] === 6 || op[0] === 2)) { _ = 0; continue; }
if (op[0] === 3 && (!t || (op[1] > t[0] && op[1] < t[3]))) { _.label = op[1]; break; }
if (op[0] === 6 && _.label < t[1]) { _.label = t[1]; t = op; break; }
if (t && _.label < t[2]) { _.label = t[2]; _.ops.push(op); break; }
if (t[2]) _.ops.pop();
_.trys.pop(); continue;
}
op = body.call(thisArg, _);
} catch (e) { op = [6, e]; y = 0; } finally { f = t = 0; }
if (op[0] & 5) throw op[1]; return { value: op[0] ? op[1] : void 0, done: true };
}
};
var __read = (this && this.__read) || function (o, n) {
var m = typeof Symbol === "function" && o[Symbol.iterator];
if (!m) return o;
var i = m.call(o), r, ar = [], e;
try {
while ((n === void 0 || n-- > 0) && !(r = i.next()).done) ar.push(r.value);
}
catch (error) { e = { error: error }; }
finally {
try {
if (r && !r.done && (m = i["return"])) m.call(i);
}
finally { if (e) throw e.error; }
}
return ar;
};
var __spreadArray = (this && this.__spreadArray) || function (to, from, pack) {
if (pack || arguments.length === 2) for (var i = 0, l = from.length, ar; i < l; i++) {
if (ar || !(i in from)) {
if (!ar) ar = Array.prototype.slice.call(from, 0, i);
ar[i] = from[i];
}
}
return to.concat(ar || Array.prototype.slice.call(from));
};
var __importDefault = (this && this.__importDefault) || function (mod) {
return (mod && mod.__esModule) ? mod : { "default": mod };
};
Object.defineProperty(exports, "__esModule", { value: true });
exports.cv = exports.sharpen = exports.animedetect = void 0;
var color_1 = __importDefault(require("color"));
var jimp_1 = __importDefault(require("jimp"));
var opencv_js_1 = __importDefault(require("./opencv.js"));
exports.cv = opencv_js_1.default;
var fluent_ffmpeg_1 = __importDefault(require("fluent-ffmpeg"));
var fs_1 = __importDefault(require("fs"));
var gif_frames_1 = __importDefault(require("gif-frames"));
var path_1 = __importDefault(require("path"));
var util_1 = __importDefault(require("util"));
var exec = util_1.default.promisify(require("child_process").exec);
var videoExtensions = [".mp4", ".mov", ".avi", ".flv", ".mkv", ".webm"];
var parseFramerate = function (file, ffmpegPath) { return __awaiter(void 0, void 0, void 0, function () {
var command, str;
return __generator(this, function (_a) {
switch (_a.label) {
case 0:
command = "".concat(ffmpegPath ? ffmpegPath : "ffmpeg", " -i ").concat(file);
return [4 /*yield*/, exec(command).then(function (s) { return s.stdout; }).catch(function (e) { return e.stderr; })];
case 1:
str = _a.sent();
return [2 /*return*/, Number(str.match(/[0-9]* (?=fps,)/)[0])];
}
});
}); };
var removeDirectory = function (dir) {
if (dir === "/" || dir === "./")
return;
if (fs_1.default.existsSync(dir)) {
fs_1.default.readdirSync(dir).forEach(function (entry) {
var entryPath = path_1.default.join(dir, entry);
if (fs_1.default.lstatSync(entryPath).isDirectory()) {
removeDirectory(entryPath);
}
else {
fs_1.default.unlinkSync(entryPath);
}
});
try {
fs_1.default.rmdirSync(dir);
}
catch (e) {
console.log(e);
}
}
};
var download = function (link, dest) { return __awaiter(void 0, void 0, void 0, function () {
var headers, bin;
return __generator(this, function (_a) {
switch (_a.label) {
case 0:
headers = { "user-agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/80.0.3987.122 Safari/537.36", "referer": "https://www.pixiv.net/" };
return [4 /*yield*/, fetch(link, { headers: headers }).then(function (r) { return r.arrayBuffer(); })];
case 1:
bin = _a.sent();
fs_1.default.writeFileSync(dest, Buffer.from(bin, "binary"));
return [2 /*return*/];
}
});
}); };
var matToJimp = function (mat) {
var channels = mat.channels();
var width = mat.cols, height = mat.rows;
var jimpImage = new jimp_1.default(width, height);
// Handling Grayscale Images
if (channels === 1) {
for (var y = 0; y < height; y++) {
for (var x = 0; x < width; x++) {
var pixelValue = mat.ucharAt(y, x);
var color = jimp_1.default.rgbaToInt(pixelValue, pixelValue, pixelValue, 255);
jimpImage.setPixelColor(color, x, y);
}
}
}
// Handling RGB Images
else if (channels === 3) {
for (var y = 0; y < height; y++) {
for (var x = 0; x < width; x++) {
var r = mat.ucharPtr(y, x)[0];
var g = mat.ucharPtr(y, x)[1];
var b = mat.ucharPtr(y, x)[2];
var color = jimp_1.default.rgbaToInt(r, g, b, 255);
jimpImage.setPixelColor(color, x, y);
}
}
}
// Handling RGBA Images
else if (channels === 4) {
for (var y = 0; y < height; y++) {
for (var x = 0; x < width; x++) {
var r = mat.ucharPtr(y, x)[0];
var g = mat.ucharPtr(y, x)[1];
var b = mat.ucharPtr(y, x)[2];
var a = mat.ucharPtr(y, x)[3];
var color = jimp_1.default.rgbaToInt(r, g, b, a);
jimpImage.setPixelColor(color, x, y);
}
}
}
return jimpImage;
};
var sharpen = function (link, options) { return __awaiter(void 0, void 0, void 0, function () {
var imgData, img, ksize, sigma, amount, blurry, sharp;
return __generator(this, function (_a) {
switch (_a.label) {
case 0:
if (!options)
options = {};
return [4 /*yield*/, jimp_1.default.read(link)];
case 1:
imgData = _a.sent();
img = opencv_js_1.default.matFromImageData(imgData.bitmap);
ksize = options.ksize ? Number(options.ksize) : 5.0;
sigma = options.sigma ? Number(options.sigma) : 1.0;
amount = options.amount ? Number(options.amount) : 1.0;
blurry = new opencv_js_1.default.Mat();
opencv_js_1.default.GaussianBlur(img, blurry, new opencv_js_1.default.Size(ksize, ksize), sigma, sigma, opencv_js_1.default.BORDER_DEFAULT);
sharp = new opencv_js_1.default.Mat();
opencv_js_1.default.addWeighted(img, 1 + amount, blurry, -amount, 0, sharp);
return [2 /*return*/, matToJimp(sharp)];
}
});
}); };
exports.sharpen = sharpen;
var detectImage = function (link, options) { return __awaiter(void 0, void 0, void 0, function () {
var imgData, img, newImg, grayImg, data, classifier, minSize, maxSize, objects, result, color, c, i, point1, point2, dest, jimpImage;
var _a, _b;
return __generator(this, function (_c) {
switch (_c.label) {
case 0:
if (!options)
options = {};
return [4 /*yield*/, jimp_1.default.read(link)];
case 1:
imgData = _c.sent();
img = opencv_js_1.default.matFromImageData(imgData.bitmap);
newImg = img.clone();
grayImg = new opencv_js_1.default.Mat();
opencv_js_1.default.cvtColor(img, grayImg, opencv_js_1.default.COLOR_RGBA2GRAY, 0);
try {
if (!options.cascade)
options.cascade = path_1.default.join(__dirname, "../cascade/lbpcascade_animeface.xml");
data = new Uint8Array(fs_1.default.readFileSync(options.cascade));
opencv_js_1.default.FS_createDataFile("/", "lbpcascade_animeface.xml", data, true, false, false);
}
catch (_d) {
// ignore
}
classifier = new opencv_js_1.default.CascadeClassifier("lbpcascade_animeface.xml");
if (!options.scaleFactor)
options.scaleFactor = 1.1;
if (!options.minNeighbors)
options.minNeighbors = 5;
minSize = ((_a = options.minSize) === null || _a === void 0 ? void 0 : _a[0]) && options.minSize[1] ? new opencv_js_1.default.Size(options.minSize[0], options.minSize[1]) : new opencv_js_1.default.Size(0, 0);
maxSize = ((_b = options.maxSize) === null || _b === void 0 ? void 0 : _b[0]) && options.maxSize[1] ? new opencv_js_1.default.Size(options.maxSize[0], options.maxSize[1]) : new opencv_js_1.default.Size(0, 0);
objects = new opencv_js_1.default.RectVector();
classifier.detectMultiScale(grayImg, objects, options.scaleFactor, options.minNeighbors, 0, minSize, maxSize);
result = { objects: objects };
if (objects.size() && options.writeDir) {
if (!fs_1.default.existsSync(options.writeDir))
fs_1.default.mkdirSync(options.writeDir, { recursive: true });
if (!options.thickness)
options.thickness = 1;
color = [255, 44, 41, 255];
if (options.color) {
c = new color_1.default(options.color);
color = [255, c.blue(), c.green(), c.red()];
}
for (i = 0; i < objects.size(); i++) {
point1 = new opencv_js_1.default.Point(objects.get(i).x, objects.get(i).y);
point2 = new opencv_js_1.default.Point(objects.get(i).x + objects.get(i).width, objects.get(i).y + objects.get(i).height);
opencv_js_1.default.rectangle(newImg, point1, point2, color, options.thickness);
}
dest = "".concat(options.writeDir, "/").concat(path_1.default.basename(link, path_1.default.extname(link)), "-result").concat(path_1.default.extname(link));
jimpImage = matToJimp(newImg);
jimpImage.write(dest);
result = __assign(__assign({}, result), { dest: dest });
}
return [2 /*return*/, objects.size() ? result : null];
}
});
}); };
var detectGIF = function (link, options) { return __awaiter(void 0, void 0, void 0, function () {
var baseDir, frameDest, frames, constraint, step, frameArray, promiseArray, _loop_1, i, result, i;
return __generator(this, function (_a) {
switch (_a.label) {
case 0:
if (!options)
options = {};
if (!(link.startsWith("http") && options.downloadDir)) return [3 /*break*/, 2];
if (!fs_1.default.existsSync(options.downloadDir))
fs_1.default.mkdirSync(options.downloadDir, { recursive: true });
return [4 /*yield*/, download(link, "".concat(options.downloadDir, "/").concat(path_1.default.basename(link)))];
case 1:
_a.sent();
link = "".concat(options.downloadDir, "/").concat(path_1.default.basename(link));
_a.label = 2;
case 2:
baseDir = options.downloadDir ? options.downloadDir : (options.writeDir ? options.writeDir : ".");
frameDest = "".concat(baseDir, "/").concat(path_1.default.basename(link, path_1.default.extname(link)), "Frames");
if (fs_1.default.existsSync(frameDest))
removeDirectory(frameDest);
fs_1.default.mkdirSync(frameDest, { recursive: true });
return [4 /*yield*/, (0, gif_frames_1.default)({ url: link, frames: "all", cumulative: true })];
case 3:
frames = _a.sent();
if (Number(options.skipFactor) < 1)
options.skipFactor = 1;
constraint = options.skipFactor ? frames.length / options.skipFactor : frames.length;
step = Math.ceil(frames.length / constraint);
frameArray = [];
promiseArray = [];
_loop_1 = function (i) {
var writeStream = fs_1.default.createWriteStream("".concat(frameDest, "/").concat(path_1.default.basename(link, path_1.default.extname(link)), "frame").concat(i + 1, ".jpg"));
frames[i].getImage().pipe(writeStream);
frameArray.push("".concat(frameDest, "/").concat(path_1.default.basename(link, path_1.default.extname(link)), "frame").concat(i + 1, ".jpg"));
promiseArray.push(new Promise(function (resolve) { return writeStream.on("finish", resolve); }));
};
for (i = 0; i < frames.length; i += step) {
_loop_1(i);
}
return [4 /*yield*/, Promise.all(promiseArray)];
case 4:
_a.sent();
result = null;
i = 0;
_a.label = 5;
case 5:
if (!(i < frameArray.length)) return [3 /*break*/, 8];
return [4 /*yield*/, detectImage(frameArray[i], options)];
case 6:
result = _a.sent();
if (result) {
result = __assign(__assign({}, result), { frame: i + 1 });
return [3 /*break*/, 8];
}
_a.label = 7;
case 7:
i++;
return [3 /*break*/, 5];
case 8:
removeDirectory(frameDest);
return [2 /*return*/, result];
}
});
}); };
var detectVideo = function (link, options) { return __awaiter(void 0, void 0, void 0, function () {
var _a, baseDir, frameDest, framerate, frameArray, result, i;
return __generator(this, function (_b) {
switch (_b.label) {
case 0:
if (!options)
options = {};
if (!(link.startsWith("http") && options.downloadDir)) return [3 /*break*/, 2];
if (!fs_1.default.existsSync(options.downloadDir))
fs_1.default.mkdirSync(options.downloadDir, { recursive: true });
return [4 /*yield*/, download(link, "".concat(options.downloadDir, "/").concat(path_1.default.basename(link)))];
case 1:
_b.sent();
link = "".concat(options.downloadDir, "/").concat(path_1.default.basename(link));
_b.label = 2;
case 2:
if (options.ffmpegPath)
fluent_ffmpeg_1.default.setFfmpegPath(options.ffmpegPath);
if (!!options.framerate) return [3 /*break*/, 4];
_a = options;
return [4 /*yield*/, parseFramerate(link, options.ffmpegPath)];
case 3:
_a.framerate = _b.sent();
_b.label = 4;
case 4:
baseDir = options.downloadDir ? options.downloadDir : (options.writeDir ? options.writeDir : ".");
frameDest = "".concat(baseDir, "/").concat(path_1.default.basename(link, path_1.default.extname(link)), "Frames");
if (fs_1.default.existsSync(frameDest))
removeDirectory(frameDest);
fs_1.default.mkdirSync(frameDest, { recursive: true });
framerate = ["-r", "".concat(options.framerate)];
return [4 /*yield*/, new Promise(function (resolve) {
(0, fluent_ffmpeg_1.default)(link).outputOptions(__spreadArray([], __read(framerate), false))
.save("".concat(frameDest, "/").concat(path_1.default.basename(link, path_1.default.extname(link)), "frame%d.png"))
.on("end", function () { return resolve(); });
})];
case 5:
_b.sent();
frameArray = fs_1.default.readdirSync(frameDest).map(function (f) { return "".concat(frameDest, "/").concat(f); }).sort(new Intl.Collator(undefined, { numeric: true, sensitivity: "base" }).compare);
result = null;
i = 0;
_b.label = 6;
case 6:
if (!(i < frameArray.length)) return [3 /*break*/, 9];
return [4 /*yield*/, detectImage(frameArray[i], options)];
case 7:
result = _b.sent();
if (result) {
result = __assign(__assign({}, result), { frame: i + 1 });
return [3 /*break*/, 9];
}
_b.label = 8;
case 8:
i++;
return [3 /*break*/, 6];
case 9:
removeDirectory(frameDest);
return [2 /*return*/, result];
}
});
}); };
var animedetect = function (link, options) { return __awaiter(void 0, void 0, void 0, function () {
return __generator(this, function (_a) {
if (!path_1.default.extname(link))
return [2 /*return*/, Promise.reject("link or file path is invalid")];
if (path_1.default.extname(link) === ".gif")
return [2 /*return*/, detectGIF(link, options)];
if (videoExtensions.includes(path_1.default.extname(link)))
return [2 /*return*/, detectVideo(link, options)];
return [2 /*return*/, detectImage(link, options)];
});
}); };
exports.animedetect = animedetect;
module.exports.default = { cv: opencv_js_1.default, animedetect: animedetect, sharpen: sharpen };
module.exports = { cv: opencv_js_1.default, animedetect: animedetect, sharpen: sharpen };