jul11co-mangadl
Version:
Jul11co Web Manga Downloader
231 lines (190 loc) • 7.87 kB
JavaScript
var path = require('path');
var urlutil = require('url');
var moment = require('moment');
var utils = require('jul11co-wdt').Utils;
module.exports = {
name: 'HentaiLX',
website: 'http://hentailx.com',
match: function(link, options) {
return /hentailx\.com/g.test(link);
},
dispatch: function(saver, $, page, options, callback) {
if (options.group_by_site && !options.orig_output_dir) {
options.orig_output_dir = options.output_dir;
options.output_dir = path.join(options.output_dir, 'HentaiLX');
saver.setMangaOutputDir(options.output_dir);
}
if ($('div#content_chap').length) {
var chapter_url = page.url;
var chapter_title = $('li.reading-chapter a.link_truyen').first().text().trim();// page.title;
var chapter_images = saver.getImages($, page, 'div#content_chap');
if (options.debug) console.log(chapter_images);
var chapter_url_obj = urlutil.parse(chapter_url);
var chapter_output_dir_name = chapter_title;
var chapter_output_dir = path.join(options.output_dir, chapter_output_dir_name);
options.max_download_threads = 1;
saver.downloadMangaChapter({
chapter_url: page.url,
chapter_title: chapter_title,
chapter_images: chapter_images,
output_dir: chapter_output_dir,
output_dir_name: chapter_output_dir_name
}, options, callback);
} else if ($('div#list-chap').length) {
console.log('----');
console.log('Manga page: ' + page.url);
var manga_title = $('h1.manga-name').first().text().trim();
manga_title = utils.replaceAll(manga_title, '/', '-');
console.log('Manga title: ' + manga_title);
// console.log('Chapter list');
if (options.auto_manga_dir && !options.batch_download) {
options.output_dir = path.join(options.output_dir, manga_title);
saver.setMangaOutputDir(options.output_dir);
} else if (/*options.auto_manga_dir && */options.batch_download) {
var manga_output_dir = path.join(options.batch_output_dir, manga_title);
saver.deleteStateData(page.url);
saver.setMangaOutputDir(manga_output_dir, {save_old_state: true});
options.output_dir = manga_output_dir;
}
if (saver.isDone(page.url) && !options.refresh_info) {
return callback();
}
saver.setStateData('url', page.url);
if (options.save_index_html) {
saver.saveHtmlSync(path.join(options.output_dir, 'index.html'), $.html());
}
var manga_info = this.getMangaInfo($, page, options);
if (manga_info && manga_info.url) {
saver.saveJsonSync(path.join(options.output_dir, 'manga.json'), manga_info);
}
var chapter_links = saver.getLinks($, page, '#list-chap', {
filters: ['/doc-truyen/']
});
saver.downloadMangaChapters(chapter_links, options, callback);
} else if ($('li.item_manga').length) {
options.paging_links = options.paging_links || {};
if (options.paging_links[page.url]) {
return callback();
}
options.paging_links[page.url] = 1;
console.log('-----');
console.log('Manga list: ' + page.url);
options.batch_download = true;
if (!options.batch_url) {
options.batch_url = page.url;
}
if (!options.batch_output_dir) {
options.batch_output_dir = options.output_dir;
}
if (options.batch_output_dir != options.output_dir) {
saver.deleteStateData(page.url);
saver.setMangaOutputDir(options.batch_output_dir, {save_old_state: true});
options.output_dir = options.batch_output_dir;
}
if (!saver.getStateData('url')) {
saver.updateStateData('url', page.url);
}
var manga_links = saver.getLinks($, page, 'li.item_manga', {
blacklist: ['/doc-truyen/']
});
var paging_links = saver.getLinks($, page, '.pagination');
saver.downloadMangaList(manga_links, options, function(err) {
if (err) return callback(err);
saver.setMangaOutputDir(options.batch_output_dir, {save_old_state: true});
options.output_dir = options.batch_output_dir;
manga_links.forEach(function(link) {
if (!saver.isVisited(link)) saver.setVisited(link);
});
saver.setStateData('last_update', new Date());
if (options.all_pages && paging_links.length > 0) {
if (options.refresh_info) {
paging_links = paging_links.filter(function(link) {
return !options.paging_links[link];
});
paging_links.forEach(function(link) {
saver.updateStateData(link, {visited: 0});
});
} else {
paging_links = paging_links.filter(function(link) {
return !saver.isVisited(link);
});
}
saver.processPages(paging_links, options, callback);
} else {
callback();
}
});
} else {
callback();
}
},
getMangaInfo: function($, page, options) {
var manga_info = {};
if ($('#manga-detail').length) {
manga_info.url = page.url;
manga_info.name = $('h1.manga-name').first().text().trim();
manga_info.cover_image = $('#detail-image .thumbnail img').first().attr('src');
// manga_info.description = $('.manga-detail .detail .content').text().trim();
$('div.manga-info').each(function() {
var $key = $(this).find('span').eq(1);
var key = $key.text().trim();
if (key && key != '') {
if (key == 'Tác giả:') {
manga_info.authors = manga_info.authors || [];
$key.parent().find('a').each(function() {
manga_info.authors.push({
name: $(this).text().trim(),
url: $(this).attr('href')
});
});
} else if (key == 'Thể loại:') {
manga_info.genres = manga_info.genres || [];
$key.parent().find('a').each(function() {
manga_info.genres.push({
name: $(this).text().trim(),
url: $(this).attr('href')
});
});
} else if (key == 'Trạng thái:') {
manga_info.status = $key.parent().text().replace('Trạng thái:','').trim();
}
}
});
manga_info.language = 'Vietnamese';
var manga_chapters = [];
if ($('#list-chap .item_chap a.chap-link').length) {
$('#list-chap .item_chap a.chap-link').each(function() {
$(this).find('.text-muted').remove();
var chapter = {
url: $(this).attr('href'),
title: $(this).text().trim()
};
var added = $(this).parent().find('.chapter-view-label').text();
var added_moment = moment(added, 'DD/MM/YYYY');
if (added_moment.isValid()) {
chapter.added = added_moment.toDate();
}
manga_chapters.push(chapter);
});
if (manga_chapters.length == 1) {
manga_info.read_url = manga_chapters[0].url;
}
}
manga_info.chapter_count = manga_chapters.length;
if (options.include_chapters || options.with_chapters) {
manga_info.chapters = manga_chapters;
}
if (options.verbose) {
console.log('Manga:');
console.log(' Name:', manga_info.name);
console.log(' Cover image:', manga_info.cover_image);
// console.log(' Description:', manga_info.description);
console.log(' Authors:', manga_info.authors);
console.log(' Genres:', manga_info.genres);
console.log(' Status:', manga_info.status);
console.log(' Chapter count:', manga_info.chapter_count);
}
}
return manga_info;
}
}