jul11co-mangadl/handlers/h/hentairead.js

Jul11co Web Manga Downloader

var path = require('path');
var urlutil = require('url');

var moment = require('moment');

var utils = require('jul11co-wdt').Utils;

module.exports = {
  
  name: 'HentaiRead',
  website: 'http://hentairead.com',

  match: function(link, options) {
    return /hentairead\.com\//g.test(link);
  },

  dispatch: function(saver, $, page, options, callback) {

    if (options.group_by_site && !options.orig_output_dir) {
      options.orig_output_dir = options.output_dir;
      options.output_dir = path.join(options.output_dir, 'HentaiRead');
      saver.setMangaOutputDir(options.output_dir);
    }

    // saver.saveHtmlFile($, page, options);

    var state = saver.getStateData(page.url);
    if (state && state.done && !options.refresh_info) {
      if (options.cbz && state.chapter_images) {
        return saver.createComicFile(page.output_dir, state.chapter_images, callback);
      } else {
        return callback();
      }
    }

    var linkExists = function(link, container) {
      var links = saver.getLinks($, page, container || 'body', {
        filters: [link]
      });
      return (links.length > 0);
    }

    if ($('.mng_info').length) {
      console.log('----');
      console.log('Manga page: ' + page.url);
      
      var manga_title = $('.wpm_pag.mng_det h1.ttl').first().text().trim();
      manga_title = utils.replaceAll(manga_title, '/', '-');
      console.log('Manga title: ' + manga_title);

      if (options.language && !linkExists('/language/' + options.language, '#info')) {
        console.log('No language matched');
        return callback();
      }
      if (options.status && !linkExists('/status/' + options.category, '#info')) {
        console.log('No status matched');
        return callback();
      }
      if (options.category && !linkExists('/category/' + options.category, '#info')) {
        console.log('No category matched');
        return callback();
      }
      if (options.group && !linkExists('/group/' + options.group, '#info')) {
        console.log('No group matched');
        return callback();
      }
      if (options.author && !linkExists('/author/' + options.author, '#info')) {
        console.log('No author matched');
        return callback();
      }

      if (options.auto_manga_dir && !options.batch_download) {
        options.output_dir = path.join(options.output_dir, manga_title);
        saver.setMangaOutputDir(options.output_dir);
      } else if (/*options.auto_manga_dir && */options.batch_download) {
        var manga_output_dir = path.join(options.batch_output_dir, manga_title);
        saver.deleteStateData(page.url);
        saver.setMangaOutputDir(manga_output_dir, {save_old_state: true});
        options.output_dir = manga_output_dir;
      }

      if (saver.isDone(page.url) && !options.refresh_info) {
        return callback();
      }

      saver.updateStateData('url', page.url);
      if (options.save_index_html) {
        saver.saveHtmlSync(path.join(options.output_dir, 'index.html'), $.html());
      }
      var manga_info = this.getMangaInfo($, page, options);
      if (manga_info && manga_info.url) {
        saver.saveJsonSync(path.join(options.output_dir, 'manga.json'), manga_info);
      }

      var read_links = saver.getLinks($, page, '.read-now');
      if (options.debug) console.log(read_links);

      saver.downloadMangaChapters(read_links, options, callback);

    } else if ($('#manga-single-image').length) {

      // http://hentairead.com/<HENTAINAME>/<CHAPTER>/PAGE/
      var link_obj = urlutil.parse(page.url);
      var chapter_url = link_obj.protocol + '//' + link_obj.hostname + link_obj.pathname;
      var chapter_title = $('.wpm_pag.mng_rdr h1.ttl').first().text().trim();

      var chapter_script = $('.entry script').html();
      if (!chapter_script) {
        console.log('No chapter script available');
        return callback();
      }

      var tmp_images = [];
      var tmp_eval_code = /eval(\(.*\))/g.exec(chapter_script);
      // if (options.debug) console.log(tmp_eval_code);

      if (tmp_eval_code) {
        var tmp_images_code = utils.extractSubstring(tmp_eval_code[1], 
          'eval(unescape(', '))');
        if (tmp_images_code.indexOf('b') == 0) tmp_images_code = tmp_images_code.substring(1);
        // if (options.debug) console.log(tmp_images_code);
        tmp_images_code = 'unescape("' + tmp_images_code + '")';
        tmp_images = eval(tmp_images_code);
      }
      // if (options.debug) console.log(tmp_images);

      var chapter_images = [];
      if (typeof tmp_images == 'string') {
        tmp_images = utils.replaceAll(tmp_images, '\\', '');
        tmp_images = utils.replaceAll(tmp_images, '[', '');
        tmp_images = utils.replaceAll(tmp_images, ']', '');
        tmp_images = utils.replaceAll(tmp_images, '"', '');
        var image_srcs = tmp_images.split(',');
        image_srcs = image_srcs.filter(function(image_src) {
          return image_src != '';
        });
        chapter_images = image_srcs.map(function(image_src) {
          return { src: image_src };
        });
      }
      if (options.debug) console.log(chapter_images);

      if (chapter_images.length == 0) {
        return callback();
      }

      var chapter_url_obj = urlutil.parse(chapter_url);
      var chapter_output_dir_name = path.basename(path.dirname(chapter_url_obj.pathname));
      var chapter_output_dir = path.join(options.output_dir, chapter_output_dir_name);

      saver.downloadMangaChapter({
        chapter_url: chapter_url,
        chapter_title: chapter_title,
        chapter_images: chapter_images,
        output_dir: chapter_output_dir
      }, options, callback);

    } else if ($('.mng-list-thumb').length) {

      options.paging_links = options.paging_links || {};
      if (options.paging_links[page.url]) {
        return callback();
      }

      options.paging_links[page.url] = 1;

      console.log('-----');
      console.log('Manga list: ' + page.url);

      options.batch_download = true;

      if (!options.batch_url) {
        options.batch_url = page.url;
      }
      if (!options.batch_output_dir) {
        options.batch_output_dir = options.output_dir;
      }
      if (options.batch_output_dir != options.output_dir) {
        saver.deleteStateData(page.url);
        saver.setMangaOutputDir(options.batch_output_dir, {save_old_state: true});
        options.output_dir = options.batch_output_dir;
      }

      if (!saver.getStateData('url')) {
        saver.updateStateData('url', page.url);
      }

      var manga_links = saver.getLinks($, page, '.mng-list-thumb');

      var paging_links = saver.getLinks($, page, '.wpm_nav .pgg');

      saver.downloadMangaList(manga_links, options, function(err) {
        if (err) return callback(err);

        saver.setMangaOutputDir(options.batch_output_dir, {save_old_state: true});
        options.output_dir = options.batch_output_dir;
        manga_links.forEach(function(link) {
          if (!saver.isVisited(link)) saver.setVisited(link);
        });
        saver.setStateData('last_update', new Date());

        if (options.all_pages && paging_links.length > 0) {
          if (options.refresh_info) {
            paging_links = paging_links.filter(function(link) {
              return !options.paging_links[link];
            });
            paging_links.forEach(function(link) {
              saver.updateStateData(link, {visited: 0});
            });
          } else {
            paging_links = paging_links.filter(function(link) {
              return !saver.isVisited(link);
            });
          }
          saver.processPages(paging_links, options, callback);
        } else {
          callback();
        }
      });

    } else {
      callback();
    }
  },

  getMangaInfo: function($, page, options) {
    var manga_info = {};
    if ($('.mng_det').length) {
      manga_info = {};
      manga_info.url = page.url;
      manga_info.name = $('.mng_det h1.ttl').text().trim();

      manga_info.cover_image = $('.mng_det img.cvr').attr('src');
      // manga_info.description = $('.manga-detail .detail .content').text().trim();

      $('.mng_det ul.det li').each(function() {
        var $key = $(this).find('b');
        var key = $key.text().trim();
        if (key && key != '') {
          $key.remove();
          if (key == 'Alternative Name:') {
            manga_info.alternative_names = manga_info.alternative_names || []; 
            if ($(this).find('a').length) {
              $(this).find('a').each(function() {
                manga_info.alternative_names.push({
                  name: $(this).text().trim(),
                  url: $(this).attr('href')
                })
              });
            } else {
              manga_info.alternative_names = $(this).text().trim().split(', ');
            }
          } else if (key == 'Released in:') {
            manga_info.released = parseInt($(this).text().trim());
          } else if (key == 'Date Added:') {
            var added_moment = moment($(this).text().trim(), 'MMM DD, YYYY');
            if (added_moment.isValid()) {
              manga_info.added = added_moment.toDate();
            }
          } else if (key == 'Language:') {
            // manga_info.language = $(this).text().trim();
            var language_name = $(this).find('a').text().trim();
            if (language_name) {
              manga_info.language = {
                name: $(this).find('a').text().trim(),
                url: $(this).find('a').attr('href')
              };
            };
          } else if (key == 'Status:') {
            // manga_info.status = $(this).text().trim();
            var status_name = $(this).find('a').text().trim();
            if (status_name) {
              manga_info.status = {
                name: $(this).find('a').text().trim(),
                url: $(this).find('a').attr('href')
              };
            };
          } else if (key == 'Rank:') {
            manga_info.rank = parseInt($(this).text().trim());
          } else if (key == 'Total Views:') {
            manga_info.views = parseInt($(this).text().trim());
          } else if (key == 'Category:') {
            // manga_info.category = $(this).text().trim();
            // manga_info.categories = $(this).text().trim().split(', ');
            manga_info.categories = manga_info.categories || []; 
            $(this).find('a').each(function() {
              manga_info.categories.push({
                name: $(this).text().trim(),
                url: $(this).attr('href')
              })
            });
          } else if (key == 'Group:') {
            // manga_info.groups = $(this).text().trim().split(', ');
            manga_info.groups = manga_info.groups || []; 
            $(this).find('a').each(function() {
              manga_info.groups.push({
                name: $(this).text().trim(),
                url: $(this).attr('href')
              })
            });
          } else if (key == 'Author:') {
            // manga_info.authors = $(this).text().trim().split(', ');
            manga_info.authors = manga_info.authors || []; 
            $(this).find('a').each(function() {
              manga_info.authors.push({
                name: $(this).text().trim(),
                url: $(this).attr('href')
              })
            });
          } else if (key == 'Publisher:') {
            // manga_info.publisher = $(this).text().trim();
            var publisher_name = $(this).find('a').text().trim();
            if (publisher_name) {
              manga_info.publisher = {
                name: $(this).find('a').text().trim(),
                url: $(this).find('a').attr('href')
              };
            };
          } else if (key == 'Scanlator:') {
            // manga_info.scanlator = $(this).text().trim();
            var scanlator_name = $(this).find('a').text().trim();
            if (scanlator_name) {
              manga_info.scanlator = {
                name: $(this).find('a').text().trim(),
                url: $(this).find('a').attr('href')
              };
            };
          } else if (key == 'Parody:') {
            // manga_info.parodies = $(this).text().trim().split(', ');
            manga_info.parodies = manga_info.parodies || []; 
            $(this).find('a').each(function() {
              manga_info.parodies.push({
                name: $(this).text().trim(),
                url: $(this).attr('href')
              });
            });
          } else if (key == 'Female:') {
            // manga_info.female_genres = $(this).text().trim().split(', ');
            var female_genres = []; 
            manga_info.genres = manga_info.genres || [];
            $(this).find('a').each(function() {
              female_genres.push({
                name: $(this).text().trim(),
                url: $(this).attr('href')
              });
            });
            if (female_genres.length) manga_info.genres = manga_info.genres.concat(female_genres);
          } else if (key == 'Male:') {
            // manga_info.male_genres = $(this).text().trim().split(', ');
            var male_genres = []; 
            manga_info.genres = manga_info.genres || [];
            $(this).find('a').each(function() {
              male_genres.push({
                name: $(this).text().trim(),
                url: $(this).attr('href')
              });
            });
            if (male_genres.length) manga_info.genres = manga_info.genres.concat(male_genres);
          } else if (key == 'Other:') {
            // manga_info.other_genres = $(this).text().trim().split(', ');
            var other_genres = []; 
            manga_info.genres = manga_info.genres || [];
            $(this).find('a').each(function() {
              other_genres.push({
                name: $(this).text().trim(),
                url: $(this).attr('href')
              });
            });
            if (other_genres.length) manga_info.genres = manga_info.genres.concat(other_genres);
          } else if (key == 'Tag:') {
            // manga_info.tags = $(this).text().trim().split(', ');
            manga_info.tags = manga_info.tags || []; 
            $(this).find('a').each(function() {
              manga_info.tags.push({
                name: $(this).text().trim(),
                url: $(this).attr('href')
              })
            });
          }
        }
      });

      if ($('.det-list-thumb a div.title-chr').length) {
        manga_info.characters = manga_info.characters || [];
        $('.det-list-thumb a div.title-chr').each(function() {
          // manga_info.characters.push($(this).text().trim());
          manga_info.characters.push({
            name: $(this).text().trim(),
            url: $(this).parent().attr('href')
          });
        })
      }

      var manga_chapters = [];
      if ($('.read-now a').length) {
        manga_chapters.push({
          url: $('.read-now a').attr('href'),
          title: $('.read-now a').attr('title')
        });

        manga_info.read_url = $('.read-now a').attr('href');
      }

      if (options.include_chapters || options.with_chapters) {
        manga_info.chapters = manga_chapters;
      }
      manga_info.chapter_count = manga_chapters.length;

      if (options.verbose) {
        console.log('Manga:');
        console.log('    Name:', manga_info.name);
        console.log('    Cover image:', manga_info.cover_image);
        // console.log('    Description:', manga_info.description);
        console.log('    Authors:', manga_info.authors);
        console.log('    Genres:', manga_info.genres);
        console.log('    Status:', manga_info.status);
        console.log('    Chapter count:', manga_info.chapter_count);
      }

    }
    return manga_info;
  }
}