jul11co-mangadl/handlers/h/e-hentai.js

Jul11co Web Manga Downloader

var path = require('path');
var urlutil = require('url');
var utils = require('jul11co-wdt').Utils;

var moment = require('moment');

module.exports = {
  
  name: 'E-Hentai',
  website: 'http://e-hentai.org',

  match: function(link, options) {
    return /e-hentai\.org\//g.test(link);
  },

  dispatch: function(saver, $, page, options, callback) {

    if (options.group_by_site && !options.orig_output_dir) {
      options.orig_output_dir = options.output_dir;
      options.output_dir = path.join(options.output_dir, 'E-Hentai');
      saver.setMangaOutputDir(options.output_dir);
    }

    var state = saver.getStateData(page.url);
    if (state && state.done && !options.refresh_info) {
      if (options.cbz && state.chapter_images) {
        return saver.createComicFile(page.output_dir, state.chapter_images, callback);
      } else {
        return callback();
      }
    }

    var updateDownloadState = function(cb) {

      if (options.chapter_url == '' || typeof options.chapter_url == 'undefined') {
        return cb();
      }

      // Check if all chapter pages are visited
      var all_chapter_pages_visited = true;
      for (var chapter_page_url in options.chapter_pages) {
        if (options.chapter_pages[chapter_page_url].visited == false) {
          all_chapter_pages_visited = false;
          break;
        }
      }

      if (all_chapter_pages_visited) {

        var chapter_state = saver.getStateData(options.chapter_url);
        if (chapter_state && chapter_state.done) {
          if (options.verbose) console.log('Chapter done:', options.chapter_url);
          return cb();
        }

        var chapter_images = [];
        for (var chapter_page_url in options.chapter_pages) {
          // var chapter_page = options.chapter_pages[chapter_page_url];
          var chapter_page = saver.getStateData(chapter_page_url);
          chapter_images = chapter_images.concat(chapter_page.images);
        }
        if (options.debug) console.log(chapter_images);

        // Reset chapter pages
        options.chapter_pages = {};
        options.paging_pages = [];

        var chapter_url = options.chapter_url;
        options.chapter_url = '';

        saver.downloadMangaChapter({
          chapter_url: chapter_url,
          chapter_title: options.chapter_title || '',
          chapter_images: chapter_images,
          output_dir: options.chapter_output_dir
        }, options, cb);

      } else {

        // Get next unprocessed page in options.chapter_pages
        var next_page_url = '';
        for (var chapter_page_url in options.chapter_pages) {
          if (options.chapter_pages[chapter_page_url].visited == false) {
            next_page_url = chapter_page_url;
            break;
          }
        }

        var all_chapter_pages_count = 0;
        var visited_chapter_pages_count = 0;
        for (var chapter_page_url in options.chapter_pages) {
          all_chapter_pages_count++;
          if (options.chapter_pages[chapter_page_url].visited) visited_chapter_pages_count++;
        }

        console.log('Chapter page:', (visited_chapter_pages_count+1) + '/' + all_chapter_pages_count, next_page_url);

        // Process next page
        saver.processPage(next_page_url, options, cb);
      }
    }

    if (/e-hentai\.org\/g\//g.test(page.url) && $('.gm').length) {
      console.log('----')
      console.log('Gallery page:', page.url);

      var manga_title = $('#gn').text().trim();
      manga_title = utils.replaceAll(manga_title, '/', '-');
      console.log('Gallery: ' + manga_title);

      if (options.language) { // 'korean', 'chinese', 'thai', 'spanish'
        if (!$('#td_language\\:' + options.language).length) {
          console.log('No language matched');
          return callback();
        }
      }

      if (options.auto_manga_dir && !options.batch_download && page.url.indexOf('?p=') == -1) {
        options.output_dir = path.join(options.output_dir, manga_title);
        saver.setMangaOutputDir(options.output_dir);
      } else if (/*options.auto_manga_dir && */options.batch_download) {
        var manga_output_dir = path.join(options.batch_output_dir, manga_title);
        saver.deleteStateData(page.url);
        saver.setMangaOutputDir(manga_output_dir, {save_old_state: true});
        options.output_dir = manga_output_dir;
      }

      if (saver.isDone(page.url) && !options.refresh_info) {
        return callback();
      }

      saver.setStateData('url', page.url);
      if (options.save_index_html) {
        saver.saveHtmlSync(path.join(options.output_dir, 'index.html'), $.html());
      }
      var manga_info = this.getMangaInfo($, page, options);
      if (manga_info && manga_info.url) {
        saver.saveJsonSync(path.join(options.output_dir, 'manga.json'), manga_info);
      }
      
      if (typeof options.chapter_url == 'undefined' || options.chapter_url == '') {
        options.chapter_url = page.url;
        options.chapter_title = manga_title;

        var chapter_url_obj = urlutil.parse(options.chapter_url);
        var chapter_output_dir_name = path.basename(chapter_url_obj.pathname);
        options.chapter_output_dir = path.join((options.output_dir || '.'), chapter_output_dir_name);
      }

      var chapter_page_links = [];
      // links.push(page.url);

      saver.fixLinks($, page, '#gdt');
      saver.fixLinks($, page, 'table.ptt');
      
      $('#gdt .gdtm a').each(function() {
        chapter_page_links.push($(this).attr('href'));
      });
      console.log('' + chapter_page_links.length + ' gallery pages');
      if (options.debug) console.log(chapter_page_links);

      saver.updateStateData(page.url, {
        links: chapter_page_links
      });

      if (typeof options.chapter_pages == 'undefined') {
        // Init data holder for chapter pages in options (passed through all callback)
        options.chapter_pages = {};
      }

      for (var i = 0; i < chapter_page_links.length; i++) {
        var chapter_page_link = chapter_page_links[i];
        if (typeof options.chapter_pages[chapter_page_link] == 'undefined') {
          var chapter_page = saver.getStateData(chapter_page_link);
          if (chapter_page && chapter_page.visited && chapter_page.images) {
            options.chapter_pages[chapter_page_link] = {
              visited: true,
              // images: chapter_page.images
            };
          }
          else {
            // console.log('Add chapter page link: ' + chapter_page_link);
            options.chapter_pages[chapter_page_link] = {
              visited: false,
              // images: []
            };
          }
        }
      }

      if (typeof options.paging_pages == 'undefined') {
        options.paging_pages = [];
      }
      if (options.paging_pages.indexOf(page.url) == -1) {
        options.paging_pages.push(page.url);
      }

      var paging_links = [];
      paging_links = saver.getLinks($, page, 'table.ptt', {});
      paging_links = paging_links.filter(function(link) {
        return (options.paging_pages.indexOf(link) == -1);
      });

      if (paging_links.length) {
        paging_links = paging_links.filter(function(link) {
          return !saver.isVisited(link);
        });
        
        saver.processPages(paging_links, options, function(err) {
          if (err) return callback(err);
          updateDownloadState(callback);
        });
      } else {
        updateDownloadState(callback);
      }
    
    } else if (/e-hentai\.org\/s\//g.test(page.url) && $('#i3').length) {
     
      if (typeof options.chapter_pages != 'undefined' 
        && typeof options.chapter_pages[page.url] != 'undefined') {
        options.chapter_pages[page.url].visited = true;
      } else {
        console.log('Wrong state! This page not included in chapter links');
        return callback();
      }

      // Get images on current page
      var images = saver.getImages($, page, '#i3');
      if (options.debug) console.log(images);

      saver.updateStateData(page.url, {images: images});

      // Save to options
      // options.chapter_pages[page.url].images = options.chapter_pages[page.url].images.concat(images);

      updateDownloadState(callback);

    } else if ($('.itg').length && $('.ptt').length) {

      options.paging_links = options.paging_links || {};
      if (options.paging_links[page.url]) {
        return callback();
      }

      options.paging_links[page.url] = 1;

      console.log('--');
      console.log('Manga list: ' + page.url);

      options.batch_download = true;

      if (!options.batch_url) {
        options.batch_url = page.url;
      }
      if (!options.batch_output_dir) {
        options.batch_output_dir = options.output_dir;
      }
      if (options.batch_output_dir != options.output_dir) {
        saver.deleteStateData(page.url);
        saver.setMangaOutputDir(options.batch_output_dir, {save_old_state: true});
        options.output_dir = options.batch_output_dir;
      }

      if (!saver.getStateData('url')) {
        saver.updateStateData('url', page.url);
      }

      var gallery_links = saver.getLinks($, page, '.itg', {
        filters: ['https://e-hentai.org/g/']
      });
      console.log('' + gallery_links.length + ' galleries');
      if (options.debug) console.log(gallery_links);

      gallery_links = gallery_links.filter(function(link) {
        return !saver.isVisited(link);
      });
      console.log('' + gallery_links.length + ' new galleries');

      var paging_links = saver.getLinks($, page, 'table.ptt');

      saver.downloadMangaList(gallery_links, options, function(err) {
        if (err) return callback(err);

        saver.setMangaOutputDir(options.batch_output_dir, {save_old_state: true});
        options.output_dir = options.batch_output_dir;
        gallery_links.forEach(function(link) {
          if (!saver.isVisited(link)) saver.setVisited(link);
        });
        saver.setStateData('last_update', new Date());

        if (options.all_pages && paging_links.length > 0) {
          if (options.refresh_info) {
            paging_links = paging_links.filter(function(link) {
              return !options.paging_links[link];
            });
            paging_links.forEach(function(link) {
              saver.updateStateData(link, {visited: 0});
            });
          } else {
            paging_links = paging_links.filter(function(link) {
              return !saver.isVisited(link);
            });
          }
          saver.processPages(paging_links, options, callback);
        } else {
          callback();
        }
      });
    } else {
      callback();
    }
  },

  getMangaInfo: function($, page, options) {
    var manga_info = {};
    if (page.url.indexOf('/g/')!=-1 && $('#taglist').length) {
      manga_info = {};
      manga_info.url = page.url;
      manga_info.name = $('h1#gn').first().text().trim();

      // manga_info.cover_image = $('.book_page .cover img').first().attr('src');
      // manga_info.description = $('.manga-detail .detail .content').text().trim();

      var cover_style = $('div#gd1 div').first().attr('style');
      var background = utils.extractSubstring(cover_style, 'url(',')');
      if (background) {
        var cover_image = utils.replaceAll(background, 'url(','');
        cover_image = utils.replaceAll(cover_image, 'url(','');
        manga_info.cover_image = cover_image;
      }

      $('#taglist table tr td a').each(function() {
        var tag_url = $(this).attr('href');
        var tag_name = $(this).text().trim();
        if (tag_url.indexOf('/tag/language') != -1) {
          if (tag_name != 'translated') {
            manga_info.language = {
              name: tag_name,
              url: tag_url
            };
          }
        } else if (tag_url.indexOf('/tag/artist') != -1) {
          manga_info.artists = manga_info.artists || [];
          manga_info.artists.push({
            name: tag_name,
            url: tag_url
          });
        } else if (tag_url.indexOf('/tag/group') != -1) {
          manga_info.groups = manga_info.groups || [];
          manga_info.groups.push({
            name: tag_name,
            url: tag_url
          });
        } else if (tag_url.indexOf('/tag/parody') != -1) {
          manga_info.parodies = manga_info.parodies || [];
          manga_info.parodies.push({
            name: tag_name,
            url: tag_url
          });
        } else if (tag_url.indexOf('/tag/character') != -1) {
          manga_info.characters = manga_info.characters || [];
          manga_info.characters.push({
            name: tag_name,
            url: tag_url
          });
        } else if (tag_url.indexOf('/tag/male') != -1) {
          manga_info.tags = manga_info.tags || [];
          manga_info.tags.push({
            name: 'male: ' + tag_name,
            url: tag_url
          });
        } else if (tag_url.indexOf('/tag/female') != -1) {
          manga_info.tags = manga_info.tags || [];
          manga_info.tags.push({
            name: 'female: ' + tag_name,
            url: tag_url
          });
        } else if (tag_url.indexOf('/tag/') != -1) {
          manga_info.tags = manga_info.tags || [];
          manga_info.tags.push({
            name: tag_name,
            url: tag_url
          });
        }
      });

      if ($('#rating_label').length) {
        var rating_label = $('#rating_label').text().trim().replace('Average: ','').trim();
        if (rating_label) manga_info.rating = rating_label;
      }

      $('#gdd table tr').each(function() {
        var key = $(this).find('td.gdt1').text().trim();
        if (key == 'Posted:') {
          var posted = $(this).find('td.gdt2').text().trim();
          var added_moment = moment(posted, 'YYYY-MM-DD hh:mm');
          if (added_moment.isValid()) {
            manga_info.added = added_moment.toDate();
          }
        }
      });

      if (options.with_chapters) {
        // manga_info.chapter_url = manga_info.url;
        // manga_info.chapter_title = manga_info.name;

        manga_info.chapters = [];
        manga_info.chapters.push({
          url: manga_info.url,
          title: manga_info.name
        });
      }

      manga_info.chapter_count = 1;

      if (options.verbose) {
        console.log('Manga:');
        console.log('    Name:', manga_info.name);
        console.log('    Cover image:', manga_info.cover_image);
        // console.log('    Description:', manga_info.description);
        console.log('    Authors:', manga_info.authors);
        console.log('    Genres:', manga_info.genres);
        console.log('    Status:', manga_info.status);
        console.log('    Chapter count:', manga_info.chapter_count);
      }

    }
    return manga_info;
  }
}