@binochoi/aliexpress-scraper/src/aliexpressProductScraper.js

fork of https://github.com/sudheer-ranga/aliexpress-product-scraper

const puppeteer = require('puppeteer');
const cheerio = require('cheerio');

const Variants = require('./variants');
const Feedback = require('./feedback');

/**
 * @param {{
 *  args: string[],
 *  arecord: string,
 *  geolocation: {
 *    latitude: number,
 *    longitude: number
 * }
 * }} options
 */
async function AliexpressProductScraper(productId, feedbackLimit, options = {}) {
  const FEEDBACK_LIMIT = feedbackLimit || 10;
  const browser = await puppeteer.launch();
  const page = await browser.newPage();
  
  const { args, arecord = 'www' } = options;

  if(options.geolocation) {
    page.setGeolocation(options.geolocation);
  }
  /** Scrape the aliexpress product page for details */
  await page.goto(`https://${arecord}.aliexpress.com/item/${productId}.html`, {
    args,
  });
  const aliExpressData = await page.evaluate(() => runParams);

  const data = aliExpressData.data;

  /** Scrape the description page for the product using the description url */
  const descriptionUrl = data.descriptionModule.descriptionUrl;
  await page.goto(descriptionUrl);
  const descriptionPageHtml = await page.content();

  /** Build the AST for the description page html content using cheerio */
  const $ = cheerio.load(descriptionPageHtml);
  const descriptionData = $('body').html();

  /** Fetch the adminAccountId required to fetch the feedbacks */
  const adminAccountId = await page.evaluate(() => adminAccountId);
  await browser.close();

  let feedbackData = [];

  if (data.titleModule.feedbackRating.totalValidNum > 0) {
    feedbackData = await Feedback.get(
      data.actionModule.productId,
      adminAccountId,
      data.titleModule.feedbackRating.totalValidNum,
      FEEDBACK_LIMIT
    );
  }

  /** Build the JSON response with aliexpress product details */
  const json = {
    title: data.titleModule.subject,
    categoryId: data.actionModule.categoryId,
    productId: data.actionModule.productId,
    totalAvailableQuantity: data.quantityModule.totalAvailQuantity,
    description: descriptionData,
    orders: data.titleModule.tradeCount,
    storeInfo: {
      name: data.storeModule.storeName,
      companyId: data.storeModule.companyId,
      storeNumber: data.storeModule.storeNum,
      followers: data.storeModule.followingNumber,
      ratingCount: data.storeModule.positiveNum,
      rating: data.storeModule.positiveRate
    },
    ratings: {
      totalStar: 5,
      averageStar: data.titleModule.feedbackRating.averageStar,
      totalStartCount: data.titleModule.feedbackRating.totalValidNum,
      fiveStarCount: data.titleModule.feedbackRating.fiveStarNum,
      fourStarCount: data.titleModule.feedbackRating.fourStarNum,
      threeStarCount: data.titleModule.feedbackRating.threeStarNum,
      twoStarCount: data.titleModule.feedbackRating.twoStarNum,
      oneStarCount: data.titleModule.feedbackRating.oneStarNum
    },
    images:
      (data.imageModule &&
        data.imageModule.imagePathList) ||
      [],
    feedback: feedbackData,
    variants: Variants.get(data.skuModule),
    specs: data.specsModule.props,
    currency: data.webEnv.currency,
    originalPrice: {
      min: data.priceModule.minAmount.value,
      max: data.priceModule.maxAmount.value
    },
    salePrice: {
      min: data.priceModule.minActivityAmount 
        ? data.priceModule.minActivityAmount.value 
        : data.priceModule.minAmount.value,
      max: data.priceModule.maxActivityAmount 
        ? data.priceModule.maxActivityAmount.value 
        : data.priceModule.maxAmount.value,
    }
  };

  return json;
}

module.exports = AliexpressProductScraper;