chrome-aws-lambda/source/puppeteer/lib/Browser.js

Chromium Binary for AWS Lambda and Google Cloud Functions

let Super = null;

try {
  Super = require('puppeteer/lib/cjs/puppeteer/common/Browser').Browser;
} catch (error) {
  Super = require('puppeteer-core/lib/cjs/puppeteer/common/Browser').Browser;
}

let newPage = Super.prototype.newPage;
let timezone = null;

/**
 * Returns a new page overloaded with browser-context methods.
 */
Super.prototype.newPage = async function (...hooks) {
  let result = await newPage.apply(this, arguments);

  await result
    .browser()
    .userAgent()
    .then((agent) => result.setUserAgent(agent.replace('Headless', '')));

  if (timezone == null) {
    try {
      await result.emulateTimezone('GMT');
    } catch (error) {
    } finally {
      timezone = 'GMT';
    }
  }

  await result.evaluateOnNewDocument(() => {
    Object.defineProperty(navigator, 'languages', {
      get: () => ['en-US', 'en'],
    });

    Object.defineProperty(navigator, 'webdriver', {
      get: () => false,
    });

    window.σ = {
      $: function (selector, context = document) {
        return context.querySelector(selector);
      },
      $$: function (selector, index = null, context = document) {
        if (index == null || index > 0) {
          let result = Array.from(context.querySelectorAll(selector));

          if (index != null) {
            return result[index] || null;
          }

          return result;
        }

        return context.querySelector(selector);
      },
      $x: function (expression, index = null, context = document) {
        let node = null;
        let nodes = document.evaluate(expression, context, null, XPathResult.ORDERED_NODE_ITERATOR_TYPE, null);
        let result = [];

        while ((node = nodes.iterateNext()) != null) {
          result.push(node);
        }

        if (index != null) {
          return result[index] || null;
        }

        return result;
      },
      $number: function (data, decimal = null, index = null, property = 'textContent') {
        data = σ.$string(data, property);

        if (typeof data === 'string') {
          if (decimal === null) {
            decimal = '.';
          }

          if (typeof decimal === 'string') {
            decimal = decimal.replace(/[.]/g, '\\$&');
          }

          let result = data.match(/((?:[-+]|\b)[0-9]+(?:[ ,.'`´]*[0-9]+)*)\b/g);

          if (result != null) {
            result = result.map((value) => parseFloat(value.replace(new RegExp(`[^-+0-9${decimal}]+`, 'g'), '').replace(decimal, '.')));

            if (index != null) {
              return result[index] || null;
            }
          }

          return result;
        }

        return null;
      },
      $string: function (data, property = 'textContent') {
        if (data == null) {
          return null;
        }

        if (typeof data === 'object') {
          if (data instanceof NodeList) {
            data = Array.from(data);
          }

          if (Array.isArray(data) === true) {
            return data.map((value) => σ.$string(value, property));
          }

          if (property in data) {
            return σ.$string(data[property]);
          }

          for (let key in data) {
            data[key] = σ.$string(data[key], property);
          }

          return data;
        }

        if (typeof data === 'string') {
          let patterns = {
            ' ':    /[\u00A0\u1680\u2000\u2001\u2002\u2003\u2004\u2005\u2006\u2007\u2008\u2009\u200A\u202F\u205F\u3000]/g,
            '-':    /[\u2013\u2014]/g,
            '...':  /[\u2026]/g,
            '':     /[\u200B\uFEFF]/g,
            '"':    /[\u201C\u201D]/g,
            '<':    /[\u00AB\u2039]/g,
            '>':    /[\u00BB\u203A]/g,
            '|':    /[\u007C\u00A6\u01C0\u2223\u2758]/g,
            "'":    /[\u2018\u2019\u201A\u201B\u2032]/g,
          };

          for (let [key, value] of Object.entries(patterns)) {
            data = data.replace(value, key);
          }

          return data.replace(/[\s]+/g, ' ').trim();
        }

        return null;
      },
      $regexp: function (data, pattern, index = null, property = 'textContent') {
        data = σ.$string(data, property);

        if (typeof data === 'string') {
          let result = data.match(pattern);

          if (result != null && index != null) {
            return result[index] || null;
          }

          return result;
        }

        return null;
      },
    };

    window.chrome = {
      app: {},
      runtime: {},
    };
  });

  if (hooks != null && Array.isArray(hooks) === true) {
    for (let hook of hooks) {
      result = hook(result);
    }
  }

  return result;
};