boxhock_google-finance-data/index.js

Google Finance API for real-time stock quotes and company data from Google Finance

'use strict'

const chromium = require('chrome-aws-lambda');
const NestedError = require('nested-error-stacks')

function getTextContent(element) {
    return element.getProperty('textContent').then(property => property.jsonValue())
}

function parseNumber(value) {
    value = value.replace(',', '')
    return (value === "-") ? null : 1 * value;
}

const getSymbol = async (symbol) => {
    const browser = await chromium.puppeteer.launch({
      args: [...chromium.args, "--no-sandbox"],
      defaultViewport: chromium.defaultViewport,
      executablePath: await chromium.executablePath,
      headless: chromium.headless,
      ignoreHTTPSErrors: true,
    });
    const page = await browser.newPage();
    await page.setUserAgent("Mozilla/5.0 (Macintosh; Intel Mac OS X 10_11_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/63.0.3205.0 Safari/537.36");

    symbol = symbol.toUpperCase()
    let fetchError = null

    try {
        const rsp = await page.goto('https://www.google.com/search?hl=en&q=' + symbol)

        if (rsp.status() !== 200) {
            throw new Error("got non-200 status code")
        }

        const sectionSelector = 'div#knowledge-finance-wholepage__entity-summary g-card-section g-card-section span'
        await page.waitForSelector(sectionSelector, { timeout: 4000 })
        const sectionElements = await page.$$(sectionSelector)
        const tableRowElements = await page.$$('div#knowledge-finance-wholepage__entity-summary g-card-section table tbody tr')

        const stockData = { symbol }

        if (sectionElements.length >= 3) {
            stockData.companyName = await getTextContent(sectionElements[0])
            stockData.ticker = parseNumber((await getTextContent(sectionElements[1])).split(" ")[0]) // remove USD
            stockData.last = parseNumber((await getTextContent(sectionElements[2])).split(" ")[0]) // remove USD
        }

        for (let row of tableRowElements) {

            const rowData = await row.$$("td");
            const field = await getTextContent(rowData[0])
            const value = await getTextContent(rowData[1])

            if (field === 'Open') {
                stockData.open = parseNumber(value)
            }
            else if (field === 'High') {
                stockData.high = parseNumber(value)
            }
            else if (field === 'Low') {
                stockData.low = parseNumber(value)
            }
            else if (field === 'Mkt cap') {
                stockData.marketCap = value
            }
            else if (field === 'P/E ratio') {
                stockData.peRatio = parseNumber(value)
            }
            else if (field === 'Div yield') {
                stockData.yield = parseNumber(value.replace("%", ""))
            }
            else if (field === 'Prev close') {
                stockData.prevClose = parseNumber(value)
            }
            else if (field === '52-wk high') {
                stockData.high52week = parseNumber(value)
            }
            else if (field === '52-wk low') {
                stockData.low52week = parseNumber(value)
            }
        }

        browser.close()
        return stockData
    }
    catch (err) {
        fetchError = err
    }

    browser.close()
    throw new NestedError(`unable to fetch data for ${symbol}`, fetchError)
};

exports.getSymbol = getSymbol