webscrapingapi/example/example.mjs

WebScrapingApi NodeJS SDK

import webScrapingApiClient from '../src/index.mjs';

const client = new webScrapingApiClient("API_KEY");

async function exampleUsage() {
    let response = await client.get("https://webscrapingapi.com", {
        // API Parameters
        // Set to 0 (off, default) or 1 (on) depending on whether or not to render JavaScript on the target web page. JavaScript rendering is done by using a browser.
        'render_js': 1,
        // Set datacenter (default) or residential depending on whether proxy type you want to use for your scraping request. Please note that a single residential proxy API request is counted as 25 API requests.
        'proxy_type': 'datacenter',
        // Specify the 2-letter code of the country you would like to use as a proxy geolocation for your scraping API request. Supported countries differ by proxy type, please refer to the Proxy Locations section for details.
        'country': 'us',
        // Set depending on whether or not to use the same proxy address to your request.
        'session': 1,
        // Specify the maximum timeout in milliseconds you would like to use for your scraping API request. In order to force a timeout, you can specify a number such as 1000. This will abort the request after 1000ms and return whatever HTML response was obtained until this point in time.
        'timeout': 10000,
        // Set desktop (default) or mobile or tablet, depending on whether the device type you want to your for your scraping request.
        'device': 'desktop',
        // Specify the option you would like to us as conditional for your scraping API request. Can only be used when the parameter render_js=1 is activated.
        'wait_until': 'domcontentloaded',
        // Some websites may use javascript frameworks that may require a few extra seconds to load their content. This parameters specifies the time in miliseconds to wait for the website. Recommended values are in the interval 5000-10000.
        'wait_for': 0,
    }, {
        // API Headers
        'authorization': 'bearer test',
        // Specify custom cookies to be passed to the request.
        'cookie': 'test_cookie=abc; cookie_2=def'
    });
    if (response.success) {
        console.log(response.response);
    } else {
        console.log(response.error);
    }
} 

exampleUsage();