@crawlee/browser/index.mjs

The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.

import mod from "./index.js";

export default mod;
export const API_PROCESSED_REQUESTS_DELAY_MILLIS = mod.API_PROCESSED_REQUESTS_DELAY_MILLIS;
export const AutoscaledPool = mod.AutoscaledPool;
export const BASIC_CRAWLER_TIMEOUT_BUFFER_SECS = mod.BASIC_CRAWLER_TIMEOUT_BUFFER_SECS;
export const BLOCKED_STATUS_CODES = mod.BLOCKED_STATUS_CODES;
export const BasicCrawler = mod.BasicCrawler;
export const BrowserCrawler = mod.BrowserCrawler;
export const BrowserLauncher = mod.BrowserLauncher;
export const Configuration = mod.Configuration;
export const CookieParseError = mod.CookieParseError;
export const CrawlerExtension = mod.CrawlerExtension;
export const CriticalError = mod.CriticalError;
export const DATASET_ITERATORS_DEFAULT_LIMIT = mod.DATASET_ITERATORS_DEFAULT_LIMIT;
export const Dataset = mod.Dataset;
export const EVENT_SESSION_RETIRED = mod.EVENT_SESSION_RETIRED;
export const EnqueueStrategy = mod.EnqueueStrategy;
export const ErrorSnapshotter = mod.ErrorSnapshotter;
export const ErrorTracker = mod.ErrorTracker;
export const EventManager = mod.EventManager;
export const EventType = mod.EventType;
export const GotScrapingHttpClient = mod.GotScrapingHttpClient;
export const KeyValueStore = mod.KeyValueStore;
export const LocalEventManager = mod.LocalEventManager;
export const Log = mod.Log;
export const LogLevel = mod.LogLevel;
export const Logger = mod.Logger;
export const LoggerJson = mod.LoggerJson;
export const LoggerText = mod.LoggerText;
export const MAX_POOL_SIZE = mod.MAX_POOL_SIZE;
export const MAX_QUERIES_FOR_CONSISTENCY = mod.MAX_QUERIES_FOR_CONSISTENCY;
export const MissingRouteError = mod.MissingRouteError;
export const NonRetryableError = mod.NonRetryableError;
export const PERSIST_STATE_KEY = mod.PERSIST_STATE_KEY;
export const ProxyConfiguration = mod.ProxyConfiguration;
export const PseudoUrl = mod.PseudoUrl;
export const QUERY_HEAD_BUFFER = mod.QUERY_HEAD_BUFFER;
export const QUERY_HEAD_MIN_LENGTH = mod.QUERY_HEAD_MIN_LENGTH;
export const REQUESTS_PERSISTENCE_KEY = mod.REQUESTS_PERSISTENCE_KEY;
export const RecoverableState = mod.RecoverableState;
export const Request = mod.Request;
export const RequestHandlerResult = mod.RequestHandlerResult;
export const RequestList = mod.RequestList;
export const RequestProvider = mod.RequestProvider;
export const RequestQueue = mod.RequestQueue;
export const RequestQueueV1 = mod.RequestQueueV1;
export const RequestQueueV2 = mod.RequestQueueV2;
export const RequestState = mod.RequestState;
export const RetryRequestError = mod.RetryRequestError;
export const Router = mod.Router;
export const STATE_PERSISTENCE_KEY = mod.STATE_PERSISTENCE_KEY;
export const STORAGE_CONSISTENCY_DELAY_MILLIS = mod.STORAGE_CONSISTENCY_DELAY_MILLIS;
export const Session = mod.Session;
export const SessionError = mod.SessionError;
export const SessionPool = mod.SessionPool;
export const SitemapRequestList = mod.SitemapRequestList;
export const Snapshotter = mod.Snapshotter;
export const Statistics = mod.Statistics;
export const StorageManager = mod.StorageManager;
export const SystemStatus = mod.SystemStatus;
export const browserCrawlerEnqueueLinks = mod.browserCrawlerEnqueueLinks;
export const browserPoolCookieToToughCookie = mod.browserPoolCookieToToughCookie;
export const checkAndSerialize = mod.checkAndSerialize;
export const checkStorageAccess = mod.checkStorageAccess;
export const chunkBySize = mod.chunkBySize;
export const constructGlobObjectsFromGlobs = mod.constructGlobObjectsFromGlobs;
export const constructRegExpObjectsFromPseudoUrls = mod.constructRegExpObjectsFromPseudoUrls;
export const constructRegExpObjectsFromRegExps = mod.constructRegExpObjectsFromRegExps;
export const cookieStringToToughCookie = mod.cookieStringToToughCookie;
export const createBasicRouter = mod.createBasicRouter;
export const createDeserialize = mod.createDeserialize;
export const createRequestOptions = mod.createRequestOptions;
export const createRequests = mod.createRequests;
export const deserializeArray = mod.deserializeArray;
export const enqueueLinks = mod.enqueueLinks;
export const extractUrlsFromPage = mod.extractUrlsFromPage;
export const filterRequestsByPatterns = mod.filterRequestsByPatterns;
export const getCookiesFromResponse = mod.getCookiesFromResponse;
export const getDefaultCookieExpirationDate = mod.getDefaultCookieExpirationDate;
export const getRequestId = mod.getRequestId;
export const handleRequestTimeout = mod.handleRequestTimeout;
export const log = mod.log;
export const maybeStringify = mod.maybeStringify;
export const mergeCookies = mod.mergeCookies;
export const processHttpRequestOptions = mod.processHttpRequestOptions;
export const purgeDefaultStorages = mod.purgeDefaultStorages;
export const resolveBaseUrlForEnqueueLinksFiltering = mod.resolveBaseUrlForEnqueueLinksFiltering;
export const serializeArray = mod.serializeArray;
export const toughCookieToBrowserPoolCookie = mod.toughCookieToBrowserPoolCookie;
export const tryAbsoluteURL = mod.tryAbsoluteURL;
export const updateEnqueueLinksPatternCache = mod.updateEnqueueLinksPatternCache;
export const useState = mod.useState;
export const validateGlobPattern = mod.validateGlobPattern;
export const validators = mod.validators;
export const withCheckedStorageAccess = mod.withCheckedStorageAccess;