scrapper-tools/src/index.ts

Its in development but I use it in all my web automation project.

import asyncLock from "async-lock"
import chalk from "chalk"
import configstore from "configstore"
import dateFormat from "date-format"
import delay from "delay"
import inquirer from "inquirer"
import _ from "lodash"
import meow from "meow"
import pLimit from "p-limit"
import pRetry from "p-retry"
import pWaitFor from "p-wait-for"
import { PendingXHR } from "pending-xhr-puppeteer"
import requestPromise from "request-promise"
import rightPad from "right-pad"
import sanitizeFilename from "sanitize-filename"
import toml from "toml"
import browserRequest, { jsonBrowserRequest } from "./browserRequest"
import chunks from "./chunks"
import consoleMessage from "./consoleMessage"
import createDirectories from "./createDirectories"
import csvToJson from "./csvToJson"
import csvToXlsxConverter from "./csvToXlsxConverter"
import errorLogger from "./errorLogger"
import exists from "./exists"
import fastPage from "./fastPage"
import friendlyFileName from "./friendlyFileName"
import jsonToCsv from "./jsonToCsv"
import loadDom from "./loadDom"
import parseToml from "./parseToml"
import randomNumberRange from "./randomNumberRange"
import readFileSync from "./readFileSync"
import request from "./request"
import scrollToBottom from "./scrollToBot"
import sftp from "./sftp"
import solveCaptchaByBuster from "./solveCaptchaByBuster"
import solveNoCaptchaRecaptcha from "./solveNoCaptchaRecaptchaByBuster"
import ssh from "./ssh"
import waitForFrames from "./waitForFrames"
import writeFileSync from "./writeFileSync"
import xlsxReader from "./xlsxReader"

export {
  _,
  browserRequest,
  jsonBrowserRequest,
  pRetry,
  csvToXlsxConverter,
  pWaitFor,
  pLimit,
  sanitizeFilename,
  PendingXHR,
  configstore,
  chunks,
  rightPad,
  consoleMessage,
  createDirectories,
  errorLogger,
  fastPage,
  delay,
  exists,
  friendlyFileName,
  inquirer,
  loadDom,
  meow,
  chalk,
  randomNumberRange,
  readFileSync,
  asyncLock,
  writeFileSync,
  request,
  xlsxReader,
  dateFormat,
  sftp,
  ssh,
  waitForFrames,
  csvToJson,
  jsonToCsv,
  requestPromise,
  toml,
  parseToml,
  scrollToBottom,
  solveCaptchaByBuster,
  solveNoCaptchaRecaptcha,
}