mega-scraper/package.json

scrape a website's content.

{
  "name": "mega-scraper",
  "version": "15.2.0",
  "description": "",
  "main": "index.js",
  "bin": "bin.js",
  "scripts": {
    "clean": "rm -rf html/* ; rm -rf json/*; rm -rf screenshot/*",
    "init": "mkdir -p html ; mkdir -p json; mkdir -p screenshot",
    "start": "node --max-old-space-size=8192 ./bin.js",
    "server": "node server.js",
    "test": "DEBUG='mega-scraper:*' ava --fail-fast -c 1 -v",
    "migrate": "mkdir -p migrations; DEBUG='mega-scraper:*' node migrate.js",
    "bin": "node --max-old-space-size=8192 bin.js"
  },
  "repository": {
    "type": "git",
    "url": "git+https://github.com/christian-fei/mega-scraper.git"
  },
  "directories": {
    "lib": "./lib"
  },
  "keywords": [],
  "author": "",
  "license": "MIT",
  "bugs": {
    "url": "https://github.com/christian-fei/mega-scraper/issues"
  },
  "homepage": "https://github.com/christian-fei/mega-scraper#readme",
  "devDependencies": {
    "@types/bull": "^3.12.1",
    "ava": "^3.5.0"
  },
  "dependencies": {
    "bull": "^3.13.0",
    "bull-dashboard": "^5.1.0",
    "cheerio": "^1.0.0-rc.3",
    "connect": "^3.7.0",
    "debug": "^4.1.1",
    "get-free-https-proxy": "^2.0.2",
    "get-port": "^5.1.1",
    "https-proxy-agent": "^5.0.0",
    "ioredis": "^4.16.0",
    "puppeteer-proxy": "^2.1.0",
    "user-agents": "^1.0.554",
    "yargs": "^15.1.0"
  },
  "optionalDependencies": {
    "puppeteer": "^2.1.1"
  }
}