UNPKG

@blocklet/crawler

Version:

blocklet crawler lib

93 lines 2.46 kB
{ "name": "@blocklet/crawler", "version": "2.4.6", "description": "blocklet crawler lib", "publishConfig": { "access": "public" }, "sideEffects": false, "exports": { ".": { "require": "./lib/cjs/index.js", "import": "./lib/es/index.js", "types": "./lib/cjs/index.d.ts" }, "./middlewares": { "require": "./lib/cjs/middlewares.js", "import": "./lib/es/middlewares.js", "types": "./lib/cjs/middlewares.d.ts" }, "./utils": { "require": "./lib/cjs/utils.js", "import": "./lib/es/utils.js", "types": "./lib/cjs/utils.d.ts" }, "./types": { "require": "./lib/cjs/types.js", "import": "./lib/es/types.js", "types": "./lib/cjs/types.d.ts" }, "./lib/*": { "require": "./lib/cjs/*", "import": "./lib/es/*", "types": "./lib/cjs/*" } }, "main": "./lib/cjs/index.js", "module": "./lib/es/index.js", "types": "./lib/cjs/index.d.ts", "files": [ "lib", "*.d.ts" ], "keywords": [ "blocklet", "crawler" ], "author": "arcblock <blocklet@arcblock.io> https://github.com/blocklet", "license": "ISC", "dependencies": { "@abtnode/cron": "^1.16.44", "@blocklet/puppeteer": "^22.11.3", "@blocklet/sdk": "^1.16.44", "axios": "^1.7.7", "fs-extra": "^11.2.0", "generic-pool": "^3.9.0", "lodash": "^4.17.21", "lru-cache": "^10.4.3", "p-queue": "6.6.2", "p-wait-for": "^5.0.2", "prettier": "^3.3.3", "redis": "^4.7.0", "robots-parser": "^3.0.1", "sitemap": "^7.1.2", "ufo": "^1.5.4", "url-join": "^4.0.1" }, "devDependencies": { "@arcblock/eslint-config-ts": "^0.3.3", "@types/express": "^4.17.21", "@types/fs-extra": "^11.0.4", "@types/lodash": "^4.17.9", "@types/mime-types": "^2.1.4", "@types/node": "^20.16.9", "@types/puppeteer": "^7.0.4", "@types/react": "^18.3.9", "@types/url-join": "^4.0.3", "@vitest/coverage-c8": "^0.33.0", "jsdom": "^22.1.0", "typescript": "^5.6.2", "unbuild": "^1.2.1", "vitest": "^3.2.4", "vitest-fetch-mock": "^0.4.5" }, "scripts": { "coverage": "pnpm test -- --coverage", "test": "vitest tests", "build": "unbuild", "build:watch": "npx nodemon --ext 'ts,tsx,json,js,jsx' --exec 'pnpm run build' --ignore 'lib/*' ", "dev": "pnpm run build:watch", "prepublish": "pnpm run build", "prebuild:dep": "pnpm run build" } }