microfrontier
Version:
A web crawler frontier implementation in TypeScript backed by Redis. MicroFrontier is a scalable and distributed frontier implemented through Redis Queues.
50 lines (49 loc) • 1.08 kB
JSON
{
"name": "microfrontier",
"version": "1.0.2",
"description": "",
"main": "./dist/index.js",
"exports": "./dist/index.js",
"keywords": [
"Web Crawler",
"Frontier",
"Search Engine",
"URL",
"Redis",
"Queue",
"Spider",
"Robots.txt"
],
"repository": {
"type": "git",
"url": "https://github.com/adileo/MicroFrontier.git"
},
"scripts": {
"test": "jest",
"build": "swc src/ -d dist/ --copy-files",
"start": "npm run build && node ./dist/MicroServer.js",
"prepublishOnly": "npm run build && tsc"
},
"bin": {
"microfrontier": "./bin/index.js"
},
"author": "Adileo Barone",
"license": "ISC",
"devDependencies": {
"@swc/cli": "^0.1.51",
"@swc/core": "^1.2.105",
"@types/ioredis": "^4.27.8",
"@types/jest": "^27.0.2",
"ioredis-mock": "^5.6.0",
"jest": "^27.3.1",
"mockdate": "^3.0.5",
"ts-jest": "^27.0.7",
"typescript": "^4.4.4"
},
"dependencies": {
"ioredis": "^4.28.0",
"micro": "^9.3.4",
"microrouter": "^3.1.3",
"nconf": "^0.11.3"
}
}