robots-txt-parser/package.json

A lightweight robots.txt parser for Node.js with support for wildcards, caching and promises.

{
  "name": "robots-txt-parser",
  "version": "2.0.3",
  "description": "A lightweight robots.txt parser for Node.js with support for wildcards, caching and promises.",
  "keywords": [
    "robots",
    "txt",
    "robots.txt",
    "parser",
    "crawler",
    "spider",
    "bot",
    "robotstxt",
    "scraper"
  ],
  "main": "src/index.js",
  "directories": {
    "test": "test"
  },
  "scripts": {
    "test": "mocha test/**/*.js",
    "test-robots": "mocha test/robots/*.js",
    "test-parser": "mocha test/parser/*.js",
    "test-util": "mocha test/util/*.js",
    "coverage": "nyc --reporter=lcov mocha test/**/*.js --timeout 10s",
    "local-coverage": "nyc mocha test/**/*.js"
  },
  "repository": {
    "type": "git",
    "url": "git+https://github.com/ChrisAkroyd/robots-txt-parser.git"
  },
  "author": "Chris Akroyd",
  "license": "MIT",
  "bugs": {
    "url": "https://github.com/ChrisAkroyd/robots-txt-parser/issues"
  },
  "homepage": "https://github.com/ChrisAkroyd/robots-txt-parser",
  "dependencies": {
    "fast-url-parser": "^1.1.3",
    "is-absolute-url": "^2.1.0",
    "simple-get": "^4.0.1"
  },
  "devDependencies": {
    "chai": "^4.3.4",
    "eslint-config-airbnb": "^18.2.1",
    "eslint-plugin-import": "^2.23.2",
    "lodash": "^4.17.21",
    "mocha": "^8.3.2",
    "nyc": "^15.1.0"
  },
  "files": [
    "LICENSE",
    "README.md",
    "CHANGELOG.md",
    ".eslintrc",
    ".gitignore",
    "src/*.js",
    "test/**/*.js"
  ]
}