robots-txt-parser/test/test-data/example-robots-txt-blank-lines.js

A lightweight robots.txt parser for Node.js with support for wildcards, caching and promises.

module.exports = {
  text: `
    User-agent: *
    Allow: /travel
    Disallow: /info/tech-feedback
    Disallow: 
    Allow: /weatherwatchers
    Allow: 
    Allow: /news/
    Allow: /test/
    Allow: /harp/
    Disallow: /academy/chinese-trad/search
    Disallow: /afrique/search
    Disallow: 
    Disallow: /apps/flash
    Disallow: 
    Disallow: /apps/ids
    Disallow: /apps/ifl
`,
  blanks: 4,
};