bquery/lib/config.json

bquery is a useful node module to fetch web page, which use css selector to fetch and structure this html page content.

{
  "debug":                 false,

  "resultsCacheMaxTime":   3600000,
  "resultsCachePurgeTime": 60480000,
  "resultsCacheMaxSize":   124,

  "pageCacheMaxTime":      3600000,
  "pageCachePurgeTime":    60480000,
  "pageCacheMaxSize":      32,

  "defaultDocumentType":   "html",

  "userAgent":             "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_8_2) AppleWebKit/537.13 (KHTML, like Gecko) Chrome/24.0.1290.1 Safari/537.13",

  "rateLimit": {
    "whitelist": ["127.0.0.1", "localhost"],
    "blacklist": [],
    "catagories": {
      "normal": {
        "totalRequests": 1000,
        "every":         3600000000
      },
      "whitelist": {
        "totalRequests": 10000000000,
        "every":         60000000
      },
      "blacklist": {
        "totalRequests": 0,
        "every":         0
      }
    }
  }
}