@skypilot/scraper/lib/utils/scraper.defaults.yaml

Node-based scriptable web scraper

# The settings in this file are superseded by (in order of priority)
# - .skypilot/scraper.yaml
# - local/scraper.yaml
databases:
  directory: 'local/databases'
delayInMs: 0
headless: true
userAgents:
  default: 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/68.0.3419.0 Safari/537.36'