gitdocs/src/core/robots.js

Easy to use, SEO-friendly, beautiful documentation that lives in your git repo.

function getRobotsTxt (config = {}) {
  const lines = [
    'User-agent: *',
    `Sitemap: ${config.domain || ''}/sitemap.xml`,
    `Disallow: ${config.crawlable ? '' : '/'}`,
  ]

  return lines.join('\n')
}

module.exports = {
  getRobotsTxt,
}