@qalisa/vike-plugin-sitemap/dist/generators/robots.js

An unofficial Vike plugin to automagically generate sitemap and robots.txt files

import { promises as fs } from 'fs';
import { resolve, join } from 'path';
// Generate robots.txt content (returns string instead of writing to disk)
export function generateRobotsTxtContent(options) {
    const { baseUrl, filename, robots } = options;
    const sitemapUrl = `${baseUrl}/${filename}`.replace(/\/+/g, '/');
    //
    const file = `User-agent: ${robots.userAgent}
${robots.disallow.cloudflare ? 'Disallow: /cdn-cgi/' : ''}
Sitemap: ${sitemapUrl}`;
    //
    return file.trim();
}
//
export const robotsFileName = 'robots.txt';
// Write robots.txt to disk (for production)
export async function writeRobotsTxtToDisk(options, viteOutdir) {
    const { outputDir } = options;
    const resolvedOutputDir = resolve(process.cwd(), viteOutdir, outputDir);
    await fs.mkdir(resolvedOutputDir, { recursive: true });
    const robotsContent = generateRobotsTxtContent(options);
    const writeTo = join(resolvedOutputDir, robotsFileName);
    await fs.writeFile(writeTo, robotsContent, 'utf8');
    console.log(`✅ ${robotsFileName} generated at "${writeTo}" !`);
}