@carbondigital/robots-parser/lib/robots.d.ts

Robots parser that is used in our SEO application.

export declare class RobotsParser {
    private trimWhitespace;
    private isComment;
    private isBlank;
    private splitLine;
    private checkDirective;
    private parseLineIntoArray;
    parseFile(filePath: string): Promise<unknown>;
    logFile(filePath: string): string;
}