@carbondigital/robots-parser/lib/options.d.ts

Robots parser that is used in our SEO application.

export declare enum LineType {
    comment = "comment",
    userAgent = "user-agent",
    allow = "allow",
    disallow = "disallow",
    sitemap = "sitemap",
    crawlDelay = "crawl-delay",
    blank = "blank",
    other = "other"
}
export interface LineSplit {
    directive?: string;
    value: string;
}
export interface Line {
    type: LineType;
    content: LineSplit | string;
}
export declare enum ReturnType {
    console = "console",
    browser = "browser"
}