@carbondigital/robots-parser
Version:
Robots parser that is used in our SEO application.
23 lines (22 loc) • 471 B
TypeScript
export declare enum LineType {
comment = "comment",
userAgent = "user-agent",
allow = "allow",
disallow = "disallow",
sitemap = "sitemap",
crawlDelay = "crawl-delay",
blank = "blank",
other = "other"
}
export interface LineSplit {
directive?: string;
value: string;
}
export interface Line {
type: LineType;
content: LineSplit | string;
}
export declare enum ReturnType {
console = "console",
browser = "browser"
}