pyseoa-ts
Version:
SEO analysis tools for the web, ported from pyseoa (Python) to TypeScript
12 lines (11 loc) • 341 B
TypeScript
import { AuditProgress } from "../types";
export type CrawlOptions = {
maxPages?: number;
maxDepth?: number;
delayMS?: number;
userAgent?: string;
};
export declare function crawlWebsite(startUrl: string, options?: CrawlOptions, onProgress?: (info: AuditProgress) => void): Promise<{
url: string;
html: string;
}[]>;