article-writer-cn/dist/crawler/crawler-manager.d.ts

AI 驱动的智能写作系统 - 专注公众号/自媒体文章创作

/**
 * 爬虫管理器 - 统一入口，自动选择合适的爬虫
 */
import type { CrawlResult } from './types.js';
export interface CrawlOptions {
    name: string;
    url?: string;
    pdfPath?: string;
    outputDir: string;
    useDynamic?: boolean;
    maxPages?: number;
    concurrency?: number;
}
export declare class CrawlerManager {
    /**
     * 执行爬取
     */
    executeCrawl(options: CrawlOptions): Promise<CrawlResult | null>;
    /**
     * 爬取网站
     */
    private crawlWebsite;
    /**
     * 爬取 PDF
     */
    private crawlPDF;
    /**
     * 转换为知识库
     */
    private convertAndIndex;
    /**
     * 显示报告
     */
    private showReport;
    /**
     * 格式化分类名称
     */
    private formatCategoryName;
    /**
     * 格式化持续时间
     */
    private formatDuration;
    /**
     * 检测是否为动态页面
     */
    static isDynamicSite(url: string): boolean;
}
//# sourceMappingURL=crawler-manager.d.ts.map