microfrontier/dist/types/URLFrontierConfig.d.ts

A web crawler frontier implementation in TypeScript backed by Redis. MicroFrontier is a scalable and distributed frontier implemented through Redis Queues.

interface URLFrontierPriority {
    probability: number;
}
export interface URLFrontierConfig {
    frontierName: string;
    priorities: Record<string, URLFrontierPriority>;
    frontendPrioritizationStrategy?: (config: URLFrontierConfig) => string;
    defaultCrawlDelay: number;
}
export {};