mongodb-simplecrawler-queue
Version:
MongoDB FetchQueue Implementation for Simplecrawler
53 lines • 1.32 kB
TypeScript
/**
* MongoDB Queue configuration.
*/
export interface MongoDbQueueConfig {
/**
* Connection url
*/
url: string;
/**
* Collection name
*/
collectionName: string;
/**
* database name
*/
dbName: string;
/**
* Crawler instance name (for statistic data). If more than 1 instance are running in parallel, better to have
* different names for crawler instances for correct statistic
*/
crawlerName: string;
/**
* Garbage collector task configuration.
*/
GCConfig: {
/**
* Indicates whether tun this task or not. Default: false
*/
run: boolean;
/**
* Interval in milliseconds between tasks
*/
msInterval?: number;
};
/**
* Monitoring task configuration
*/
monitorConfig: {
/**
* Indicates whether tun this task or not. Default: false
*/
run: boolean;
/**
* Interval in milliseconds between tasks
*/
msInterval?: number;
/**
* Collection name to store statistic data. Default: 'statistic'
*/
statisticCollectionName?: string;
};
}
//# sourceMappingURL=MongoDBQueueConfig.d.ts.map