@siren-js/client
Version:
Siren API client library
10 lines (9 loc) • 619 B
JavaScript
import { DefaultSirenElementVisitor } from '../visitor';
import { Crawler } from './crawler';
import { DefaultPolitenessPolicy } from './politeness-policy';
import { defaultRevisitPolicy } from './revisit-policy';
import { DefaultSelectionPolicy } from './selection-policy';
export async function crawl(entryPoint, options = {}) {
const crawler = new Crawler(options.politenessPolicy ?? new DefaultPolitenessPolicy(), options.revisitPolicy ?? defaultRevisitPolicy, options.selectionPolicy ?? new DefaultSelectionPolicy(), options.visitor ?? new DefaultSirenElementVisitor());
await crawler.crawl(entryPoint);
}