website-scrap-engine/src/life-cycle/index.ts

Configurable website scraper in typescript

export * as adapter from './adapters.js';
export {defaultLifeCycle} from './default-life-cycle.js';
export {detectResourceType} from './detect-resource-type.js';
export {
  beforeRetryHook, getRetry, requestForResource, downloadResource
} from './download-resource.js';
export {
  streamingDownloadToFile,
  downloadStreamingResource,
  downloadStreamingResourceWithHook
} from './download-streaming-resource.js';
export type {PipelineExecutor} from './pipeline-executor.js';
export {processCssText, processCss} from './process-css.js';
export {processHtml} from './process-html.js';
export {processHtmlMetaRefresh} from './process-html-meta.js';
export {processSiteMap} from './process-site-map.js';
export {processSvg} from './process-svg.js';
export {getResourceBodyFromHtml, saveHtmlToDisk} from './save-html-to-disk.js';
export {saveResourceToDisk} from './save-resource-to-disk.js';
export {skipLinks} from './skip-links.js';
export * as types from './types.js';