@lg-tools/crawler/src/index.ts

Crawler for MongoDB documentation and other sites

export { allowedDomains, MDB_DB, SOURCES } from './constants';
export { processSingleUrl } from './utils/processSingleUrl';
export {
  recursiveCrawlFromBaseURL,
  type RecursiveCrawlOptions,
} from './utils/recursiveCrawlFromBase';