ts-web-scraper/dist/index.d.ts

A powerful web scraper for both static and client-side rendered sites using only Bun native APIs

export type {
  CachedData,
  CacheOptions,
} from './cache';
export type {
  ClientSideScraperOptions,
  ScrapedData,
} from './client-side-scraper';
export type {
  Cookie,
  CookieJarOptions,
} from './cookies';
export type {
  Change,
  ContentSnapshot,
  DiffResult,
} from './diff';
export type {
  ExportFormat,
  ExportOptions,
} from './export';
export type {
  GraphQLClientOptions,
  GraphQLDetectionResult,
  GraphQLEndpoint,
  GraphQLQuery,
  GraphQLResponse,
} from './graphql';
export type {
  MetricsSummary,
  PerformanceMetric,
  RequestMetrics,
  ScrapeMetrics,
} from './monitor';
export type {
  PaginationInfo,
  PaginationPattern,
} from './pagination';
export type {
  PipelineContext,
  PipelineResult,
  PipelineStep,
} from './pipeline';
export type {
  RateLimiterOptions,
} from './rate-limiter';
export type {
  RetryOptions,
  RetryStats,
} from './retry';
export type {
  ParsedRobots,
  RobotRule,
  RobotsOptions,
} from './robots';
export type {
  ScrapeResult,
  ScraperOptions,
} from './scraper';
export type {
  SitemapEntry,
  SitemapOptions,
} from './sitemap';
export type {
  FieldSchema,
  Schema,
  SchemaType,
  ValidationError,
  ValidationResult,
} from './validation';
export type {
  Document,
  FetchHTMLOptions,
  HTMLElement,
} from './web-scraper';
export {
  generateCacheKey,
  ScraperCache,
} from './cache';
export {
  extractData,
  isClientSideRendered,
  scrapeClientSide,
} from './client-side-scraper';
export * from './config';
export {
  CookieJar,
  SessionManager,
} from './cookies';
export {
  arrayDiff,
  ChangeType,
  compare,
  ContentTracker,
  diff,
  hashContent,
  stringSimilarity,
} from './diff';
export {
  createHTTPError,
  ErrorCode,
  ScraperError,
  toScraperError,
} from './errors';
export {
  createExporter,
  exportData,
  saveExport,
} from './export';
export {
  detectGraphQL,
  extractGraphQLQueries,
  getOperationName,
  getOperationType,
  GraphQLClient,
  verifyGraphQLEndpoint,
} from './graphql';
export {
  createReport,
  formatBytes,
  formatDuration,
  measure,
  monitored,
  PerformanceMonitor,
} from './monitor';
export {
  autoPaginate,
  detectPagination,
  extractAllPageUrls,
  extractPageFromUrl,
  generatePageUrl,
  getNextPageUrl,
  hasMorePages,
  PaginationType,
} from './pagination';
export {
  ExtractionPipeline,
  extractors,
  pipeline,
} from './pipeline';
export {
  RateLimiter,
} from './rate-limiter';
export {
  calculateDelay,
  retryable,
  RetryBudget,
  withRetry,
} from './retry';
export {
  RobotsParser,
} from './robots';
export {
  createScraper,
  Scraper,
} from './scraper';
export {
  discoverSitemaps,
  parseSitemap,
  SitemapParser,
} from './sitemap';
export * from './types';
export {
  assert,
  createValidator,
  sanitize,
  validate,
  ValidationErrorCode,
} from './validation';
export {
  extractLinks,
  extractMeta,
  extractStructuredData,
  extractText,
  fetchHTML,
  fetchMultiple,
  parseHTML,
  waitFor,
} from './web-scraper';