crawler-ts-fetch/src/index.ts

Lightweight crawler written in TypeScript using ES6 generators.

import fetch, { Response } from 'node-fetch';
export { Response } from 'node-fetch';

function delay(milliseconds: number): Promise<void> {
  return new Promise((resolve) => setTimeout(resolve, milliseconds));
}

export function createRequester(delayMilliseconds: number = 50) {
  return async (href: string): Promise<Response> => {
    await delay(delayMilliseconds);
    return fetch(href);
  };
}