octopus-web-crawler
Version:
Another web crawler.
10 lines (9 loc) • 666 B
TypeScript
import { RequestItem, UrlProperties } from "./types";
export declare const save: (name: any, data: any) => void;
export declare const removeWhiteSpaces: (string: string) => string;
export declare const filterAlreadyAdded: (urls: Array<string>, processed: Array<RequestItem>) => Array<string>;
export declare const getUrlsFromHtml: (html: string) => any;
export declare const filterExternalLinks: (urls: Array<string>, url: string) => string[];
export declare const createRequestItem: (url: string, from?: string) => RequestItem;
export declare const getBaseUrl: (url: string) => UrlProperties;
export declare const removeLastSlashCharacter: (str: string) => string;