@xapp/arachne-utils/lib/cleanForCrawl.d.ts

/*! Copyright (c) 2024, XAPP AI */
/**
 * Prepare a URL for crawling.
 *
 * * Ensures there is no trailing slash
 * * Ensures there is no hash
 * * Ensures there is a scheme, defaults to https://
 *
 * @param url
 * @returns
 */
export declare const cleanForCrawl: (url: string) => string;