UNPKG

@xapp/arachne-utils

Version:

19 lines (18 loc) • 434 B
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
/*! Copyright (c) 2024, XAPP AI */ /** * Generates a URL pattern that will enable the crawler to * follow through sub paths for the provided URL. * * For example: * * www.example.com/faqs * * will become * * https://[(www.)?]example.com/faqs[.+] * * NOTE: This will throw an error if the URL was not a proper URL. * * @param urlString */ export declare function generateFollowThroughPattern(urlString: string): string;