studiocms

import { z } from 'astro/zod'; /** * A Zod schema representing a union of known search engine user agent identifiers. * * This schema is used to validate or restrict values to a predefined set of search engine bot names, * such as 'Googlebot', 'bingbot', 'Yandex', and others. It is useful for scenarios where you need to * identify or whitelist/blacklist specific search engine crawlers by their user agent strings. * * @example * SearchEngines.parse('Googlebot'); // passes * SearchEngines.parse('UnknownBot'); // throws ZodError */ declare const SearchEngines: z.ZodUnion<[z.ZodLiteral<"360Spider">, z.ZodLiteral<"360Spider-Image">, z.ZodLiteral<"360Spider-Video">, z.ZodLiteral<"HaoSouSpider">, z.ZodLiteral<"AdsBot-Google">, z.ZodLiteral<"AdsBot-Google-Mobile">, z.ZodLiteral<"AdsBot-Google-Mobile-Apps">, z.ZodLiteral<"Googlebot">, z.ZodLiteral<"Googlebot-Image">, z.ZodLiteral<"Googlebot-Mobile">, z.ZodLiteral<"Googlebot-News">, z.ZodLiteral<"Googlebot-Video">, z.ZodLiteral<"Mediapartners-Google">, z.ZodLiteral<"adidxbot">, z.ZodLiteral<"bingbot">, z.ZodLiteral<"BingPreview">, z.ZodLiteral<"MicrosoftPreview">, z.ZodLiteral<"msnbot">, z.ZodLiteral<"msnbot-media">, z.ZodLiteral<"Applebot">, z.ZodLiteral<"AppleNewsBot">, z.ZodLiteral<"Baiduspider">, z.ZodLiteral<"Baiduspider-image">, z.ZodLiteral<"Baiduspider-mobile">, z.ZodLiteral<"Baiduspider-news">, z.ZodLiteral<"Baiduspider-video">, z.ZodLiteral<"coccoc">, z.ZodLiteral<"coccocbot-image">, z.ZodLiteral<"coccocbot-web">, z.ZodLiteral<"DuckDuckBot">, z.ZodLiteral<"DuckDuckGo-Favicons-Bot">, z.ZodLiteral<"facebookcatalog">, z.ZodLiteral<"facebookexternalhit">, z.ZodLiteral<"Facebot">, z.ZodLiteral<"gooblog">, z.ZodLiteral<"ichiro">, z.ZodLiteral<"Sogou blog">, z.ZodLiteral<"Sogou inst spider">, z.ZodLiteral<"Sogou News Spider">, z.ZodLiteral<"Sogou Orion spider">, z.ZodLiteral<"Sogou spider2">, z.ZodLiteral<"Sogou web spider">, z.ZodLiteral<"Yandex">, z.ZodLiteral<"YandexMobileBot">, z.ZodLiteral<"Algolia Crawler">, z.ZodLiteral<"BublupBot">, z.ZodLiteral<"CCBot">, z.ZodLiteral<"Cliqzbot">, z.ZodLiteral<"Daumoa">, z.ZodLiteral<"DeuSu">, z.ZodLiteral<"EuripBot">, z.ZodLiteral<"Exploratodo">, z.ZodLiteral<"Feedly">, z.ZodLiteral<"Findxbot">, z.ZodLiteral<"istellabot">, z.ZodLiteral<"JikeSpider">, z.ZodLiteral<"Lycos">, z.ZodLiteral<"Mail.Ru">, z.ZodLiteral<"MojeekBot">, z.ZodLiteral<"OrangeBot">, z.ZodLiteral<"Pinterest">, z.ZodLiteral<"Plukkie">, z.ZodLiteral<"Qwantify">, z.ZodLiteral<"Rambler">, z.ZodLiteral<"SemanticScholarBot">, z.ZodLiteral<"SeznamBot">, z.ZodLiteral<"Sosospider">, z.ZodLiteral<"Slurp">, z.ZodLiteral<"Twitterbot">, z.ZodLiteral<"WhatsApp">, z.ZodLiteral<"yacybot">, z.ZodLiteral<"YepBot">, z.ZodLiteral<"Yeti">, z.ZodLiteral<"YioopBot">, z.ZodLiteral<"yoozBot">, z.ZodLiteral<"YoudaoBot">]>; /** * Schema for validating user agent strings in robots.txt rules. * * Accepts either the wildcard '*' (representing all user agents) or a value from the `SearchEngines` schema. * * @see {@link SearchEngines} for the list of supported search engine user agents. */ export declare const UserAgentSchema: z.ZodUnion<[z.ZodLiteral<"*">, z.ZodUnion<[z.ZodLiteral<"360Spider">, z.ZodLiteral<"360Spider-Image">, z.ZodLiteral<"360Spider-Video">, z.ZodLiteral<"HaoSouSpider">, z.ZodLiteral<"AdsBot-Google">, z.ZodLiteral<"AdsBot-Google-Mobile">, z.ZodLiteral<"AdsBot-Google-Mobile-Apps">, z.ZodLiteral<"Googlebot">, z.ZodLiteral<"Googlebot-Image">, z.ZodLiteral<"Googlebot-Mobile">, z.ZodLiteral<"Googlebot-News">, z.ZodLiteral<"Googlebot-Video">, z.ZodLiteral<"Mediapartners-Google">, z.ZodLiteral<"adidxbot">, z.ZodLiteral<"bingbot">, z.ZodLiteral<"BingPreview">, z.ZodLiteral<"MicrosoftPreview">, z.ZodLiteral<"msnbot">, z.ZodLiteral<"msnbot-media">, z.ZodLiteral<"Applebot">, z.ZodLiteral<"AppleNewsBot">, z.ZodLiteral<"Baiduspider">, z.ZodLiteral<"Baiduspider-image">, z.ZodLiteral<"Baiduspider-mobile">, z.ZodLiteral<"Baiduspider-news">, z.ZodLiteral<"Baiduspider-video">, z.ZodLiteral<"coccoc">, z.ZodLiteral<"coccocbot-image">, z.ZodLiteral<"coccocbot-web">, z.ZodLiteral<"DuckDuckBot">, z.ZodLiteral<"DuckDuckGo-Favicons-Bot">, z.ZodLiteral<"facebookcatalog">, z.ZodLiteral<"facebookexternalhit">, z.ZodLiteral<"Facebot">, z.ZodLiteral<"gooblog">, z.ZodLiteral<"ichiro">, z.ZodLiteral<"Sogou blog">, z.ZodLiteral<"Sogou inst spider">, z.ZodLiteral<"Sogou News Spider">, z.ZodLiteral<"Sogou Orion spider">, z.ZodLiteral<"Sogou spider2">, z.ZodLiteral<"Sogou web spider">, z.ZodLiteral<"Yandex">, z.ZodLiteral<"YandexMobileBot">, z.ZodLiteral<"Algolia Crawler">, z.ZodLiteral<"BublupBot">, z.ZodLiteral<"CCBot">, z.ZodLiteral<"Cliqzbot">, z.ZodLiteral<"Daumoa">, z.ZodLiteral<"DeuSu">, z.ZodLiteral<"EuripBot">, z.ZodLiteral<"Exploratodo">, z.ZodLiteral<"Feedly">, z.ZodLiteral<"Findxbot">, z.ZodLiteral<"istellabot">, z.ZodLiteral<"JikeSpider">, z.ZodLiteral<"Lycos">, z.ZodLiteral<"Mail.Ru">, z.ZodLiteral<"MojeekBot">, z.ZodLiteral<"OrangeBot">, z.ZodLiteral<"Pinterest">, z.ZodLiteral<"Plukkie">, z.ZodLiteral<"Qwantify">, z.ZodLiteral<"Rambler">, z.ZodLiteral<"SemanticScholarBot">, z.ZodLiteral<"SeznamBot">, z.ZodLiteral<"Sosospider">, z.ZodLiteral<"Slurp">, z.ZodLiteral<"Twitterbot">, z.ZodLiteral<"WhatsApp">, z.ZodLiteral<"yacybot">, z.ZodLiteral<"YepBot">, z.ZodLiteral<"Yeti">, z.ZodLiteral<"YioopBot">, z.ZodLiteral<"yoozBot">, z.ZodLiteral<"YoudaoBot">]>]>; export declare const PolicyOptionsSchema: z.ZodObject<{ /** * @description * [ Required ] Indicates the robot to which the rules listed in `robots.txt` apply. * @example * ```ts * policy:[ * { * userAgent: [ * 'Googlebot', * 'Applebot', * 'Baiduspider', * 'bingbot' * ], * // crawling rule(s) for above bots * } * ] * ``` * Verified bots, refer to [DITIG](https://www.ditig.com/robots-txt-template#regular-template) or [Cloudflare Radar](https://radar.cloudflare.com/traffic/verified-bots). */ userAgent: z.ZodOptional<z.ZodUnion<[z.ZodUnion<[z.ZodLiteral<"*">, z.ZodUnion<[z.ZodLiteral<"360Spider">, z.ZodLiteral<"360Spider-Image">, z.ZodLiteral<"360Spider-Video">, z.ZodLiteral<"HaoSouSpider">, z.ZodLiteral<"AdsBot-Google">, z.ZodLiteral<"AdsBot-Google-Mobile">, z.ZodLiteral<"AdsBot-Google-Mobile-Apps">, z.ZodLiteral<"Googlebot">, z.ZodLiteral<"Googlebot-Image">, z.ZodLiteral<"Googlebot-Mobile">, z.ZodLiteral<"Googlebot-News">, z.ZodLiteral<"Googlebot-Video">, z.ZodLiteral<"Mediapartners-Google">, z.ZodLiteral<"adidxbot">, z.ZodLiteral<"bingbot">, z.ZodLiteral<"BingPreview">, z.ZodLiteral<"MicrosoftPreview">, z.ZodLiteral<"msnbot">, z.ZodLiteral<"msnbot-media">, z.ZodLiteral<"Applebot">, z.ZodLiteral<"AppleNewsBot">, z.ZodLiteral<"Baiduspider">, z.ZodLiteral<"Baiduspider-image">, z.ZodLiteral<"Baiduspider-mobile">, z.ZodLiteral<"Baiduspider-news">, z.ZodLiteral<"Baiduspider-video">, z.ZodLiteral<"coccoc">, z.ZodLiteral<"coccocbot-image">, z.ZodLiteral<"coccocbot-web">, z.ZodLiteral<"DuckDuckBot">, z.ZodLiteral<"DuckDuckGo-Favicons-Bot">, z.ZodLiteral<"facebookcatalog">, z.ZodLiteral<"facebookexternalhit">, z.ZodLiteral<"Facebot">, z.ZodLiteral<"gooblog">, z.ZodLiteral<"ichiro">, z.ZodLiteral<"Sogou blog">, z.ZodLiteral<"Sogou inst spider">, z.ZodLiteral<"Sogou News Spider">, z.ZodLiteral<"Sogou Orion spider">, z.ZodLiteral<"Sogou spider2">, z.ZodLiteral<"Sogou web spider">, z.ZodLiteral<"Yandex">, z.ZodLiteral<"YandexMobileBot">, z.ZodLiteral<"Algolia Crawler">, z.ZodLiteral<"BublupBot">, z.ZodLiteral<"CCBot">, z.ZodLiteral<"Cliqzbot">, z.ZodLiteral<"Daumoa">, z.ZodLiteral<"DeuSu">, z.ZodLiteral<"EuripBot">, z.ZodLiteral<"Exploratodo">, z.ZodLiteral<"Feedly">, z.ZodLiteral<"Findxbot">, z.ZodLiteral<"istellabot">, z.ZodLiteral<"JikeSpider">, z.ZodLiteral<"Lycos">, z.ZodLiteral<"Mail.Ru">, z.ZodLiteral<"MojeekBot">, z.ZodLiteral<"OrangeBot">, z.ZodLiteral<"Pinterest">, z.ZodLiteral<"Plukkie">, z.ZodLiteral<"Qwantify">, z.ZodLiteral<"Rambler">, z.ZodLiteral<"SemanticScholarBot">, z.ZodLiteral<"SeznamBot">, z.ZodLiteral<"Sosospider">, z.ZodLiteral<"Slurp">, z.ZodLiteral<"Twitterbot">, z.ZodLiteral<"WhatsApp">, z.ZodLiteral<"yacybot">, z.ZodLiteral<"YepBot">, z.ZodLiteral<"Yeti">, z.ZodLiteral<"YioopBot">, z.ZodLiteral<"yoozBot">, z.ZodLiteral<"YoudaoBot">]>]>, z.ZodArray<z.ZodUnion<[z.ZodLiteral<"*">, z.ZodUnion<[z.ZodLiteral<"360Spider">, z.ZodLiteral<"360Spider-Image">, z.ZodLiteral<"360Spider-Video">, z.ZodLiteral<"HaoSouSpider">, z.ZodLiteral<"AdsBot-Google">, z.ZodLiteral<"AdsBot-Google-Mobile">, z.ZodLiteral<"AdsBot-Google-Mobile-Apps">, z.ZodLiteral<"Googlebot">, z.ZodLiteral<"Googlebot-Image">, z.ZodLiteral<"Googlebot-Mobile">, z.ZodLiteral<"Googlebot-News">, z.ZodLiteral<"Googlebot-Video">, z.ZodLiteral<"Mediapartners-Google">, z.ZodLiteral<"adidxbot">, z.ZodLiteral<"bingbot">, z.ZodLiteral<"BingPreview">, z.ZodLiteral<"MicrosoftPreview">, z.ZodLiteral<"msnbot">, z.ZodLiteral<"msnbot-media">, z.ZodLiteral<"Applebot">, z.ZodLiteral<"AppleNewsBot">, z.ZodLiteral<"Baiduspider">, z.ZodLiteral<"Baiduspider-image">, z.ZodLiteral<"Baiduspider-mobile">, z.ZodLiteral<"Baiduspider-news">, z.ZodLiteral<"Baiduspider-video">, z.ZodLiteral<"coccoc">, z.ZodLiteral<"coccocbot-image">, z.ZodLiteral<"coccocbot-web">, z.ZodLiteral<"DuckDuckBot">, z.ZodLiteral<"DuckDuckGo-Favicons-Bot">, z.ZodLiteral<"facebookcatalog">, z.ZodLiteral<"facebookexternalhit">, z.ZodLiteral<"Facebot">, z.ZodLiteral<"gooblog">, z.ZodLiteral<"ichiro">, z.ZodLiteral<"Sogou blog">, z.ZodLiteral<"Sogou inst spider">, z.ZodLiteral<"Sogou News Spider">, z.ZodLiteral<"Sogou Orion spider">, z.ZodLiteral<"Sogou spider2">, z.ZodLiteral<"Sogou web spider">, z.ZodLiteral<"Yandex">, z.ZodLiteral<"YandexMobileBot">, z.ZodLiteral<"Algolia Crawler">, z.ZodLiteral<"BublupBot">, z.ZodLiteral<"CCBot">, z.ZodLiteral<"Cliqzbot">, z.ZodLiteral<"Daumoa">, z.ZodLiteral<"DeuSu">, z.ZodLiteral<"EuripBot">, z.ZodLiteral<"Exploratodo">, z.ZodLiteral<"Feedly">, z.ZodLiteral<"Findxbot">, z.ZodLiteral<"istellabot">, z.ZodLiteral<"JikeSpider">, z.ZodLiteral<"Lycos">, z.ZodLiteral<"Mail.Ru">, z.ZodLiteral<"MojeekBot">, z.ZodLiteral<"OrangeBot">, z.ZodLiteral<"Pinterest">, z.ZodLiteral<"Plukkie">, z.ZodLiteral<"Qwantify">, z.ZodLiteral<"Rambler">, z.ZodLiteral<"SemanticScholarBot">, z.ZodLiteral<"SeznamBot">, z.ZodLiteral<"Sosospider">, z.ZodLiteral<"Slurp">, z.ZodLiteral<"Twitterbot">, z.ZodLiteral<"WhatsApp">, z.ZodLiteral<"yacybot">, z.ZodLiteral<"YepBot">, z.ZodLiteral<"Yeti">, z.ZodLiteral<"YioopBot">, z.ZodLiteral<"yoozBot">, z.ZodLiteral<"YoudaoBot">]>]>, "many">]>>; /** * @description * [ At least one or more `allow` or `disallow` entries per rule ] Allows indexing site sections or individual pages. * @example * ```ts * policy:[{allow:["/"]}] * ``` * Path-based URL matching, refer to [SYNTAX](https://developers.google.com/search/docs/crawling-indexing/robots/robots_txt#url-matching-based-on-path-values) via Google. */ allow: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodArray<z.ZodString, "many">]>>; /** * @description * [ At least one or more `disallow` or `allow` entries per rule ] Prohibits indexing site sections or individual pages. * @example * ```ts * policy:[ * { * disallow:[ * "/admin", * "/uploads/1989-08-21/*.jpg$" * ] * } * ] * ``` * Path-based URL matching, refer to [SYNTAX](https://developers.google.com/search/docs/crawling-indexing/robots/robots_txt#url-matching-based-on-path-values) via Google. */ disallow: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodArray<z.ZodString, "many">]>>; /** * @description * [ Optional ] Specifies the minimum interval (in seconds) for the search robot to wait after loading one page, before starting to load another. * * @example * ```ts * policy:[{crawlDelay:5}] * ``` * About the [Crawl-delay](https://yandex.com/support/webmaster/robot-workings/crawl-delay.html#crawl-delay) directive. */ crawlDelay: z.ZodOptional<z.ZodNumber>; /** * @description * [ Optional ] Indicates to the robot that the page URL contains parameters (like UTM tags) that should be ignored when indexing it. * * @example * ```bash * # for URLs like: * www.example2.com/index.php?page=1&sid=2564126ebdec301c607e5df * www.example2.com/index.php?page=1&sid=974017dcd170d6c4a5d76ae * ``` * ```ts * policy:[ * { * cleanParam: [ * "sid /index.php", * ] * } * ] * ``` * For additional examples, please consult * Yandex's [SYNTAX](https://yandex.com/support/webmaster/robot-workings/clean-param.html#clean-param__additional) guide. */ cleanParam: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodArray<z.ZodString, "many">]>>; }, "strip", z.ZodTypeAny, { userAgent?: "360Spider" | "360Spider-Image" | "360Spider-Video" | "HaoSouSpider" | "AdsBot-Google" | "AdsBot-Google-Mobile" | "AdsBot-Google-Mobile-Apps" | "Googlebot" | "Googlebot-Image" | "Googlebot-Mobile" | "Googlebot-News" | "Googlebot-Video" | "Mediapartners-Google" | "adidxbot" | "bingbot" | "BingPreview" | "MicrosoftPreview" | "msnbot" | "msnbot-media" | "Applebot" | "AppleNewsBot" | "Baiduspider" | "Baiduspider-image" | "Baiduspider-mobile" | "Baiduspider-news" | "Baiduspider-video" | "coccoc" | "coccocbot-image" | "coccocbot-web" | "DuckDuckBot" | "DuckDuckGo-Favicons-Bot" | "facebookcatalog" | "facebookexternalhit" | "Facebot" | "gooblog" | "ichiro" | "Sogou blog" | "Sogou inst spider" | "Sogou News Spider" | "Sogou Orion spider" | "Sogou spider2" | "Sogou web spider" | "Yandex" | "YandexMobileBot" | "Algolia Crawler" | "BublupBot" | "CCBot" | "Cliqzbot" | "Daumoa" | "DeuSu" | "EuripBot" | "Exploratodo" | "Feedly" | "Findxbot" | "istellabot" | "JikeSpider" | "Lycos" | "Mail.Ru" | "MojeekBot" | "OrangeBot" | "Pinterest" | "Plukkie" | "Qwantify" | "Rambler" | "SemanticScholarBot" | "SeznamBot" | "Sosospider" | "Slurp" | "Twitterbot" | "WhatsApp" | "yacybot" | "YepBot" | "Yeti" | "YioopBot" | "yoozBot" | "YoudaoBot" | "*" | ("360Spider" | "360Spider-Image" | "360Spider-Video" | "HaoSouSpider" | "AdsBot-Google" | "AdsBot-Google-Mobile" | "AdsBot-Google-Mobile-Apps" | "Googlebot" | "Googlebot-Image" | "Googlebot-Mobile" | "Googlebot-News" | "Googlebot-Video" | "Mediapartners-Google" | "adidxbot" | "bingbot" | "BingPreview" | "MicrosoftPreview" | "msnbot" | "msnbot-media" | "Applebot" | "AppleNewsBot" | "Baiduspider" | "Baiduspider-image" | "Baiduspider-mobile" | "Baiduspider-news" | "Baiduspider-video" | "coccoc" | "coccocbot-image" | "coccocbot-web" | "DuckDuckBot" | "DuckDuckGo-Favicons-Bot" | "facebookcatalog" | "facebookexternalhit" | "Facebot" | "gooblog" | "ichiro" | "Sogou blog" | "Sogou inst spider" | "Sogou News Spider" | "Sogou Orion spider" | "Sogou spider2" | "Sogou web spider" | "Yandex" | "YandexMobileBot" | "Algolia Crawler" | "BublupBot" | "CCBot" | "Cliqzbot" | "Daumoa" | "DeuSu" | "EuripBot" | "Exploratodo" | "Feedly" | "Findxbot" | "istellabot" | "JikeSpider" | "Lycos" | "Mail.Ru" | "MojeekBot" | "OrangeBot" | "Pinterest" | "Plukkie" | "Qwantify" | "Rambler" | "SemanticScholarBot" | "SeznamBot" | "Sosospider" | "Slurp" | "Twitterbot" | "WhatsApp" | "yacybot" | "YepBot" | "Yeti" | "YioopBot" | "yoozBot" | "YoudaoBot" | "*")[] | undefined; allow?: string | string[] | undefined; disallow?: string | string[] | undefined; crawlDelay?: number | undefined; cleanParam?: string | string[] | undefined; }, { userAgent?: "360Spider" | "360Spider-Image" | "360Spider-Video" | "HaoSouSpider" | "AdsBot-Google" | "AdsBot-Google-Mobile" | "AdsBot-Google-Mobile-Apps" | "Googlebot" | "Googlebot-Image" | "Googlebot-Mobile" | "Googlebot-News" | "Googlebot-Video" | "Mediapartners-Google" | "adidxbot" | "bingbot" | "BingPreview" | "MicrosoftPreview" | "msnbot" | "msnbot-media" | "Applebot" | "AppleNewsBot" | "Baiduspider" | "Baiduspider-image" | "Baiduspider-mobile" | "Baiduspider-news" | "Baiduspider-video" | "coccoc" | "coccocbot-image" | "coccocbot-web" | "DuckDuckBot" | "DuckDuckGo-Favicons-Bot" | "facebookcatalog" | "facebookexternalhit" | "Facebot" | "gooblog" | "ichiro" | "Sogou blog" | "Sogou inst spider" | "Sogou News Spider" | "Sogou Orion spider" | "Sogou spider2" | "Sogou web spider" | "Yandex" | "YandexMobileBot" | "Algolia Crawler" | "BublupBot" | "CCBot" | "Cliqzbot" | "Daumoa" | "DeuSu" | "EuripBot" | "Exploratodo" | "Feedly" | "Findxbot" | "istellabot" | "JikeSpider" | "Lycos" | "Mail.Ru" | "MojeekBot" | "OrangeBot" | "Pinterest" | "Plukkie" | "Qwantify" | "Rambler" | "SemanticScholarBot" | "SeznamBot" | "Sosospider" | "Slurp" | "Twitterbot" | "WhatsApp" | "yacybot" | "YepBot" | "Yeti" | "YioopBot" | "yoozBot" | "YoudaoBot" | "*" | ("360Spider" | "360Spider-Image" | "360Spider-Video" | "HaoSouSpider" | "AdsBot-Google" | "AdsBot-Google-Mobile" | "AdsBot-Google-Mobile-Apps" | "Googlebot" | "Googlebot-Image" | "Googlebot-Mobile" | "Googlebot-News" | "Googlebot-Video" | "Mediapartners-Google" | "adidxbot" | "bingbot" | "BingPreview" | "MicrosoftPreview" | "msnbot" | "msnbot-media" | "Applebot" | "AppleNewsBot" | "Baiduspider" | "Baiduspider-image" | "Baiduspider-mobile" | "Baiduspider-news" | "Baiduspider-video" | "coccoc" | "coccocbot-image" | "coccocbot-web" | "DuckDuckBot" | "DuckDuckGo-Favicons-Bot" | "facebookcatalog" | "facebookexternalhit" | "Facebot" | "gooblog" | "ichiro" | "Sogou blog" | "Sogou inst spider" | "Sogou News Spider" | "Sogou Orion spider" | "Sogou spider2" | "Sogou web spider" | "Yandex" | "YandexMobileBot" | "Algolia Crawler" | "BublupBot" | "CCBot" | "Cliqzbot" | "Daumoa" | "DeuSu" | "EuripBot" | "Exploratodo" | "Feedly" | "Findxbot" | "istellabot" | "JikeSpider" | "Lycos" | "Mail.Ru" | "MojeekBot" | "OrangeBot" | "Pinterest" | "Plukkie" | "Qwantify" | "Rambler" | "SemanticScholarBot" | "SeznamBot" | "Sosospider" | "Slurp" | "Twitterbot" | "WhatsApp" | "yacybot" | "YepBot" | "Yeti" | "YioopBot" | "yoozBot" | "YoudaoBot" | "*")[] | undefined; allow?: string | string[] | undefined; disallow?: string | string[] | undefined; crawlDelay?: number | undefined; cleanParam?: string | string[] | undefined; }>; export declare const RobotsTXTConfigSchema: z.ZodObject<{ /** * @default false * @description * [ Optional ] Some crawlers(Yandex) support and only accept domain names. * @example * ```ts * integrations:[ * robots({ * host: siteUrl.replace(/^https?:\/\/|:\d+/g, "") * }) * ] * ``` */ host: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodBoolean]>>; /** * @description * [ Optional, zero or more per file ] The location of a sitemap for this website. * @example * ```ts * sitemap: [ * "https://example.com/sitemap.xml", * "https://www.example.com/sitemap.xml" * ] * ``` * The value of the [SITEMAP](https://developers.google.com/search/docs/crawling-indexing/robots/robots_txt#sitemap) field is case-sensitive. */ sitemap: z.ZodOptional<z.ZodUnion<[z.ZodUnion<[z.ZodString, z.ZodArray<z.ZodString, "many">]>, z.ZodBoolean]>>; /** * @description * [ Optional ] List of `policy` rules. * @default * ```ts * policy:[ * { * userAgent: "*", * allow: "/" * } * ] * ``` * For more help, refer to [SYNTAX](https://yandex.com/support/webmaster/controlling-robot/robots-txt.html#recommend) by Yandex. */ policy: z.ZodOptional<z.ZodArray<z.ZodObject<{ /** * @description * [ Required ] Indicates the robot to which the rules listed in `robots.txt` apply. * @example * ```ts * policy:[ * { * userAgent: [ * 'Googlebot', * 'Applebot', * 'Baiduspider', * 'bingbot' * ], * // crawling rule(s) for above bots * } * ] * ``` * Verified bots, refer to [DITIG](https://www.ditig.com/robots-txt-template#regular-template) or [Cloudflare Radar](https://radar.cloudflare.com/traffic/verified-bots). */ userAgent: z.ZodOptional<z.ZodUnion<[z.ZodUnion<[z.ZodLiteral<"*">, z.ZodUnion<[z.ZodLiteral<"360Spider">, z.ZodLiteral<"360Spider-Image">, z.ZodLiteral<"360Spider-Video">, z.ZodLiteral<"HaoSouSpider">, z.ZodLiteral<"AdsBot-Google">, z.ZodLiteral<"AdsBot-Google-Mobile">, z.ZodLiteral<"AdsBot-Google-Mobile-Apps">, z.ZodLiteral<"Googlebot">, z.ZodLiteral<"Googlebot-Image">, z.ZodLiteral<"Googlebot-Mobile">, z.ZodLiteral<"Googlebot-News">, z.ZodLiteral<"Googlebot-Video">, z.ZodLiteral<"Mediapartners-Google">, z.ZodLiteral<"adidxbot">, z.ZodLiteral<"bingbot">, z.ZodLiteral<"BingPreview">, z.ZodLiteral<"MicrosoftPreview">, z.ZodLiteral<"msnbot">, z.ZodLiteral<"msnbot-media">, z.ZodLiteral<"Applebot">, z.ZodLiteral<"AppleNewsBot">, z.ZodLiteral<"Baiduspider">, z.ZodLiteral<"Baiduspider-image">, z.ZodLiteral<"Baiduspider-mobile">, z.ZodLiteral<"Baiduspider-news">, z.ZodLiteral<"Baiduspider-video">, z.ZodLiteral<"coccoc">, z.ZodLiteral<"coccocbot-image">, z.ZodLiteral<"coccocbot-web">, z.ZodLiteral<"DuckDuckBot">, z.ZodLiteral<"DuckDuckGo-Favicons-Bot">, z.ZodLiteral<"facebookcatalog">, z.ZodLiteral<"facebookexternalhit">, z.ZodLiteral<"Facebot">, z.ZodLiteral<"gooblog">, z.ZodLiteral<"ichiro">, z.ZodLiteral<"Sogou blog">, z.ZodLiteral<"Sogou inst spider">, z.ZodLiteral<"Sogou News Spider">, z.ZodLiteral<"Sogou Orion spider">, z.ZodLiteral<"Sogou spider2">, z.ZodLiteral<"Sogou web spider">, z.ZodLiteral<"Yandex">, z.ZodLiteral<"YandexMobileBot">, z.ZodLiteral<"Algolia Crawler">, z.ZodLiteral<"BublupBot">, z.ZodLiteral<"CCBot">, z.ZodLiteral<"Cliqzbot">, z.ZodLiteral<"Daumoa">, z.ZodLiteral<"DeuSu">, z.ZodLiteral<"EuripBot">, z.ZodLiteral<"Exploratodo">, z.ZodLiteral<"Feedly">, z.ZodLiteral<"Findxbot">, z.ZodLiteral<"istellabot">, z.ZodLiteral<"JikeSpider">, z.ZodLiteral<"Lycos">, z.ZodLiteral<"Mail.Ru">, z.ZodLiteral<"MojeekBot">, z.ZodLiteral<"OrangeBot">, z.ZodLiteral<"Pinterest">, z.ZodLiteral<"Plukkie">, z.ZodLiteral<"Qwantify">, z.ZodLiteral<"Rambler">, z.ZodLiteral<"SemanticScholarBot">, z.ZodLiteral<"SeznamBot">, z.ZodLiteral<"Sosospider">, z.ZodLiteral<"Slurp">, z.ZodLiteral<"Twitterbot">, z.ZodLiteral<"WhatsApp">, z.ZodLiteral<"yacybot">, z.ZodLiteral<"YepBot">, z.ZodLiteral<"Yeti">, z.ZodLiteral<"YioopBot">, z.ZodLiteral<"yoozBot">, z.ZodLiteral<"YoudaoBot">]>]>, z.ZodArray<z.ZodUnion<[z.ZodLiteral<"*">, z.ZodUnion<[z.ZodLiteral<"360Spider">, z.ZodLiteral<"360Spider-Image">, z.ZodLiteral<"360Spider-Video">, z.ZodLiteral<"HaoSouSpider">, z.ZodLiteral<"AdsBot-Google">, z.ZodLiteral<"AdsBot-Google-Mobile">, z.ZodLiteral<"AdsBot-Google-Mobile-Apps">, z.ZodLiteral<"Googlebot">, z.ZodLiteral<"Googlebot-Image">, z.ZodLiteral<"Googlebot-Mobile">, z.ZodLiteral<"Googlebot-News">, z.ZodLiteral<"Googlebot-Video">, z.ZodLiteral<"Mediapartners-Google">, z.ZodLiteral<"adidxbot">, z.ZodLiteral<"bingbot">, z.ZodLiteral<"BingPreview">, z.ZodLiteral<"MicrosoftPreview">, z.ZodLiteral<"msnbot">, z.ZodLiteral<"msnbot-media">, z.ZodLiteral<"Applebot">, z.ZodLiteral<"AppleNewsBot">, z.ZodLiteral<"Baiduspider">, z.ZodLiteral<"Baiduspider-image">, z.ZodLiteral<"Baiduspider-mobile">, z.ZodLiteral<"Baiduspider-news">, z.ZodLiteral<"Baiduspider-video">, z.ZodLiteral<"coccoc">, z.ZodLiteral<"coccocbot-image">, z.ZodLiteral<"coccocbot-web">, z.ZodLiteral<"DuckDuckBot">, z.ZodLiteral<"DuckDuckGo-Favicons-Bot">, z.ZodLiteral<"facebookcatalog">, z.ZodLiteral<"facebookexternalhit">, z.ZodLiteral<"Facebot">, z.ZodLiteral<"gooblog">, z.ZodLiteral<"ichiro">, z.ZodLiteral<"Sogou blog">, z.ZodLiteral<"Sogou inst spider">, z.ZodLiteral<"Sogou News Spider">, z.ZodLiteral<"Sogou Orion spider">, z.ZodLiteral<"Sogou spider2">, z.ZodLiteral<"Sogou web spider">, z.ZodLiteral<"Yandex">, z.ZodLiteral<"YandexMobileBot">, z.ZodLiteral<"Algolia Crawler">, z.ZodLiteral<"BublupBot">, z.ZodLiteral<"CCBot">, z.ZodLiteral<"Cliqzbot">, z.ZodLiteral<"Daumoa">, z.ZodLiteral<"DeuSu">, z.ZodLiteral<"EuripBot">, z.ZodLiteral<"Exploratodo">, z.ZodLiteral<"Feedly">, z.ZodLiteral<"Findxbot">, z.ZodLiteral<"istellabot">, z.ZodLiteral<"JikeSpider">, z.ZodLiteral<"Lycos">, z.ZodLiteral<"Mail.Ru">, z.ZodLiteral<"MojeekBot">, z.ZodLiteral<"OrangeBot">, z.ZodLiteral<"Pinterest">, z.ZodLiteral<"Plukkie">, z.ZodLiteral<"Qwantify">, z.ZodLiteral<"Rambler">, z.ZodLiteral<"SemanticScholarBot">, z.ZodLiteral<"SeznamBot">, z.ZodLiteral<"Sosospider">, z.ZodLiteral<"Slurp">, z.ZodLiteral<"Twitterbot">, z.ZodLiteral<"WhatsApp">, z.ZodLiteral<"yacybot">, z.ZodLiteral<"YepBot">, z.ZodLiteral<"Yeti">, z.ZodLiteral<"YioopBot">, z.ZodLiteral<"yoozBot">, z.ZodLiteral<"YoudaoBot">]>]>, "many">]>>; /** * @description * [ At least one or more `allow` or `disallow` entries per rule ] Allows indexing site sections or individual pages. * @example * ```ts * policy:[{allow:["/"]}] * ``` * Path-based URL matching, refer to [SYNTAX](https://developers.google.com/search/docs/crawling-indexing/robots/robots_txt#url-matching-based-on-path-values) via Google. */ allow: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodArray<z.ZodString, "many">]>>; /** * @description * [ At least one or more `disallow` or `allow` entries per rule ] Prohibits indexing site sections or individual pages. * @example * ```ts * policy:[ * { * disallow:[ * "/admin", * "/uploads/1989-08-21/*.jpg$" * ] * } * ] * ``` * Path-based URL matching, refer to [SYNTAX](https://developers.google.com/search/docs/crawling-indexing/robots/robots_txt#url-matching-based-on-path-values) via Google. */ disallow: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodArray<z.ZodString, "many">]>>; /** * @description * [ Optional ] Specifies the minimum interval (in seconds) for the search robot to wait after loading one page, before starting to load another. * * @example * ```ts * policy:[{crawlDelay:5}] * ``` * About the [Crawl-delay](https://yandex.com/support/webmaster/robot-workings/crawl-delay.html#crawl-delay) directive. */ crawlDelay: z.ZodOptional<z.ZodNumber>; /** * @description * [ Optional ] Indicates to the robot that the page URL contains parameters (like UTM tags) that should be ignored when indexing it. * * @example * ```bash * # for URLs like: * www.example2.com/index.php?page=1&sid=2564126ebdec301c607e5df * www.example2.com/index.php?page=1&sid=974017dcd170d6c4a5d76ae * ``` * ```ts * policy:[ * { * cleanParam: [ * "sid /index.php", * ] * } * ] * ``` * For additional examples, please consult * Yandex's [SYNTAX](https://yandex.com/support/webmaster/robot-workings/clean-param.html#clean-param__additional) guide. */ cleanParam: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodArray<z.ZodString, "many">]>>; }, "strip", z.ZodTypeAny, { userAgent?: "360Spider" | "360Spider-Image" | "360Spider-Video" | "HaoSouSpider" | "AdsBot-Google" | "AdsBot-Google-Mobile" | "AdsBot-Google-Mobile-Apps" | "Googlebot" | "Googlebot-Image" | "Googlebot-Mobile" | "Googlebot-News" | "Googlebot-Video" | "Mediapartners-Google" | "adidxbot" | "bingbot" | "BingPreview" | "MicrosoftPreview" | "msnbot" | "msnbot-media" | "Applebot" | "AppleNewsBot" | "Baiduspider" | "Baiduspider-image" | "Baiduspider-mobile" | "Baiduspider-news" | "Baiduspider-video" | "coccoc" | "coccocbot-image" | "coccocbot-web" | "DuckDuckBot" | "DuckDuckGo-Favicons-Bot" | "facebookcatalog" | "facebookexternalhit" | "Facebot" | "gooblog" | "ichiro" | "Sogou blog" | "Sogou inst spider" | "Sogou News Spider" | "Sogou Orion spider" | "Sogou spider2" | "Sogou web spider" | "Yandex" | "YandexMobileBot" | "Algolia Crawler" | "BublupBot" | "CCBot" | "Cliqzbot" | "Daumoa" | "DeuSu" | "EuripBot" | "Exploratodo" | "Feedly" | "Findxbot" | "istellabot" | "JikeSpider" | "Lycos" | "Mail.Ru" | "MojeekBot" | "OrangeBot" | "Pinterest" | "Plukkie" | "Qwantify" | "Rambler" | "SemanticScholarBot" | "SeznamBot" | "Sosospider" | "Slurp" | "Twitterbot" | "WhatsApp" | "yacybot" | "YepBot" | "Yeti" | "YioopBot" | "yoozBot" | "YoudaoBot" | "*" | ("360Spider" | "360Spider-Image" | "360Spider-Video" | "HaoSouSpider" | "AdsBot-Google" | "AdsBot-Google-Mobile" | "AdsBot-Google-Mobile-Apps" | "Googlebot" | "Googlebot-Image" | "Googlebot-Mobile" | "Googlebot-News" | "Googlebot-Video" | "Mediapartners-Google" | "adidxbot" | "bingbot" | "BingPreview" | "MicrosoftPreview" | "msnbot" | "msnbot-media" | "Applebot" | "AppleNewsBot" | "Baiduspider" | "Baiduspider-image" | "Baiduspider-mobile" | "Baiduspider-news" | "Baiduspider-video" | "coccoc" | "coccocbot-image" | "coccocbot-web" | "DuckDuckBot" | "DuckDuckGo-Favicons-Bot" | "facebookcatalog" | "facebookexternalhit" | "Facebot" | "gooblog" | "ichiro" | "Sogou blog" | "Sogou inst spider" | "Sogou News Spider" | "Sogou Orion spider" | "Sogou spider2" | "Sogou web spider" | "Yandex" | "YandexMobileBot" | "Algolia Crawler" | "BublupBot" | "CCBot" | "Cliqzbot" | "Daumoa" | "DeuSu" | "EuripBot" | "Exploratodo" | "Feedly" | "Findxbot" | "istellabot" | "JikeSpider" | "Lycos" | "Mail.Ru" | "MojeekBot" | "OrangeBot" | "Pinterest" | "Plukkie" | "Qwantify" | "Rambler" | "SemanticScholarBot" | "SeznamBot" | "Sosospider" | "Slurp" | "Twitterbot" | "WhatsApp" | "yacybot" | "YepBot" | "Yeti" | "YioopBot" | "yoozBot" | "YoudaoBot" | "*")[] | undefined; allow?: string | string[] | undefined; disallow?: string | string[] | undefined; crawlDelay?: number | undefined; cleanParam?: string | string[] | undefined; }, { userAgent?: "360Spider" | "360Spider-Image" | "360Spider-Video" | "HaoSouSpider" | "AdsBot-Google" | "AdsBot-Google-Mobile" | "AdsBot-Google-Mobile-Apps" | "Googlebot" | "Googlebot-Image" | "Googlebot-Mobile" | "Googlebot-News" | "Googlebot-Video" | "Mediapartners-Google" | "adidxbot" | "bingbot" | "BingPreview" | "MicrosoftPreview" | "msnbot" | "msnbot-media" | "Applebot" | "AppleNewsBot" | "Baiduspider" | "Baiduspider-image" | "Baiduspider-mobile" | "Baiduspider-news" | "Baiduspider-video" | "coccoc" | "coccocbot-image" | "coccocbot-web" | "DuckDuckBot" | "DuckDuckGo-Favicons-Bot" | "facebookcatalog" | "facebookexternalhit" | "Facebot" | "gooblog" | "ichiro" | "Sogou blog" | "Sogou inst spider" | "Sogou News Spider" | "Sogou Orion spider" | "Sogou spider2" | "Sogou web spider" | "Yandex" | "YandexMobileBot" | "Algolia Crawler" | "BublupBot" | "CCBot" | "Cliqzbot" | "Daumoa" | "DeuSu" | "EuripBot" | "Exploratodo" | "Feedly" | "Findxbot" | "istellabot" | "JikeSpider" | "Lycos" | "Mail.Ru" | "MojeekBot" | "OrangeBot" | "Pinterest" | "Plukkie" | "Qwantify" | "Rambler" | "SemanticScholarBot" | "SeznamBot" | "Sosospider" | "Slurp" | "Twitterbot" | "WhatsApp" | "yacybot" | "YepBot" | "Yeti" | "YioopBot" | "yoozBot" | "YoudaoBot" | "*" | ("360Spider" | "360Spider-Image" | "360Spider-Video" | "HaoSouSpider" | "AdsBot-Google" | "AdsBot-Google-Mobile" | "AdsBot-Google-Mobile-Apps" | "Googlebot" | "Googlebot-Image" | "Googlebot-Mobile" | "Googlebot-News" | "Googlebot-Video" | "Mediapartners-Google" | "adidxbot" | "bingbot" | "BingPreview" | "MicrosoftPreview" | "msnbot" | "msnbot-media" | "Applebot" | "AppleNewsBot" | "Baiduspider" | "Baiduspider-image" | "Baiduspider-mobile" | "Baiduspider-news" | "Baiduspider-video" | "coccoc" | "coccocbot-image" | "coccocbot-web" | "DuckDuckBot" | "DuckDuckGo-Favicons-Bot" | "facebookcatalog" | "facebookexternalhit" | "Facebot" | "gooblog" | "ichiro" | "Sogou blog" | "Sogou inst spider" | "Sogou News Spider" | "Sogou Orion spider" | "Sogou spider2" | "Sogou web spider" | "Yandex" | "YandexMobileBot" | "Algolia Crawler" | "BublupBot" | "CCBot" | "Cliqzbot" | "Daumoa" | "DeuSu" | "EuripBot" | "Exploratodo" | "Feedly" | "Findxbot" | "istellabot" | "JikeSpider" | "Lycos" | "Mail.Ru" | "MojeekBot" | "OrangeBot" | "Pinterest" | "Plukkie" | "Qwantify" | "Rambler" | "SemanticScholarBot" | "SeznamBot" | "Sosospider" | "Slurp" | "Twitterbot" | "WhatsApp" | "yacybot" | "YepBot" | "Yeti" | "YioopBot" | "yoozBot" | "YoudaoBot" | "*")[] | undefined; allow?: string | string[] | undefined; disallow?: string | string[] | undefined; crawlDelay?: number | undefined; cleanParam?: string | string[] | undefined; }>, "many">>; }, "strip", z.ZodTypeAny, { host?: string | boolean | undefined; sitemap?: string | boolean | string[] | undefined; policy?: { userAgent?: "360Spider" | "360Spider-Image" | "360Spider-Video" | "HaoSouSpider" | "AdsBot-Google" | "AdsBot-Google-Mobile" | "AdsBot-Google-Mobile-Apps" | "Googlebot" | "Googlebot-Image" | "Googlebot-Mobile" | "Googlebot-News" | "Googlebot-Video" | "Mediapartners-Google" | "adidxbot" | "bingbot" | "BingPreview" | "MicrosoftPreview" | "msnbot" | "msnbot-media" | "Applebot" | "AppleNewsBot" | "Baiduspider" | "Baiduspider-image" | "Baiduspider-mobile" | "Baiduspider-news" | "Baiduspider-video" | "coccoc" | "coccocbot-image" | "coccocbot-web" | "DuckDuckBot" | "DuckDuckGo-Favicons-Bot" | "facebookcatalog" | "facebookexternalhit" | "Facebot" | "gooblog" | "ichiro" | "Sogou blog" | "Sogou inst spider" | "Sogou News Spider" | "Sogou Orion spider" | "Sogou spider2" | "Sogou web spider" | "Yandex" | "YandexMobileBot" | "Algolia Crawler" | "BublupBot" | "CCBot" | "Cliqzbot" | "Daumoa" | "DeuSu" | "EuripBot" | "Exploratodo" | "Feedly" | "Findxbot" | "istellabot" | "JikeSpider" | "Lycos" | "Mail.Ru" | "MojeekBot" | "OrangeBot" | "Pinterest" | "Plukkie" | "Qwantify" | "Rambler" | "SemanticScholarBot" | "SeznamBot" | "Sosospider" | "Slurp" | "Twitterbot" | "WhatsApp" | "yacybot" | "YepBot" | "Yeti" | "YioopBot" | "yoozBot" | "YoudaoBot" | "*" | ("360Spider" | "360Spider-Image" | "360Spider-Video" | "HaoSouSpider" | "AdsBot-Google" | "AdsBot-Google-Mobile" | "AdsBot-Google-Mobile-Apps" | "Googlebot" | "Googlebot-Image" | "Googlebot-Mobile" | "Googlebot-News" | "Googlebot-Video" | "Mediapartners-Google" | "adidxbot" | "bingbot" | "BingPreview" | "MicrosoftPreview" | "msnbot" | "msnbot-media" | "Applebot" | "AppleNewsBot" | "Baiduspider" | "Baiduspider-image" | "Baiduspider-mobile" | "Baiduspider-news" | "Baiduspider-video" | "coccoc" | "coccocbot-image" | "coccocbot-web" | "DuckDuckBot" | "DuckDuckGo-Favicons-Bot" | "facebookcatalog" | "facebookexternalhit" | "Facebot" | "gooblog" | "ichiro" | "Sogou blog" | "Sogou inst spider" | "Sogou News Spider" | "Sogou Orion spider" | "Sogou spider2" | "Sogou web spider" | "Yandex" | "YandexMobileBot" | "Algolia Crawler" | "BublupBot" | "CCBot" | "Cliqzbot" | "Daumoa" | "DeuSu" | "EuripBot" | "Exploratodo" | "Feedly" | "Findxbot" | "istellabot" | "JikeSpider" | "Lycos" | "Mail.Ru" | "MojeekBot" | "OrangeBot" | "Pinterest" | "Plukkie" | "Qwantify" | "Rambler" | "SemanticScholarBot" | "SeznamBot" | "Sosospider" | "Slurp" | "Twitterbot" | "WhatsApp" | "yacybot" | "YepBot" | "Yeti" | "YioopBot" | "yoozBot" | "YoudaoBot" | "*")[] | undefined; allow?: string | string[] | undefined; disallow?: string | string[] | undefined; crawlDelay?: number | undefined; cleanParam?: string | string[] | undefined; }[] | undefined; }, { host?: string | boolean | undefined; sitemap?: string | boolean | string[] | undefined; policy?: { userAgent?: "360Spider" | "360Spider-Image" | "360Spider-Video" | "HaoSouSpider" | "AdsBot-Google" | "AdsBot-Google-Mobile" | "AdsBot-Google-Mobile-Apps" | "Googlebot" | "Googlebot-Image" | "Googlebot-Mobile" | "Googlebot-News" | "Googlebot-Video" | "Mediapartners-Google" | "adidxbot" | "bingbot" | "BingPreview" | "MicrosoftPreview" | "msnbot" | "msnbot-media" | "Applebot" | "AppleNewsBot" | "Baiduspider" | "Baiduspider-image" | "Baiduspider-mobile" | "Baiduspider-news" | "Baiduspider-video" | "coccoc" | "coccocbot-image" | "coccocbot-web" | "DuckDuckBot" | "DuckDuckGo-Favicons-Bot" | "facebookcatalog" | "facebookexternalhit" | "Facebot" | "gooblog" | "ichiro" | "Sogou blog" | "Sogou inst spider" | "Sogou News Spider" | "Sogou Orion spider" | "Sogou spider2" | "Sogou web spider" | "Yandex" | "YandexMobileBot" | "Algolia Crawler" | "BublupBot" | "CCBot" | "Cliqzbot" | "Daumoa" | "DeuSu" | "EuripBot" | "Exploratodo" | "Feedly" | "Findxbot" | "istellabot" | "JikeSpider" | "Lycos" | "Mail.Ru" | "MojeekBot" | "OrangeBot" | "Pinterest" | "Plukkie" | "Qwantify" | "Rambler" | "SemanticScholarBot" | "SeznamBot" | "Sosospider" | "Slurp" | "Twitterbot" | "WhatsApp" | "yacybot" | "YepBot" | "Yeti" | "YioopBot" | "yoozBot" | "YoudaoBot" | "*" | ("360Spider" | "360Spider-Image" | "360Spider-Video" | "HaoSouSpider" | "AdsBot-Google" | "AdsBot-Google-Mobile" | "AdsBot-Google-Mobile-Apps" | "Googlebot" | "Googlebot-Image" | "Googlebot-Mobile" | "Googlebot-News" | "Googlebot-Video" | "Mediapartners-Google" | "adidxbot" | "bingbot" | "BingPreview" | "MicrosoftPreview" | "msnbot" | "msnbot-media" | "Applebot" | "AppleNewsBot" | "Baiduspider" | "Baiduspider-image" | "Baiduspider-mobile" | "Baiduspider-news" | "Baiduspider-video" | "coccoc" | "coccocbot-image" | "coccocbot-web" | "DuckDuckBot" | "DuckDuckGo-Favicons-Bot" | "facebookcatalog" | "facebookexternalhit" | "Facebot" | "gooblog" | "ichiro" | "Sogou blog" | "Sogou inst spider" | "Sogou News Spider" | "Sogou Orion spider" | "Sogou spider2" | "Sogou web spider" | "Yandex" | "YandexMobileBot" | "Algolia Crawler" | "BublupBot" | "CCBot" | "Cliqzbot" | "Daumoa" | "DeuSu" | "EuripBot" | "Exploratodo" | "Feedly" | "Findxbot" | "istellabot" | "JikeSpider" | "Lycos" | "Mail.Ru" | "MojeekBot" | "OrangeBot" | "Pinterest" | "Plukkie" | "Qwantify" | "Rambler" | "SemanticScholarBot" | "SeznamBot" | "Sosospider" | "Slurp" | "Twitterbot" | "WhatsApp" | "yacybot" | "YepBot" | "Yeti" | "YioopBot" | "yoozBot" | "YoudaoBot" | "*")[] | undefined; allow?: string | string[] | undefined; disallow?: string | string[] | undefined; crawlDelay?: number | undefined; cleanParam?: string | string[] | undefined; }[] | undefined; }>; export type SearchEngine = z.infer<typeof SearchEngines>; export type UserAgent = z.infer<typeof UserAgentSchema>; export type PolicyOptions = z.infer<typeof PolicyOptionsSchema>; export type RobotsConfig = z.infer<typeof RobotsTXTConfigSchema>; export {};