# For all robots User-agent: * # Block access to specific groups of pages Disallow: /en/en/ Disallow: /medias/sys_master Disallow: /at/de/cart Disallow: /at/de/checkout Disallow: /at/de/my-account Disallow: /at/de/search Disallow: /at/en/cart Disallow: /at/en/checkout Disallow: /at/en/my-account Disallow: /at/en/search Disallow: /be/en/cart Disallow: /be/en/checkout Disallow: /be/en/my-account Disallow: /be/en/search Disallow: /be/fr/cart Disallow: /be/fr/checkout Disallow: /be/fr/my-account Disallow: /be/fr/search Disallow: /be/nl/cart Disallow: /be/nl/checkout Disallow: /be/nl/my-account Disallow: /be/nl/search Disallow: /ch/de/cart Disallow: /ch/de/checkout Disallow: /ch/de/my-account Disallow: /ch/de/search Disallow: /ch/en/cart Disallow: /ch/en/checkout Disallow: /ch/en/my-account Disallow: /ch/en/search Disallow: /ch/fr/cart Disallow: /ch/fr/checkout Disallow: /ch/fr/my-account Disallow: /ch/fr/search Disallow: /com/en/cart Disallow: /com/en/checkout Disallow: /com/en/my-account Disallow: /com/en/search Disallow: /de/de/cart Disallow: /de/de/checkout Disallow: /de/de/my-account Disallow: /de/de/search Disallow: /de/en/cart Disallow: /de/en/checkout Disallow: /de/en/my-account Disallow: /de/en/search Disallow: /en/en/search Disallow: /fr/en/cart Disallow: /fr/en/checkout Disallow: /fr/en/my-account Disallow: /fr/en/search Disallow: /fr/fr/cart Disallow: /fr/fr/checkout Disallow: /fr/fr/my-account Disallow: /fr/fr/search Disallow: /nl/nl/cart Disallow: /nl/nl/checkout Disallow: /nl/nl/my-account Disallow: /nl/nl/search Disallow: /pl/en/cart Disallow: /pl/en/checkout Disallow: /pl/en/my-account Disallow: /pl/en/search Disallow: /pl/pl/cart Disallow: /pl/pl/checkout Disallow: /pl/pl/my-account Disallow: /pl/pl/search Disallow: /search Disallow: /de/de/cart Disallow: /de/de/checkout Disallow: /de/de/my-account Disallow: /de/de/search Request-rate: 1/10 # maximum rate is one page every 10 seconds Crawl-delay: 10 # 10 seconds between page requests Visit-time: 1800-0400 # only visit between 18:00 and 04:00 UTC # Allow search crawlers to discover the sitemap Sitemap: https://www.carlroth.com/at/de/sitemap.xml Sitemap: https://www.carlroth.com/at/en/sitemap.xml Sitemap: https://www.carlroth.com/be/en/sitemap.xml Sitemap: https://www.carlroth.com/be/fr/sitemap.xml Sitemap: https://www.carlroth.com/be/nl/sitemap.xml Sitemap: https://www.carlroth.com/ch/de/sitemap.xml Sitemap: https://www.carlroth.com/ch/en/sitemap.xml Sitemap: https://www.carlroth.com/ch/fr/sitemap.xml Sitemap: https://www.carlroth.com/com/en/sitemap.xml Sitemap: https://www.carlroth.com/de/de/sitemap.xml Sitemap: https://www.carlroth.com/de/en/sitemap.xml Sitemap: https://www.carlroth.com/fr/en/sitemap.xml Sitemap: https://www.carlroth.com/fr/fr/sitemap.xml Sitemap: https://www.carlroth.com/nl/nl/sitemap.xml Sitemap: https://www.carlroth.com/pl/en/sitemap.xml Sitemap: https://www.carlroth.com/pl/pl/sitemap.xml User-agent: Googlebot Crawl-delay: 7 Disallow: /medias/sys_master Disallow: */search User-agent: Googlebot-Image User-agent: AdsBot-Google-Mobile User-agent: AdsBot-Google User-agent: Googlebot-News User-agent: Googlebot-Video User-agent: AdsBot-Google-Mobile-Apps User-agent: FeedFetcher-Google User-agent: Google-Read-Aloud User-agent: DuplexWeb-Google User-agent: Google Favicon User-agent: googleweblight User-agent: Storebot-Google Crawl-delay: 20 Disallow: /medias/sys_master Disallow: */search User-agent: Bingbot User-agent: DuckDuckBot User-agent: Slurp User-agent: msnbot Crawl-delay: 8 Disallow: /medias/sys_master Disallow: */search User-agent: Applebot User-agent: Pinterestbot User-agent: Twitterbot Crawl-delay: 10 Disallow: /medias/sys_master Disallow: */search User-agent: Optimizer User-agent: SISTRIX Crawler User-agent: SISTRIX Optimizer User-agent: SemrushBot User-agent: SemrushBot-BA User-agent: SemrushBot-BM User-agent: SemrushBot-CT User-agent: SemrushBot-SA User-agent: SemrushBot-SEOAB User-agent: SemrushBot-SI User-agent: SemrushBot-SWA User-agent: SemrushBot/7~bl User-agent: sistrix Crawl-delay: 20 Disallow: /pl/ Disallow: /medias/sys_master Disallow: */search User-agent: Baiduspider User-agent: Baiduspider-image User-agent: Mediapartners-Google User-agent: Neevabot User-agent: Yandex User-agent: YandexAccessibilityBot User-agent: YandexBot User-agent: YandexImages Crawl-delay: 20 Disallow: /pl/ Disallow: /be/ Disallow: /ch/ Disallow: /at/ Disallow: /en/ Disallow: /de/en/ Disallow: /fr/en/ Disallow: /nl/en/ Disallow: /medias/sys_master/ Disallow: */search User-agent: 007ac9 Crawler User-agent: 360Spider User-agent: AlphaBot User-agent: BacklinkCrawler User-agent: Baiduspider-video User-agent: Bleriot User-agent: CCBot User-agent: Cliqzbot User-agent: Crawlson User-agent: DataForSeoBot User-agent: Discordbot User-agent: Exabot User-agent: HuaweiWebCatBot User-agent: Kraken User-agent: Mail.RU_Bot User-agent: MegaIndex.ru User-agent: MegaIndex.ru/2.0 User-agent: Page Audit bot User-agent: Plista-Datafication User-agent: Qwantify User-agent: RyteBot User-agent: SMTBot User-agent: SearchmetricsBot User-agent: Seobility User-agent: SeznamBot User-agent: Slack-ImgProxy User-agent: Slackbot User-agent: Slackbot-LinkExpanding User-agent: Sogou web spider User-agent: Spinn3r User-agent: Swiftbot User-agent: Turnitin User-agent: TweetmemeBot User-agent: VelenPublicWebCrawler User-agent: XoviBot User-agent: YoudaoBot User-agent: ZoomBot User-agent: auskunftbot User-agent: coccocbot-web User-agent: grapeshot User-agent: ichiro User-agent: ltx71 User-agent: memorybot User-agent: metajobbot User-agent: moget User-agent: netEstate NE Crawler User-agent: plista User-agent: proximic User-agent: publiclibraryarchive User-agent: publiclibraryarchive.org User-agent: seoscanners.net User-agent: sogou spider User-agent: trendictionbot User-agent: turnitinbot User-agent: vebidoobot Crawl-delay: 30 Disallow: /pl/ Disallow: /be/ Disallow: /ch/ Disallow: /at/ Disallow: /en/ Disallow: /de/en/ Disallow: /fr/en/ Disallow: /nl/en/ Disallow: /medias/sys_master/ Disallow: */search User-agent: AhrefsBot User-agent: BLEXBot User-agent: Barkrowler User-agent: CazoodleBot User-agent: Domaincrawler User-agent: DotBot User-agent: ecoresearchCrawler User-agent: EtaoSpider User-agent: Gigabot User-agent: Linguee User-agent: MJ12bot User-agent: Mediatoolkitbot User-agent: NerdyBot User-agent: PetalBot User-agent: SEOkicks User-agent: Screaming Frog SEO Spider User-agent: Seekport User-agent: Seekport Crawler User-agent: Spbot User-agent: WoZuKaufenBot User-agent: dotbot User-agent: dotbot/1.0 Disallow: /