User-agent: * Disallow: /wp-admin/ Disallow: /wp-login.php Disallow: /*add-to-cart=* Disallow: /*add_to_wishlist=* Disallow: /cart/ Disallow: /checkout/ Disallow: /my-account/ Disallow: /unit_pricing_base_measure/ Disallow: /unit_pricing_measure/ Disallow: /*?*filter_ Disallow: /*?*orderby= Allow: /wp-admin/admin-ajax.php # AI training crawlers User-agent: GPTBot Disallow: / User-agent: CCBot Disallow: / User-agent: Google-Extended Disallow: / User-agent: anthropic-ai Disallow: / User-agent: Meta-ExternalAgent Disallow: / User-agent: Bytespider Disallow: / User-agent: Applebot-Extended Disallow: / # SEO scrapers User-agent: AhrefsBot Disallow: / User-agent: PetalBot Disallow: / User-agent: SemrushBot Disallow: / User-agent: MJ12bot Disallow: / User-agent: DotBot Disallow: / User-agent: Ezooms Disallow: / User-agent: webcrawler Disallow: / User-agent: BUbiNG Disallow: / User-agent: proximic Disallow: / User-Agent: trendictionbot Disallow: / #User-Agent: msnbot #Disallow: / #User-Agent: bingbot #Disallow: / User-Agent: msnbot-media Disallow: / User-Agent: Vagabondo Disallow: / User-Agent: Bilbo Disallow: / User-Agent: Yandex Disallow: / User-Agent: YandexBot Disallow: / User-Agent: YandexImages Disallow: / User-Agent: YandexVideo Disallow: / User-Agent: YandexMedia Disallow: / User-Agent: YandexFavicons Disallow: / User-Agent: linkdexbot Disallow: / User-Agent: Exabot Disallow: / User-Agent: Slurp Disallow: / User-Agent: ia_archiver Disallow: / User-Agent: Baiduspider Disallow: / User-Agent: niki-bot Disallow: / User-Agent: CompSpyBot Disallow: / User-Agent: trendictionbot Disallow: / User-Agent: archive.org_bot Disallow: / User-Agent: BeetleBot Disallow: / User-Agent: Mail.RU_Bot Disallow: / User-Agent: 360Spider Disallow: / User-Agent: IstellaBot Disallow: / User-Agent: Plukkie Disallow: / User-Agent: melodibot Disallow: / User-Agent: spbot Disallow: / User-Agent: QuerySeekerSpider Disallow: / User-Agent: BuddhaBot Disallow: / User-Agent: Screaming Frog SEO Spider Disallow: / User-Agent: imrbot Disallow: / User-Agent: AcoonBot Disallow: / User-Agent: yacybot Disallow: / User-Agent: GufyBot Disallow: / User-Agent: Nesotebot Disallow: / User-Agent: Sogou web spider Disallow: / User-Agent: SEOkicks-Robot Disallow: / User-agent: SEOkicks Disallow: / User-Agent: SolomonoBot Disallow: / User-Agent: WBSearchBot Disallow: / User-Agent: NoyaBot Disallow: / User-Agent: FlappyBot Disallow: / User-Agent: SiteExplorer Disallow: / User-Agent: proximic Disallow: / User-agent: 008 Disallow: / User-agent: BLEXBot Disallow: / User-agent: crawler4j Disallow: / User-agent: Nutch Disallow: / User-agent: berlin-fu-cow Disallow: / User-agent: Riddler Disallow: / User-agent: Butterfly Disallow: / User-agent: ZoominfoBot Disallow: / User-agent: Seekport Crawler Disallow: / Sitemap: https://oodlesandpinches.nl/sitemap_index.xml