User-agent: * Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php Disallow: /wp-login.php Disallow: /xmlrpc.php Disallow: /readme.html Disallow: /wp-json/ Disallow: /?rest_route= # Search # De vertaalde zoekpagina's ontbraken hier nog, waardoor bingbot ze bleef # ophalen: ruim 17.000 keer per maand, steeds met een 403 (gemeten 16-11-2026). Disallow: /*?s= Disallow: /search/ Disallow: /en/search/ Disallow: /de/search/ Disallow: /fr/search/ Disallow: /it/search/ Disallow: /*?p= # WooCommerce filters & facetted nav Disallow: /*?filter_ Disallow: /*&filter_ Disallow: /*?active_filter= Disallow: /*&active_filter= Disallow: /*?attr_ Disallow: /*&attr_ Disallow: /*?min_price= Disallow: /*&min_price= Disallow: /*?max_price= Disallow: /*&max_price= Disallow: /*?rating_filter= Disallow: /*&rating_filter= Disallow: /*?stock_status= Disallow: /*&stock_status= Disallow: /*?query_type_ Disallow: /*&query_type_ # Sorting / pagination / view options Disallow: /*?orderby= Disallow: /*&orderby= Disallow: /*?sort= Disallow: /*&sort= Disallow: /*?offset= Disallow: /*&offset= Disallow: /*?view= Disallow: /*&view= Disallow: /*?per_page= Disallow: /*&per_page= Disallow: /*?per_row= Disallow: /*&per_row= Disallow: /*?shop_view= Disallow: /*&shop_view= Disallow: /*?product-page= Disallow: /*&product-page= # Cart / actions / AJAX Disallow: /*add-to-cart= Disallow: /*?action= Disallow: /*&action= Disallow: /*?wc-ajax= Disallow: /*&wc-ajax= Disallow: /*?slug= Disallow: /*print-products=pdf # Compare / blog pagination # De vergelijkpagina is dynamisch, nooit indexeerbaar en veruit de duurste # pagina van de site. De vertaalde varianten ontbraken hier nog, waardoor # crawlers ze wel bleven ophalen (gemeten 21-08-2026). Disallow: /compare/ Disallow: /en/compare/ Disallow: /de/vergleichen/ Disallow: /fr/comparer/ Disallow: /it/confrontare/ Disallow: /blog/page/ # Tracking / UTM parameters (avoid duplicate content) Disallow: /*?utm_ Disallow: /*&utm_ Disallow: /*?gclid= Disallow: /*&gclid= Disallow: /*?fbclid= Disallow: /*&fbclid= Disallow: /*?msclkid= Disallow: /*&msclkid= # Feeds Disallow: /*/feed/ Disallow: /comments/feed/ # Allow important content Allow: /wp-content/uploads/ Allow: /verlichtingstermen/ Allow: /c/ Allow: /p/ Allow: /blog/ # Baidu bot blokkeren (geen relevantie voor EU markt) User-agent: Baiduspider Disallow: / # Pure scraping / trainings-crawlers blokkeren (geen zoekvoordeel voor TRALERT) User-agent: CCBot Disallow: / User-agent: Bytespider Disallow: / User-agent: Amazonbot Disallow: / User-agent: Diffbot Disallow: / User-agent: meta-externalagent Disallow: / User-agent: cohere-ai Disallow: / User-agent: Omgilibot Disallow: / User-agent: Omgili Disallow: / User-agent: ImagesiftBot Disallow: / User-agent: PetalBot Disallow: / User-agent: MJ12bot Disallow: / User-agent: DotBot Disallow: / # -- SEO-linkindexeerders ---------------------------------------------- # Deze crawlers sturen geen enkele bezoeker, maar maten samen ongeveer # 40% van alle PHP-rekentijd van de site op (logmeting 21-08-2026: # AhrefsBot 4627 s, SemrushBot 2206 s, Amzn-SearchBot 1347 s, # Barkrowler 725 s, ShapBot 116 s in 7,5 uur). # De site-audit-varianten hieronder blijven WEL toegestaan, zodat een # eigen audit in Ahrefs of Semrush gewoon blijft werken. User-agent: AhrefsSiteAudit Allow: / User-agent: SemrushBot-SA Allow: / User-agent: SiteAuditBot Allow: / User-agent: AhrefsBot Disallow: / User-agent: SemrushBot Disallow: / User-agent: Amzn-SearchBot Disallow: / User-agent: Barkrowler Disallow: / User-agent: ShapBot Disallow: / # DataForSeoBot (SEO-dataverzamelaar): 15-10-2026 43% van alle PHP-tijd, crawlde alle talen. # Ook geblokkeerd in Cloudflare (regel 4), want hij leest robots.txt maar 1x per dag. User-agent: DataForSeoBot Disallow: / # AI-search crawlers (ChatGPT, Perplexity, Claude, Google AI Overviews) # zijn WEL toegestaan zodat TRALERT zichtbaar is in AI-antwoorden. # Ze vallen onder "User-agent: *" en respecteren de filter-disallows. # Sitemaps Sitemap: https://www.tralert.com/sitemap_index.xml Sitemap: https://www.tralert.com/de/sitemap_index.xml Sitemap: https://www.tralert.com/fr/sitemap_index.xml Sitemap: https://www.tralert.com/it/sitemap_index.xml Sitemap: https://www.tralert.com/en/sitemap_index.xml