##################################################
# Vanilla-wide rules                             #
##################################################
User-agent: *

# Common path patterns (* prefix to handle localisation)
Disallow: */deals/compare
Disallow: */html/
Disallow: */p/*/embed/captioned
Disallow: */outlink*
Disallow: *.freyr.*
Disallow: */comments/*
Disallow: */.events-handler*
Disallow: *CoreWebVitalsThresholdEvent*
Disallow: */partials/*
Disallow: */future.adtech.freyr.v1.PageViewEvent

# Common query string patterns
Disallow: *searchTerm=*
Disallow: *sortBy=*
Disallow: *productBrand=*
Disallow: *%7B*%7D*
Disallow: *seenMatchId=*

# Infinite scroll paths
Disallow: /infinite-scroll-article/*
Disallow: /infinite-scroll-review/*
Disallow: /infinite-scroll-recipe/*

# Amazon AdBot
User-agent: AmazonAdBot
Disallow:

# AI crawlers
User-agent: bytespider
User-agent: mistralai
User-agent: cohere
User-agent: ai2bot
User-agent: youbot
User-agent: omgili
User-agent: diffbot
User-agent: kangaroo
User-agent: img2dataset
User-agent: amazonbot
User-agent: amazon-qbusiness
User-Agent: meta-externalagent
User-Agent: meta-webindexer
User-Agent: Applebot
User-Agent: Applebot-Extended
Disallow: /

##################################################
# Site-specific rules                            #
##################################################
User-Agent: *

Disallow: /includes/
Disallow: /misc/
Disallow: /modules/

Disallow: /CHANGELOG.txt
Disallow: /cron.php
Disallow: /INSTALL*txt
Disallow: /install.php
Disallow: /LICENSE.txt
Disallow: /MAINTAINERS.txt
Disallow: /update.php
Disallow: /UPGRADE.txt
Disallow: /xmlrpc.php

Disallow: /filter/tips/
Disallow: /359/

##################################################
# Sitemaps                                       #
##################################################
User-agent: *
Sitemap: https://www.coachweb.com/sitemap.xml
Sitemap: https://www.coachweb.com/sitemap-news.xml