# hotelmonitor.co.uk
#
# Machine-readable summary of the site, its URL patterns and how to read the
# prices accurately: https://hotelmonitor.co.uk/llms.txt

User-agent: *
Allow: /
Disallow: /admin
Disallow: /bookings
Disallow: /api/click
Disallow: /go/
Disallow: /s22-pixel-test.html
Crawl-delay: 1

# AI assistants and their crawlers are welcome, and are the largest readers of
# this site by some distance (measured 2026-10-01: roughly 189,000 agent
# requests in 30 days against about 5,300 human visits). They are listed
# explicitly rather than left to the wildcard for two reasons: the wildcard's
# Crawl-delay is a needless brake on an indexer that is not hammering us, and
# an explicit Allow is a clearer statement of intent than silence.
#
# The Disallow list is the same as above and is not a copyright position: /admin
# and /bookings are private, and /api/click is a redirect endpoint that holds no
# content worth indexing.

User-agent: GPTBot
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: ClaudeBot
User-agent: Claude-User
User-agent: Claude-SearchBot
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: Google-Extended
User-agent: Applebot-Extended
User-agent: Amazonbot
User-agent: Bytespider
User-agent: meta-externalagent
User-agent: cohere-ai
User-agent: Diffbot
Allow: /
Disallow: /admin
Disallow: /bookings
Disallow: /api/click
Disallow: /go/
Disallow: /s22-pixel-test.html

Sitemap: https://hotelmonitor.co.uk/sitemap.xml