# ==================================================
# BLOCK AI SCRAPERS
# ==================================================

User-agent: Amazonbot
User-agent: Applebot-Extended
User-agent: Bytespider
User-agent: CCBot
User-agent: Claude-Web
User-agent: ClaudeBot
User-agent: Diffbot
User-agent: FacebookBot
User-agent: Google-Extended
User-agent: GPTBot
User-agent: ImagesiftBot
User-agent: meta-externalagent
User-agent: OmilexBot
User-agent: PerplexityBot
User-agent: YouBot
Disallow: /

# ==================================================
# STANDARD SEARCH ENGINE RULES
# ==================================================

User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

# ==================================================
# SITEMAP
# ==================================================

Sitemap: https://thelondonhub.co.uk/sitemap_index.xml
Sitemap: https://thelondonhub.co.uk/sitemap-news.xml