# robots.txt
# Policy: ALLOW ALL crawlers (search engines, SEO tools, AI bots)
# Clients verify backlinks via Ahrefs/Semrush/Majestic — blocking these defeats the purpose
# Only pure bulk training harvesters with zero citation/indexing value are blocked
# --- DEFAULT: ALLOW ALL CRAWLERS ---
User-agent: *
Allow: /
# --- PURE TRAINING HARVESTERS ONLY (blocked — no citation or SEO value) ---
User-agent: CCBot
Disallow: /
User-agent: Diffbot
Disallow: /
User-agent: Bytespider
Disallow: /
Sitemap: https://d2xsxph8kpxj0f.cloudfront.net/310419663030091560/NBbYWgeiaAWFcLUHEUe469/campaigns/vvgb4nxz/html/mia-s-angling-scuba/sitemap.xml