# robots.txt for linkwatcher.io

User-agent: *
Disallow: /*?_rsc=*
Disallow: /webmail
Disallow: /cpanel
Disallow: /cdn-cgi/
Disallow: /.well-known/
Disallow: /cgi-bin

# Explicitly allow llm.txt for AI crawlers
Allow: /llm.txt

# Sitemaps
Sitemap: https://www.linkwatcher.io/sitemap.xml
Sitemap: https://www.linkwatcher.io/blog-sitemap.xml