# Sitemaps
Sitemap: https://www.project-syndicate.org/sitemap.xml
Sitemap: https://www.project-syndicate.org/news-sitemap.xml

User-agent: *
Disallow: /print/
Disallow: /newsletters/
Disallow: /flowli/
Disallow: /login/
Disallow: /register/
Disallow: /account/
Disallow: /member/
Disallow: /profile/
Disallow: /messaging/
Disallow: /order/
Disallow: /comments/
Disallow: /admintools/
Disallow: /feedback/
Disallow: /analytictracking/
Disallow: /iptest/
Disallow: /handbook/

# Crawl-delay for heavy commercial crawlers
User-agent: AhrefsBot
Crawl-delay: 8
User-agent: MJ12bot
Crawl-delay: 8
User-agent: SemrushBot
Crawl-delay: 8

# Block AI/data-scraping crawlers
User-agent: GPTBot
Disallow: /
User-agent: ChatGPT-User
Disallow: /
User-agent: ClaudeBot
Disallow: /
User-agent: anthropic-ai
Disallow: /
User-agent: Google-Extended
Disallow: /
User-agent: PerplexityBot
Disallow: /
User-agent: DeepSeekBot
Disallow: /
User-agent: Amazonbot
Disallow: /
User-agent: CCBot
Disallow: /
User-agent: YouBot
Disallow: /
User-agent: PhindBot
Disallow: /
User-agent: cohere-ai
Disallow: /
User-agent: BingAI
Disallow: /
User-agent: ERNIEBot
Disallow: /
User-agent: InflectionBot
Disallow: /
User-agent: xAI-Bot
Disallow: /
User-agent: Applebot-Extended
Disallow: /
User-agent: Bytespider
Disallow: /
User-agent: FacebookBot
Disallow: /
User-agent: Diffbot
Disallow: /
User-agent: ImagesiftBot
Disallow: /
User-agent: Omgilibot
Disallow: /