# Specific blocks for AI, LLM, Social, and SEO crawlers
User-agent: GPTBot
User-agent: ChatGPT-User
User-agent: ClaudeBot
User-agent: Claude-Web
User-agent: anthropic-ai
User-agent: CCBot
User-agent: PerplexityBot
User-agent: Amazonbot
User-agent: amazon-kendra
User-agent: Google-Extended
User-agent: SemrushBot
User-agent: SemrushBot-SA
User-agent: SemrushBot-BA
User-agent: SemrushBot-SI
User-agent: SemrushBot-SWA
User-agent: SiteAuditBot
User-agent: SplitSignalBot
User-agent: Meta-ExternalAgent
User-agent: facebookexternalhit
User-agent: Meta-ExternalFetcher
Disallow: /

# General rules for helpful search engines (Google, Bing, etc.)
User-agent: *
Allow: /
Allow: /block/
Allow: /tx/
Allow: /address/
Allow: /about
Allow: /network
Allow: /api.php
Allow: /themes/
Allow: /imgs/
Allow: /favicon.ico

# Disallow sensitive areas
Disallow: /conf/
Disallow: /libs/
Disallow: /cache/
Disallow: /*.log
Disallow: /error_log

# Respectful crawl delay
Crawl-delay: 1