# Acro Commerce - robots.txt
# Last updated: March 2026

# Allow all search engines
User-agent: *
Allow: /

# Disallow internal/admin paths
Disallow: /admin/
Disallow: /user/
Disallow: /node/add
Disallow: /node/*/edit
Disallow: /node/*/delete
Disallow: /batch
Disallow: /filter/tips
Disallow: /search/
Disallow: /checkout/
Disallow: /cart/
Disallow: /thank-you/
Disallow: /form/
Disallow: /ajax/
Disallow: /?q=admin

# AI Crawlers - explicitly allowed for AI visibility
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: cohere-ai
Allow: /

User-agent: Amazonbot
Allow: /

# SEO crawlers - allow reputable ones
User-agent: AhrefsBot
Allow: /

User-agent: SemrushBot
Allow: /

User-agent: Moz
Allow: /

# Block aggressive/low-value scrapers
User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: SeznamBot
Disallow: /

User-agent: BLEXBot
Disallow: /

# Sitemaps
Sitemap: https://www.acrocommerce.com/sitemap.xml