# ShutterDev Robots.txt
# https://shutterdev.com

User-agent: *
# Block admin and API
Disallow: /admin/
Disallow: /api/
Disallow: /config/
Disallow: /includes/
Disallow: /classes/
Disallow: /sql/
Disallow: /downloads/
# Block authentication and user-only pages from indexing
Disallow: /login
Disallow: /register
Disallow: /logout
Disallow: /forgot-password
Disallow: /reset-password
Disallow: /verify-email
Disallow: /account
Disallow: /account/
Disallow: /checkout
Disallow: /downloads
Disallow: /purchases
Disallow: /download-success

# Block pure training scrapers (not search)
User-agent: CCBot
Disallow: /

User-agent: Bytespider
Disallow: /

# ============================================
# AI Search Crawlers (allow indexing)
# ============================================

# OpenAI / ChatGPT, Anthropic / Claude, and Perplexity search
User-agent: GPTBot
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: ClaudeBot
User-agent: Claude-SearchBot
User-agent: Claude-User
User-agent: PerplexityBot
Disallow: /admin/
Disallow: /api/
Disallow: /config/
Disallow: /includes/
Disallow: /classes/
Disallow: /sql/
Disallow: /downloads/
Disallow: /login
Disallow: /register
Disallow: /logout
Disallow: /forgot-password
Disallow: /reset-password
Disallow: /verify-email
Disallow: /account
Disallow: /account/
Disallow: /checkout
Disallow: /downloads
Disallow: /purchases
Disallow: /download-success

# Google AI (Gemini)
User-agent: Google-Extended
Allow: /

# Sitemap
Sitemap: https://shutterdev.com/sitemap.xml