# Robots.txt for Whimsy Games
# Last updated: March 2026
# Purpose: Allow search engines and AI platforms while managing crawl efficiency

# Default rules for all crawlers
User-agent: *
Allow: /
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /*.json$
Disallow: /*?*sort=
Disallow: /*?*filter=

# Crawl control
Crawl-delay: 1
Request-rate: 30/60

# AI Crawlers allowed
User-agent: GPTBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: cohere-ai
Allow: /

# Block known scrapers and aggressive bots
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: MJ12bot
Disallow: /

# Sitemap references
Sitemap: https://whimsygames.co/sitemap.xml
Sitemap: https://whimsygames.co/sitemap-posts.xml
Sitemap: https://whimsygames.co/sitemap-pages.xml
Sitemap: https://whimsygames.co/services-sitemap.xml
Sitemap: https://whimsygames.co/case-study-sitemap.xml

# Host preference (optional, helps with canonicalization)
Host: https://whimsygames.co