# The Sydney Teacher - robots.txt
# Allows all search engines and AI crawlers to access your site
User-agent: *
Allow: /
Disallow: /admin
Disallow: /cart
Disallow: /checkout
Disallow: /account
Disallow: /search
Disallow: /*.json
Disallow: /*?*sort_by*
Disallow: /*?*filter*
# AI Crawlers - Explicitly Allowed
User-agent: GPTBot
Allow: /
User-agent: CCBot
Allow: /
User-agent: anthropic-ai
Allow: /
User-agent: Claude-Web
Allow: /
User-agent: PerplexityBot
Allow: /
User-agent: Googlebot
Allow: /
User-agent: Bingbot
Allow: /
# Sitemaps
Sitemap: https://thesydneyteacher.com/sitemap.xml
# LLMs Discovery
# Point AI crawlers to your llms.txt file
# Located at: https://thesydneyteacher.com/pages/llms