User-agent: *
Allow: /
Disallow: /api/
Disallow: /studio/
Disallow: /admin/
Disallow: /account
Disallow: /wishlist
Disallow: /test-payment
Disallow: /anz-test
Disallow: /sidebar-demo
Content-Signal: search=yes, ai-input=yes, ai-train=no

User-agent: GPTBot
User-agent: ClaudeBot
User-agent: anthropic-ai
User-agent: PerplexityBot
User-agent: Google-Extended
User-agent: FacebookBot
Allow: /

User-agent: Bytespider
User-agent: Applebot-Extended
Disallow: /

Host: https://cranks.com.au
Sitemap: https://cranks.com.au/sitemap.xml