# ShopRite robots.txt — updated 2026-09-03

User-agent: *
Allow: /customer/account/create/
Disallow: /cgi-bin/
Disallow: /warehouse
Disallow: /checkout/
Disallow: /customer/
Disallow: /*?limit=
Disallow: /*?dir=
Disallow: /*/login.php
Disallow: /suppliers/
Disallow: /unionmanager/
Disallow: /catalogsearch/result/
Disallow: /qquoteadvstore/index
Disallow: /home2

# --- AI assistant / answer-engine crawlers: explicitly welcome ---
User-agent: GPTBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Claude-User
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Perplexity-User
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: meta-externalagent
Allow: /

Sitemap: https://www.shoprite.com.au/sitemap.xml