# PriceHound - Australian Price Comparison
# https://pricehound.com.au

# Default: allow crawl of public content for search and AI answer retrieval.
User-agent: *
Content-Signal: search=yes,ai-input=yes,ai-train=no
Allow: /
Disallow: /api/
Disallow: /admin/
Disallow: /auth/
Disallow: /account/
Disallow: /cart
Disallow: /checkout
Disallow: /inbox
Disallow: /notifications
Disallow: /internal/
Disallow: /monitoring/
Disallow: /search?
Crawl-delay: 1

# AI search discovery: allow agents that retrieve and cite live public pages.
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: PerplexityBot
Allow: /
Disallow: /api/
Disallow: /admin/
Disallow: /auth/
Disallow: /account/
Disallow: /cart
Disallow: /checkout
Disallow: /inbox
Disallow: /notifications
Disallow: /internal/
Disallow: /monitoring/
Disallow: /search?

# Model training and bulk AI scraping are not granted permission.
User-agent: GPTBot
User-agent: ClaudeBot
User-agent: Claude-Web
User-agent: anthropic-ai
User-agent: Google-Extended
User-agent: Applebot-Extended
User-agent: CCBot
User-agent: Bytespider
User-agent: Amazonbot
User-agent: cohere-ai
Disallow: /

Sitemap: https://pricehound.com.au/sitemap.xml