# shelfgrade.ai — we audit robots.txt for AI shopping visibility; ours is the reference.
# Visibility-gating crawlers are allowed explicitly (named groups override *):

User-agent: OAI-SearchBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Googlebot
Allow: /

# GPTBot and Google-Extended are training/grounding controls — allowing or
# blocking them does NOT affect shopping visibility. We allow them; your call.

User-agent: *
Allow: /
Disallow: /api/
Disallow: /audits
Disallow: /monitors/
Disallow: /report/

Sitemap: https://shelfgrade.ai/sitemap.xml