User-agent: *
Content-Signal: ai-train=no, search=yes, ai-input=no
Allow: /

# Explicitly allow AI search crawlers for citation eligibility
User-agent: GPTBot
Content-Signal: ai-train=no, search=yes, ai-input=yes
Allow: /

User-agent: ChatGPT-User
Content-Signal: ai-train=no, search=yes, ai-input=yes
Allow: /

User-agent: PerplexityBot
Content-Signal: ai-train=no, search=yes, ai-input=yes
Allow: /

User-agent: ClaudeBot
Content-Signal: ai-train=no, search=yes, ai-input=yes
Allow: /

User-agent: anthropic-ai
Content-Signal: ai-train=no, search=yes, ai-input=yes
Allow: /

User-agent: Google-Extended
Content-Signal: ai-train=no, search=yes, ai-input=yes
Allow: /

User-agent: OAI-SearchBot
Content-Signal: ai-train=no, search=yes, ai-input=yes
Allow: /

User-agent: Bingbot
Content-Signal: ai-train=no, search=yes, ai-input=yes
Allow: /

User-agent: Applebot
Content-Signal: ai-train=no, search=yes, ai-input=yes
Allow: /

User-agent: CCBot
Content-Signal: ai-train=no, search=no, ai-input=no
Allow: /

User-agent: cohere-ai
Content-Signal: ai-train=no, search=yes, ai-input=yes
Allow: /

# Private / auth-required routes — do not index
Disallow: /dashboard
Disallow: /settings
Disallow: /profile-settings
Disallow: /admin
Disallow: /login
Disallow: /payment
Disallow: /service-payment
Disallow: /auth/callback
Disallow: /following
Disallow: /create

# Removed pSEO pages — block crawling
Disallow: /alternatives-to/
Disallow: /compare/
Disallow: /best-*-tools-for-*
Disallow: /best-*-tools-*

# Legacy blog paths — moved to blog.go-publicly.com
Disallow: /blog/
Disallow: /blog

# Sitemaps
Sitemap: https://www.go-publicly.com/sitemap.xml
Sitemap: https://www.go-publicly.com/sitemap-main.xml
Sitemap: https://www.go-publicly.com/sitemap-launches.xml
Sitemap: https://www.go-publicly.com/sitemap-categories.xml
Sitemap: https://www.go-publicly.com/sitemap-tools.xml
Sitemap: https://www.go-publicly.com/sitemap-archives.xml
Sitemap: https://www.go-publicly.com/sitemap-profiles.xml
Sitemap: https://www.go-publicly.com/sitemap-blog.xml