User-Agent: GPTBot
Allow: /
Disallow: /admin/
Disallow: /account/
Disallow: /billing/
Disallow: /private/
Disallow: /workspace
Disallow: /api/internal/

User-Agent: OAI-SearchBot
Allow: /
Disallow: /admin/
Disallow: /account/
Disallow: /billing/
Disallow: /private/
Disallow: /workspace
Disallow: /api/internal/

User-Agent: ChatGPT-User
Allow: /
Disallow: /admin/
Disallow: /account/
Disallow: /billing/
Disallow: /private/
Disallow: /workspace
Disallow: /api/internal/

User-Agent: ClaudeBot
Allow: /
Disallow: /admin/
Disallow: /account/
Disallow: /billing/
Disallow: /private/
Disallow: /workspace
Disallow: /api/internal/

User-Agent: Claude-SearchBot
Allow: /
Disallow: /admin/
Disallow: /account/
Disallow: /billing/
Disallow: /private/
Disallow: /workspace
Disallow: /api/internal/

User-Agent: Claude-User
Allow: /
Disallow: /admin/
Disallow: /account/
Disallow: /billing/
Disallow: /private/
Disallow: /workspace
Disallow: /api/internal/

User-Agent: PerplexityBot
Allow: /
Disallow: /admin/
Disallow: /account/
Disallow: /billing/
Disallow: /private/
Disallow: /workspace
Disallow: /api/internal/

User-Agent: Perplexity-User
Allow: /
Disallow: /admin/
Disallow: /account/
Disallow: /billing/
Disallow: /private/
Disallow: /workspace
Disallow: /api/internal/

User-Agent: Googlebot
Allow: /
Disallow: /admin/
Disallow: /account/
Disallow: /billing/
Disallow: /private/
Disallow: /workspace
Disallow: /api/internal/

User-Agent: Google-Extended
Allow: /
Disallow: /admin/
Disallow: /account/
Disallow: /billing/
Disallow: /private/
Disallow: /workspace
Disallow: /api/internal/

User-Agent: Applebot
Allow: /
Disallow: /admin/
Disallow: /account/
Disallow: /billing/
Disallow: /private/
Disallow: /workspace
Disallow: /api/internal/

User-Agent: Applebot-Extended
Allow: /
Disallow: /admin/
Disallow: /account/
Disallow: /billing/
Disallow: /private/
Disallow: /workspace
Disallow: /api/internal/

User-Agent: Bingbot
Allow: /
Disallow: /admin/
Disallow: /account/
Disallow: /billing/
Disallow: /private/
Disallow: /workspace
Disallow: /api/internal/

User-Agent: msnbot
Allow: /
Disallow: /admin/
Disallow: /account/
Disallow: /billing/
Disallow: /private/
Disallow: /workspace
Disallow: /api/internal/

User-Agent: *
Allow: /
Allow: /how-it-works
Allow: /content-credentials
Allow: /api
Allow: /providers
Allow: /pricing
Allow: /privacy
Allow: /terms
Allow: /corrections
Allow: /.well-known/isgenai.json
Allow: /.well-known/isgenai-receipt-key.json
Allow: /.well-known/ai.txt
Allow: /ai/
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /feeds/guides.xml
Allow: /api/v1/answer-engine
Allow: /article-50/
Allow: /tools/
Allow: /research/
Disallow: /admin/
Disallow: /account/
Disallow: /billing/
Disallow: /private/
Disallow: /workspace
Disallow: /api/internal/

Sitemap: https://isgenai.com/sitemap-index.xml