User-Agent: *
Allow: /
Disallow: /admin/
Disallow: /api/
Disallow: /login
Disallow: /signup
Disallow: /reset-password
Disallow: /forgot-password
Disallow: /onboarding
Disallow: /editTool
Disallow: /addTools
Disallow: /unapprovedTools
Disallow: /callbacks/
Disallow: /payment/
Disallow: /scraper/
Disallow: /typesense/
Disallow: /welcome
Disallow: /post-login
Disallow: /accept-invite
Disallow: /invite
Disallow: /profile
Disallow: /gmail/
Disallow: /recommendations
Disallow: /blog/
Disallow: /new/
Disallow: /create-organization
Disallow: /auth/
Disallow: /trial-expired
Disallow: /discover
Disallow: /calculator
Disallow: /leaderboard
Disallow: /articles

User-Agent: GPTBot
Allow: /tool/
Allow: /category/
Allow: /learn/
Allow: /startup-credits
Allow: /llms.txt

User-Agent: ChatGPT-User
Allow: /tool/
Allow: /category/
Allow: /learn/
Allow: /startup-credits
Allow: /llms.txt

User-Agent: Claude-Web
Allow: /tool/
Allow: /category/
Allow: /learn/
Allow: /startup-credits
Allow: /llms.txt

User-Agent: Anthropic-AI
Allow: /tool/
Allow: /category/
Allow: /learn/
Allow: /startup-credits
Allow: /llms.txt

User-Agent: PerplexityBot
Allow: /tool/
Allow: /category/
Allow: /learn/
Allow: /startup-credits
Allow: /llms.txt

User-Agent: Cohere-AI
Allow: /tool/
Allow: /category/
Allow: /learn/
Allow: /startup-credits
Allow: /llms.txt

Sitemap: https://www.techbible.ai/sitemap.xml