# CallPayMin Robots.txt
# https://www.callpaymin.io

# Allow all crawlers
User-agent: *
Disallow: /api/
Disallow: /admin/
Disallow: /settings/
Disallow: /quester/dashboard
Disallow: /quester/onboarding
Disallow: /quester/add-funds
Disallow: /quester/billing-history
Disallow: /quester/spending-analytics
Disallow: /quester/messages
Disallow: /quester/jobs
Disallow: /expert/dashboard
Disallow: /expert/onboarding
Disallow: /expert/earnings
Disallow: /expert/reviews
Disallow: /expert/schedule
Disallow: /expert/schedule/
Disallow: /expert/blocked-users
Disallow: /expert/messages
Disallow: /expert/profile-edit
Disallow: /expert/work-session
Disallow: /call/
Disallow: /dashboard
Disallow: /call-history
Disallow: /login
Disallow: /change-password
Disallow: /forgot-password
Disallow: /mobile-auth
Disallow: /mobile-call/
Disallow: /referral/dashboard
Disallow: /room/
Disallow: /org/dashboard
Disallow: /org/settings
Disallow: /org/api-keys
Disallow: /org/webhooks
Disallow: /org/login
Disallow: /org/signup
Disallow: /org/onboarding
Disallow: /org/balance
Disallow: /org/calls
Disallow: /org/chats
Disallow: /org/earnings
Disallow: /org/experts
Disallow: /org/invoices
Disallow: /org/payouts
Disallow: /org/jobs/
Disallow: /org/applications
Disallow: /org/accept-invite
Disallow: /org/delete-organization

# Block tracking/utm URLs (duplicate content)
Disallow: /*?ref=
Disallow: /*?utm_
Disallow: /*?fbclid=
Disallow: /*?gclid=

# ─────────────────────────────────────────────────────────────────────────────
# AI search crawlers — explicitly allow the public site.
# Without an explicit rule these bots fall back to `User-agent: *` (which
# already allows them), but stating intent helps content appear in AI-powered
# answer surfaces (Google AI Overviews, ChatGPT Search, Perplexity, Bing
# Copilot, Claude web-search, You.com, etc.) and matches what many SEO tools
# now audit for. Each bot needs its own User-agent stanza — grouping them
# under one stanza is invalid per the robots spec.
# ─────────────────────────────────────────────────────────────────────────────

# AI crawlers share one group so they receive the same private-route rules.
# A crawler-specific group does not inherit rules from `User-agent: *`.
User-agent: GPTBot
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: ClaudeBot
User-agent: Claude-User
User-agent: PerplexityBot
User-agent: Google-Extended
User-agent: CCBot
User-agent: Applebot-Extended
User-agent: meta-externalagent
Allow: /
Disallow: /api/
Disallow: /admin/
Disallow: /settings/
Disallow: /dashboard
Disallow: /call-history
Disallow: /call-summary/
Disallow: /call/
Disallow: /chat/
Disallow: /room/
Disallow: /login
Disallow: /change-password
Disallow: /forgot-password
Disallow: /reset-password
Disallow: /mobile-auth
Disallow: /m/
Disallow: /nmi-return
Disallow: /referral/dashboard
Disallow: /quester/dashboard
Disallow: /quester/onboarding
Disallow: /quester/add-funds
Disallow: /quester/billing-history
Disallow: /quester/spending-analytics
Disallow: /quester/messages
Disallow: /quester/jobs
Disallow: /quester/applications
Disallow: /quester/bookings
Disallow: /quester/meeting-invites
Disallow: /quester/work-sessions
Disallow: /expert/dashboard
Disallow: /expert/onboarding
Disallow: /expert/earnings
Disallow: /expert/reviews
Disallow: /expert/schedule
Disallow: /expert/blocked-users
Disallow: /expert/messages
Disallow: /expert/profile-edit
Disallow: /expert/work-session
Disallow: /expert/work-sessions
Disallow: /expert/applications
Disallow: /expert/meeting-rooms
Disallow: /org/dashboard
Disallow: /org/settings
Disallow: /org/api-keys
Disallow: /org/webhooks
Disallow: /org/login
Disallow: /org/signup
Disallow: /org/onboarding
Disallow: /org/balance
Disallow: /org/calls
Disallow: /org/chats
Disallow: /org/earnings
Disallow: /org/experts
Disallow: /org/invoices
Disallow: /org/payouts
Disallow: /org/jobs/
Disallow: /org/applications
Disallow: /org/accept-invite
Disallow: /org/delete-organization

# Sitemap location
Sitemap: https://www.callpaymin.io/sitemap-index.xml