# robots.txt for مشوارو
# Canonical URL policy:
#   - All alias paths redirect 301 in vercel.json — disallowed here to
#     prevent Google from crawling aliases before the redirect fires.
#   - /search query params disallowed — prevents /search?from=X duplicates.

User-agent: *
Allow: /$
Allow: /search$
Allow: /how-it-works
Allow: /about$
Allow: /community
Allow: /help$
Allow: /safety
Allow: /blog
Allow: /become-driver
Allow: /privacy$
Allow: /terms$
Allow: /trip/
Allow: /routes/
Allow: /cities/
Disallow: /privacy-policy
Disallow: /terms-of-service
Disallow: /about-us
Disallow: /help.md
Disallow: /search?
Disallow: /api/
Disallow: /dashboard
Disallow: /onboarding
Disallow: /settings
Disallow: /account-settings
Disallow: /messages
Disallow: /notifications
Disallow: /create-trip
Disallow: /profile
Disallow: /my-trips
Disallow: /favorites
Disallow: /driver
Disallow: /booking-confirmation
Disallow: /feedback
Disallow: /request-trip
Disallow: /my-requests
Crawl-delay: 2

User-agent: GPTBot
Allow: /
Allow: /trip/
Allow: /routes/
Allow: /cities/
Disallow: /api/
Disallow: /dashboard
Disallow: /settings
Disallow: /account-settings
Disallow: /messages
Disallow: /notifications
Disallow: /profile
Disallow: /create-trip

User-agent: ChatGPT-User
Allow: /
Disallow: /api/
Disallow: /dashboard
Disallow: /settings
Disallow: /account-settings
Disallow: /messages
Disallow: /notifications

User-agent: ClaudeBot
Allow: /
Allow: /trip/
Allow: /routes/
Allow: /cities/
Disallow: /api/
Disallow: /dashboard
Disallow: /settings
Disallow: /account-settings
Disallow: /messages
Disallow: /notifications

User-agent: anthropic-ai
Allow: /
Disallow: /api/
Disallow: /dashboard

User-agent: PerplexityBot
Allow: /
Allow: /trip/
Allow: /routes/
Allow: /cities/
Disallow: /api/
Disallow: /dashboard
Disallow: /settings
Disallow: /account-settings
Disallow: /messages
Disallow: /notifications

User-agent: Google-Extended
Allow: /
Allow: /trip/
Allow: /routes/
Allow: /cities/
Disallow: /api/
Disallow: /dashboard
Disallow: /settings
Disallow: /account-settings
Disallow: /messages
Disallow: /notifications

User-agent: bingbot
Allow: /
Disallow: /api/
Disallow: /dashboard
Disallow: /settings
Disallow: /account-settings
Disallow: /messages
Disallow: /notifications

User-agent: Applebot-Extended
Allow: /
Allow: /trip/
Allow: /routes/
Allow: /cities/
Disallow: /api/
Disallow: /dashboard
Disallow: /settings
Disallow: /account-settings
Disallow: /messages

User-agent: meta-externalagent
Allow: /
Allow: /trip/
Allow: /routes/
Disallow: /api/
Disallow: /dashboard
Disallow: /settings
Disallow: /account-settings

User-agent: cohere-ai
Allow: /
Disallow: /api/
Disallow: /dashboard

User-agent: YouBot
Allow: /
Disallow: /api/
Disallow: /dashboard

Sitemap: https://www.mishwaro.com/sitemap.xml