# Robots.txt for Academic Scribe
# Updated: 2024-01-15

User-agent: *

# Allow public pages
Allow: /
Allow: /services/
Allow: /about
Allow: /writers
Allow: /guarantees
Allow: /reviews
Allow: /pricing-page
Allow: /contact
Allow: /privacy-policy
Allow: /terms-of-service
Allow: /cookie-policy

# Allow authentication pages (but with lower priority)
Allow: /login
Allow: /register

# Allow important assets
Allow: /css/
Allow: /js/
Allow: /images/
Allow: /fonts/
Allow: /favicon.ico

# Allow order placement page
Allow: /place-order

# Disallow all authenticated/private areas
Disallow: /dashboard/
Disallow: /profile/
Disallow: /orders/
Disallow: /payments/
Disallow: /client/
Disallow: /writer/
Disallow: /admin/
Disallow: /notifications/

# Disallow API endpoints
Disallow: /api/
Disallow: /paypal/
Disallow: /stripe/
Disallow: /webhooks/

# Disallow authentication actions
Disallow: /password/
Disallow: /logout
Disallow: /email/
Disallow: /reset-password
Disallow: /forgot-password
Disallow: /verify-email

# Disallow system/framework directories
Disallow: /storage/
Disallow: /vendor/
Disallow: /node_modules/
Disallow: /bootstrap/cache/
Disallow: /config/
Disallow: /database/
Disallow: /resources/
Disallow: /routes/
Disallow: /tests/

# Disallow file operations
Disallow: /files/

# Disallow search and filter pages to prevent duplicate content
Disallow: /search?
Disallow: /*?sort=
Disallow: /*?filter=
Disallow: /*?page=
Disallow: /*?utm_
Disallow: /*?ref=
Disallow: /*?source=

# Disallow session/temporary URLs
Disallow: /*?token=
Disallow: /*?session=
Disallow: /*?_token=

# Allow all major search engines explicitly
User-agent: Googlebot
Allow: /
Allow: /services/
Allow: /about
Allow: /writers
Allow: /guarantees
Allow: /reviews
Allow: /pricing-page
Allow: /contact
Allow: /privacy-policy
Allow: /terms-of-service
Allow: /cookie-policy
Allow: /login
Allow: /register
Allow: /place-order
Disallow: /dashboard/
Disallow: /profile/
Disallow: /orders/
Disallow: /admin/
Disallow: /writer/
Disallow: /api/

User-agent: Bingbot
Allow: /
Allow: /services/
Allow: /about
Allow: /writers
Allow: /guarantees
Allow: /reviews
Allow: /pricing-page
Allow: /contact
Allow: /privacy-policy
Allow: /terms-of-service
Allow: /cookie-policy
Allow: /login
Allow: /register
Allow: /place-order
Disallow: /dashboard/
Disallow: /profile/
Disallow: /orders/
Disallow: /admin/
Disallow: /writer/
Disallow: /api/

User-agent: Slurp
Allow: /
Allow: /services/
Allow: /about
Allow: /writers
Allow: /guarantees
Allow: /reviews
Allow: /pricing-page
Allow: /contact
Allow: /privacy-policy
Allow: /terms-of-service
Allow: /cookie-policy
Allow: /login
Allow: /register
Allow: /place-order
Disallow: /dashboard/
Disallow: /profile/
Disallow: /orders/
Disallow: /admin/
Disallow: /writer/
Disallow: /api/

User-agent: DuckDuckBot
Allow: /
Allow: /services/
Allow: /about
Allow: /writers
Allow: /guarantees
Allow: /reviews
Allow: /pricing-page
Allow: /contact
Allow: /privacy-policy
Allow: /terms-of-service
Allow: /cookie-policy
Allow: /login
Allow: /register
Allow: /place-order
Disallow: /dashboard/
Disallow: /profile/
Disallow: /orders/
Disallow: /admin/
Disallow: /writer/
Disallow: /api/

# Sitemap location
Sitemap: https://academicscribe.com/sitemap.xml

# Crawl delay (be respectful to server resources)
Crawl-delay: 1
