# https://www.robotstxt.org/robotstxt.html
User-agent: *
Allow: /
# Disallow private user pages and admin routes
Disallow: /api/
Disallow: /api/private
Disallow: /internal/
Disallow: /dashboard
Disallow: /dashboard/
Disallow: /settings
Disallow: /settings/
Disallow: /profile/edit
Disallow: /profile/edit/
Disallow: /profile-setup
Disallow: /admin
Disallow: /admin/
Disallow: /checkout
Disallow: /checkout/
Disallow: /payment
Disallow: /payment/
Disallow: /dmca-request
Disallow: /dmca-requests
Disallow: /reset-password
Disallow: /forgot-password
Disallow: /login
Disallow: /signup
Disallow: /notifications
Disallow: /messages
Disallow: /messages/
Disallow: /create-post
Disallow: /create-favorites
Disallow: /progress
Disallow: /watch-diary
Disallow: /my-calendar
Disallow: /passport
Disallow: /saved-posts
Disallow: /__playwright
# Sitemap Locations
Sitemap: https://boyslovefinder.com/sitemap.xml
# Optional RSS feed for subscribers / crawlers
# (Some feed readers and tools use this, even if search engines prioritize sitemaps.)
# Feed: https://boyslovefinder.com/blog/rss.xml