# Explicitly allow Google crawlers (recommended by Google)
User-agent: Googlebot
Disallow:

User-agent: AdsBot-Google
Disallow:

User-agent: Googlebot-Image
Disallow:

# All other crawlers
User-agent: *
Allow: /

# Disallow admin and API routes
Disallow: /api/
Disallow: /authentication/
Disallow: /creators/add-profile-data
Disallow: /creators/manage-all-profiles
Disallow: /creators/new-creator
Disallow: /verify-ownership
Disallow: /ownership-verified

# Allow important pages
Allow: /
Allow: /search/
Allow: /display/onlyfans/creators/
Allow: /creators/by-location
Allow: /sitemap-filters

# Sitemap location
Sitemap: https://findfans.com/findfans-sitemap.xml