# Robots.txt for Lookrank - SEO Optimized
# This file tells search engine crawlers which pages to index and which to skip

User-agent: *
# Allow all major search engines to crawl the site

# ALLOW: Public pages that should be indexed for SEO
Allow: /
Allow: /index.html
Allow: /about
Allow: /impact
Allow: /Attractiveness
Allow: /bmi-attractiveness
Allow: /facial-measurements
Allow: /terms
Allow: /privacy
Allow: /delete-account
Allow: /dhash
Allow: /pro
Allow: /referral
Allow: /leaderboard
Allow: /data/

# DISALLOW: Private/user-specific pages (never index these)
Disallow: /attractiveness-scale
Disallow: /report
Disallow: /reportb
Disallow: /fullAI
Disallow: /Fullanalysis
Disallow: /humanAnalysis
Disallow: /success
Disallow: /pro-success
Disallow: /edit
Disallow: /dashboard
Disallow: /profile
Disallow: /pro-profile
Disallow: /settings
Disallow: /login
Disallow: /pro-login
Disallow: /registration
Disallow: /pro-registration
Disallow: /vote
Disallow: /marketer
Disallow: /guide

# DISALLOW: Development and system directories
Disallow: /src/
Disallow: /node_modules/
Disallow: /supabase/
Disallow: /dist/
Disallow: /scripts/

# Sitemap for better SEO - helps search engines discover all pages
Sitemap: https://lookrank.com/sitemap.xml