# -----------------------------
# robots.txt for earnershive.com
# Optimized for SEO & Similarweb discovery
# -----------------------------

# Applies to all crawlers
User-agent: *

# Block sensitive pages
Disallow: /page/login
Disallow: /page/register
Disallow: /page/admin
Disallow: /page/dashboard
Disallow: /page/settings
Disallow: /page/profile
Disallow: /page/withdraw
Disallow: /page/deposit

# Optional: block URL query parameters to prevent duplicate content
Disallow: /*?*

# Allow all public pages
Allow: /

# Specific instructions for important crawlers
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: SimilarWebBot
Allow: /

User-agent: AhrefsBot
Allow: /

User-agent: SemrushBot
Allow: /

User-agent: MJ12bot
Allow: /

# Sitemap location
Sitemap: https://earnershive.com/sitemap.xml