User-agent: *
Allow: /

# Preferred domain (with www)
Host: www.thebestengine.co

# Sitemap
Sitemap: https://www.thebestengine.co/sitemap.xml

# Crawl-delay for bots
Crawl-delay: 1

# Block access to sensitive areas
Disallow: /api/
Disallow: /_next/
Disallow: /admin/
Disallow: /*.json$
Disallow: /*_buildManifest.js$
Disallow: /*_ssgManifest.js$

# Allow important resources
Allow: /_next/static/
Allow: /favicon.ico
Allow: /logo.png
Allow: /images/
Allow: /photos/

# Specific bot instructions
User-agent: Googlebot
Allow: /
Crawl-delay: 1

User-agent: Bingbot  
Allow: /
Crawl-delay: 1

User-agent: Slurp
Allow: /
Crawl-delay: 2

# Block problematic bots
User-agent: SemrushBot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: MJ12bot
Disallow: /