# 1. Block aggressive non-search bots completely to save server resources
User-agent: AhrefsBot
Disallow: /

User-agent: Amazonbot
Disallow: /

# 2. Keep Googlebot open so you don't lose search rankings 
# Note: Googlebot ignores Crawl-delay, manage its speed in Google Search Console instead
User-agent: Googlebot
Disallow:

# 3. Apply a conservative delay to all other compliant bots (Bing, DuckDuckGo, etc.)
User-agent: *
Crawl-delay: 10