User-agent: *
Disallow: /language/*
Disallow: /oauth/*
Disallow: /cdn-cgi/*
Disallow: /reset-password/*
Disallow: /email/verify/*



# Block PetalBot
User-agent: PetalBot
Disallow: /

# Crawl delay for overly enthusiastic bots
User-agent: AhrefsBot
Crawl-delay: 10
User-agent: amazonbot
Crawl-delay: 10