User-agent: AhrefsBot
Disallow: /

User-agent: *
Crawl-delay: 30
Disallow: /mockups/
Disallow: /preview/
Disallow: /quicklook/
Disallow: /site/login
Disallow: /home/register/
Disallow: /search/