# do not go for test
User-agent: *
Disallow: /test/

User-agent: *Nutch*
Disallow: /

User-agent: *AhrefsBot*
Disallow: /