User-agent: *
Disallow: /user_content/*
Disallow: /user_content/
Disallow: /an/*
Disallow: /an/
Disallow: /out/*
Disallow: /out/
Disallow: /ajax/
Disallow: /ajax/*


User-agent: ia_archiver
Disallow: /

User-agent: grub-client
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: grub
Disallow: /

User-agent: looksmart
Disallow: /

User-agent: WebZip
Disallow: /