User-agent: W3C_Validator
Disallow: /

User-agent: Charlotte
Disallow: /

User-agent: Gigabot
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: VoilaBot
Disallow: /

User-agent: Twiceler
Disallow: /

User-agent: Speedy
Disallow: /

User-agent: envolk
Disallow: /

User-agent: Exabot
Disallow: /

# Disallow certain directories from all robots
User-agent: *
Disallow: /admin/
Disallow: /system/
Disallow: /xstandard/