User-agent: Nutch
Disallow: /

User-agent: NaverBot/1.0
Disallow: /


User-agent: psbot
Disallow: /


User-agent: Xenu's
Disallow: /

User-agent: Xenu's Link Sleuth 1.1c
Disallow: /

User-agent: Zeus
Disallow: /

User-agent: Xenu Link Sleuth 1.2i
Disallow: /

User-agent: ubint
Disallow: /


User-agent: Mediapartners-Google
Disallow: