User-agent: Slurp
Crawl-delay: 100

User-agent: baiduspider
Disallow: /

User-agent: sohu-search
Disallow: /

User-agent: NextGenSearchBot
Disallow: /

User-agent: LWP::Simple
Disallow: /

User-agent: Teleport Pro
Disallow: /

User-agent: Schmozilla/v9.14 Platinum
Disallow: /

User-agent: NaverBot
Disallow: /


User-agent: *
Disallow: /cgi-bin/
Disallow: /gif/
Disallow: /c/
Disallow: /email-addresses/
Disallow: /private/