User-agent: Googlebot
Disallow: /CSS/Test
Disallow: /log/2003
Disallow: /log/2002
Disallow: /pictures
Disallow: /pictures/
Disallow: /w3c

User-agent: Slurp
Disallow: /CSS/Test/
Disallow: /presentations/2004SXSW
Disallow: /presentations/2004SXSW/

User-agent: voyager
Disallow: /CSS/Test

User-agent: msnbot
Disallow: /CSS/Test/
Disallow: /CSS/Test/CSS1/
Disallow: /log/2003
Disallow: /log/2002
Disallow: /presentations/2004SXSW/
Disallow: /pictures
Disallow: /pictures/
Disallow: /w3c
# Googlebot, Yahoo! Slurp, voyager, msnbot banned for requesting non-existent, non-linked files, and not sending a referrer.

User-Agent: AhrefsBot
Crawl-Delay: 3600

User-Agent: pimonster
Crawl-Delay: 3600
# Excess crawling 2014-05-18

User-agent: *
Disallow: /CSS/Test
Disallow: /log/2003
Disallow: /log/2002
Disallow: /pictures
Disallow: /pictures/
Disallow: /temp
Disallow: /w3c